-- Logs begin at Mon 2021-12-06 13:29:05 UTC, end at Mon 2021-12-06 15:43:34 UTC. -- Dec 06 14:13:13.305220 dv-neutron-master-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Dec 06 14:13:16.122837 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.common.config [-] Logging enabled! Dec 06 14:13:16.123417 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev252 Dec 06 14:13:16.123553 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103615) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 06 14:13:16.126802 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.common.config [-] Logging enabled! Dec 06 14:13:16.127054 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev252 Dec 06 14:13:16.127363 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103615) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 06 14:13:16.128301 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 14:13:16.128532 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 14:13:16.128920 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 14:13:16.129171 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 14:13:16.129396 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 14:13:16.129711 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.130129 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 06 14:13:16.130439 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.130728 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.131017 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.131308 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.131595 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.131873 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.132155 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.132446 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.132725 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.133029 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.133310 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.133597 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.133870 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.134154 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.134431 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.134709 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] debug = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.134986 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.135408 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.135812 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.136087 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.136368 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.136641 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.136931 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.137204 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.137482 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.137803 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] host = dv-neutron-master-2-hyperv {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.138075 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.138354 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.138632 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.138912 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.139189 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.139457 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.139732 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.140000 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.140266 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] log_file = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.140532 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.140813 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.141117 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.141399 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.141620 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.141838 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.142129 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.142409 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.142678 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.142946 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.143213 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.143479 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.144271 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.144535 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.144812 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.145117 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.145396 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.145666 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.145934 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.146202 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.146468 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.146744 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.147011 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.147279 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.147547 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.147828 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.148090 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.148356 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.148647 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.148957 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.149249 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.149527 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.149795 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.150072 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.150339 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.150605 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.150870 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] use_json = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.151137 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.151402 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.151677 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.151945 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.152211 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.152478 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.152744 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.153046 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:16.153339 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.153631 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.153924 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.154203 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.154504 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.154779 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.155064 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.155337 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.155622 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.155904 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.156188 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.156460 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.156744 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.157042 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.157334 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.157632 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.157921 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.158205 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.158472 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.158739 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.159010 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.159329 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.160117 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.160393 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.160679 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.160988 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.161265 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.161558 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.161840 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.162129 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.162414 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.162681 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.162956 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.163238 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.163511 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.163778 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.164051 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.164335 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.164607 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.164891 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.165170 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.165443 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.165710 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.165975 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.166248 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.166535 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.166806 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.167072 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.167338 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.167610 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.167875 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.168152 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.168422 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.168688 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.168978 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.169258 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.169526 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.169794 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.170066 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.170332 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.170601 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.170866 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.171130 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.171397 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.171663 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.171927 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.172192 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.172455 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.172725 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.173019 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.173284 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.173550 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.173817 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.174083 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.174363 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.174654 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.174952 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.175239 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.175514 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.175789 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.176062 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.176333 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.176607 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.176898 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.177166 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.177453 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.177731 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.178014 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.178294 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.178589 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.178877 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.179154 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.179433 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.179705 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.179977 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.180256 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.180530 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.180818 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.181128 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.181417 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.181706 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.181993 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.182267 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.182570 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.182847 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:16.183061 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 14:13:16.183295 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103615) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 06 14:13:16.610036 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 06 14:13:16.610308 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 06 14:13:16.610607 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 06 14:13:16.610934 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 06 14:13:16.932838 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:16.933147 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:16.933422 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:16.934585 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:16.934853 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:16.935113 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:16.980757 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:16.981058 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:16.981322 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:16.995210 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:16.995487 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:16.995754 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.024358 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.024638 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.024926 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.062649 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.062926 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.063194 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.395271 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.395871 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.395871 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.396057 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.396748 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.494850 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.495167 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.495443 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.495708 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.495966 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.496270 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.496524 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.496793 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.497050 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.497326 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.497579 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.497836 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.498084 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.498329 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.498576 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.498835 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.499089 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.499349 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.499613 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.499873 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.500143 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.500392 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.500668 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.501069 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.501315 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.501554 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.501948 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:13:17.502186 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:13:17.502420 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:13:17.502653 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:13:17.502885 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:13:17.503731 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:13:17.504090 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 06 14:13:17.507158 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 06 14:13:17.511205 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 06 14:13:17.515034 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Dec 06 14:13:17.516663 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 06 14:13:17.517161 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 06 14:13:17.517496 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 06 14:13:17.517878 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 06 14:13:17.520703 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 06 14:13:17.520978 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 06 14:13:17.521319 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 06 14:13:17.526549 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 06 14:13:17.549023 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 06 14:13:17.549469 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.549766 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103615) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 06 14:13:17.550647 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.552031 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103615) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 06 14:13:17.552307 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 06 14:13:17.552549 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 06 14:13:17.555719 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.555999 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:17.620253 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 06 14:13:17.620486 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 06 14:13:17.620719 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 06 14:13:17.621103 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 06 14:13:17.641842 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_db.sqlalchemy.engines [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103615) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 06 14:13:18.197648 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Initializing driver for type 'gre' Dec 06 14:13:18.198159 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] gre ID ranges: [(1, 1000)] Dec 06 14:13:18.359993 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Initializing driver for type 'local' Dec 06 14:13:18.360320 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Initializing driver for type 'vlan' Dec 06 14:13:18.417024 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] VlanTypeDriver initialization complete Dec 06 14:13:18.417611 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Initializing driver for type 'vxlan' Dec 06 14:13:18.417865 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] vxlan ID ranges: [(1, 1000)] Dec 06 14:13:18.606025 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Initializing extension driver 'port_security' Dec 06 14:13:18.606284 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.extensions.port_security [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] PortSecurityExtensionDriver initialization complete Dec 06 14:13:18.606608 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Initializing mechanism driver 'openvswitch' Dec 06 14:13:18.606927 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Initializing mechanism driver 'hyperv' Dec 06 14:13:18.613714 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.plugins.ml2.plugin [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:13:18.614559 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > port after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.614926 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > port after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.615274 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > port after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.615812 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103615) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 14:13:18.616241 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > subnet after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.616589 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > subnet after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.616951 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.617348 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103615) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 14:13:18.617751 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > network after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.618092 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > network after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.618436 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > network after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.618830 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103615) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 14:13:18.619233 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > security_group after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.619679 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > security_group after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.620019 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.620485 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103615) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 14:13:18.620938 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.621301 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.621651 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.622052 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103615) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 14:13:18.622461 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > address_group after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.622809 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > address_group after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.623152 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.623557 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103615) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 06 14:13:18.623939 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] ML2 OVO RPC backend initialized. {{(pid=103615) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 06 14:13:18.624647 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.625027 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.625445 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > network before_response 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.625792 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > networks before_response 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.626146 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > port before_response 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.626484 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > ports before_response 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.626886 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > subnet before_response 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.627293 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > subnets before_response 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.627866 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > network after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.628894 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > network after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.629409 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > network after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.632116 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > port after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.632116 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > port after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.632116 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > port after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.632116 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > subnet after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.632431 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > subnet after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.632431 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.633014 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.plugin [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Modular L2 Plugin initialization complete Dec 06 14:13:18.633383 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading services supported by the core plugin {{(pid=103615) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 06 14:13:18.633715 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.plugins.ml2.managers [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Got port-security extension from driver 'port_security' Dec 06 14:13:18.634181 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.extensions.vlantransparent [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Disabled vlantransparent extension. Dec 06 14:13:18.634861 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103615) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 06 14:13:18.635333 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading Plugin: router Dec 06 14:13:18.672228 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.672616 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router after_create 55549900 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.673019 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router before_create 55549900 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.673388 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.673769 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.674126 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router after_delete 55549900 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.674484 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.674958 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.675323 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router after_create 55549900 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.675674 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router after_update 55549900 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.676020 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router after_update 55549900 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.676374 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.676735 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router after_update 55549900 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.677270 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router precommit_update 55549900 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.677644 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: port after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.677982 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: port after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.678320 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: subnet after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.678656 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.679000 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.679350 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router precommit_create 55549900 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.679699 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: port before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.680044 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router precommit_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.680400 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router after_update 55549900 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.680743 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.681119 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router precommit_create 55549900 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.681483 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.681830 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router precommit_update 55549900 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.682196 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > agent after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.682545 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > agent after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.682890 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > network after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.683762 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Tracking information for resource: router configured {{(pid=103615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:13:18.684093 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Tracking information for resource: floatingip configured {{(pid=103615) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 06 14:13:18.689054 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.db.l3_agentschedulers_db [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 06 14:13:18.689638 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: port after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.689991 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: port after_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.690339 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: port after_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.691172 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: port after_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.691965 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router before_create 55550100 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.692327 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.692686 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router precommit_create 55550100 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.693065 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > router precommit_update 55550100 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.697896 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.services.provider_configuration [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service providers = [] {{(pid=103615) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 06 14:13:18.698263 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.db.servicetype_db [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103615) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 06 14:13:18.701225 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.services.service_base [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103615) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 14:13:18.701574 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.services.service_base [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103615) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 14:13:18.701914 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.services.service_base [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103615) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 14:13:18.702792 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.services.service_base [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103615) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 06 14:13:18.703163 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.services.service_base [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 06 14:13:18.703804 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:13:18.704119 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 06 14:13:18.715401 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:13:18.715731 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading Plugin: auto_allocate Dec 06 14:13:18.721533 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: network precommit_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.721924 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: network precommit_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.722438 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:13:18.722756 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading Plugin: tag Dec 06 14:13:18.729491 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:13:18.729818 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading Plugin: timestamp Dec 06 14:13:18.733628 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:13:18.733962 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading Plugin: network_ip_availability Dec 06 14:13:18.739434 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.739805 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.740155 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:18.740876 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:13:18.741195 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading Plugin: flavors Dec 06 14:13:18.746128 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:13:18.746463 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading Plugin: revisions Dec 06 14:13:18.750785 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103615) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 06 14:13:18.751174 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.140s {{(pid=103615) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 06 14:13:18.751912 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103615) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 06 14:13:18.752245 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Initializing extension manager. Dec 06 14:13:18.752760 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: __init__.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.753649 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: __pycache__ {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.753982 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.754311 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: address_group.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.755053 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.755618 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: address-group Dec 06 14:13:18.755938 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: address_scope.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.756640 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.757182 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: address-scope Dec 06 14:13:18.757500 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.758415 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.759288 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: router-admin-state-down-before-update Dec 06 14:13:18.759613 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: agent.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.760314 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.760817 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: agent Dec 06 14:13:18.761166 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: agent_resources_synced.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.762066 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.762575 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: agent-resources-synced Dec 06 14:13:18.762893 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: allowedaddresspairs.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.764657 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.765208 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: allowed-address-pairs Dec 06 14:13:18.765532 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: auto_allocated_topology.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.766607 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.767120 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: auto-allocated-topology Dec 06 14:13:18.767444 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: availability_zone.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.768127 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.769254 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: availability_zone Dec 06 14:13:18.769580 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: availability_zone_filter.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.770490 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.770995 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: availability_zone_filter Dec 06 14:13:18.771313 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: data_plane_status.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.772208 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.772714 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension data-plane-status not supported by any of loaded plugins Dec 06 14:13:18.773071 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: default_subnetpools.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.773982 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.774490 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: default-subnetpools Dec 06 14:13:18.774812 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.775610 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.776116 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: dhcp_agent_scheduler Dec 06 14:13:18.776435 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: dns.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.777369 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.777943 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension dns-integration not supported by any of loaded plugins Dec 06 14:13:18.778270 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: dns_domain_ports.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.779180 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.779681 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 06 14:13:18.780008 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.780954 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.781459 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 06 14:13:18.781779 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: dvr.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.782442 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.782945 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: dvr Dec 06 14:13:18.783261 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: ecmp_routes.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.784169 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.784691 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 06 14:13:18.785037 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: empty_string_filtering.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.785936 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.786441 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: empty-string-filtering Dec 06 14:13:18.786760 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.787659 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.788167 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 06 14:13:18.788484 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.789426 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.789934 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 06 14:13:18.790251 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: external_net.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.791158 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.791668 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: external-net Dec 06 14:13:18.791988 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.792919 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.793431 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: extra_dhcp_opt Dec 06 14:13:18.793750 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: extraroute.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.794643 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.795148 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: extraroute Dec 06 14:13:18.795466 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: extraroute_atomic.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.796656 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.797203 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: extraroute-atomic Dec 06 14:13:18.797523 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: filter_validation.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.798176 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.798681 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: filter-validation Dec 06 14:13:18.798997 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: fip_pf_description.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.800418 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.800952 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 06 14:13:18.801273 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: fip_port_details.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.802192 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.802696 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: fip-port-details Dec 06 14:13:18.803014 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: flavors.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.804227 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.804741 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: flavors Dec 06 14:13:18.805098 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.806749 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.807274 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 06 14:13:18.807607 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: floatingip_pools.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.808301 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.808816 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: floatingip-pools Dec 06 14:13:18.809172 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: ip_allocation.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.810093 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.810602 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension ip_allocation not supported by any of loaded plugins Dec 06 14:13:18.810925 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.811829 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.812342 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: ip-substring-filtering Dec 06 14:13:18.812667 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: l2_adjacency.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.813605 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.814108 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 06 14:13:18.814429 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: l3.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.815371 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.816430 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: router Dec 06 14:13:18.816752 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.818981 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.819505 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 06 14:13:18.819834 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.820761 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.821304 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: ext-gw-mode Dec 06 14:13:18.821632 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.822561 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.823076 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: l3-ha Dec 06 14:13:18.823399 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: l3_flavors.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.824300 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.824807 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: l3-flavors Dec 06 14:13:18.825154 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.826056 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.826562 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 06 14:13:18.826881 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: l3agentscheduler.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.827880 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.828660 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: l3_agent_scheduler Dec 06 14:13:18.829021 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: local_ip.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.830777 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.831314 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension local_ip not supported by any of loaded plugins Dec 06 14:13:18.831640 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: logging.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.834442 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.834980 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension logging not supported by any of loaded plugins Dec 06 14:13:18.835317 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: metering.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.836061 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.836644 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: metering Dec 06 14:13:18.837011 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.838109 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.838631 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: metering_source_and_destination_fields Dec 06 14:13:18.838961 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: multiprovidernet.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.839886 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.840398 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: multi-provider Dec 06 14:13:18.840725 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: netmtu.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.841669 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.842234 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: net-mtu Dec 06 14:13:18.842559 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: netmtu_writable.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.843485 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.844000 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: net-mtu-writable Dec 06 14:13:18.844324 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: network_availability_zone.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.845183 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.855511 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: network_availability_zone Dec 06 14:13:18.855511 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: network_ip_availability.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.856478 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.856978 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: network-ip-availability Dec 06 14:13:18.857303 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: network_segment_range.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.858064 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.858566 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension network-segment-range not supported by any of loaded plugins Dec 06 14:13:18.858889 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: pagination.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.859866 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.860195 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: pagination Dec 06 14:13:18.860515 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: port_device_profile.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.861438 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.862044 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: port-device-profile Dec 06 14:13:18.862877 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.863790 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.864299 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: port-mac-address-regenerate Dec 06 14:13:18.864619 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.865550 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.866061 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: port-numa-affinity-policy Dec 06 14:13:18.866382 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: port_resource_request.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.867340 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.867877 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension port-resource-request not supported by any of loaded plugins Dec 06 14:13:18.868200 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: port_resource_request_groups.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.869199 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.869709 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 06 14:13:18.870029 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: portbindings.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.870952 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.871465 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: binding Dec 06 14:13:18.871783 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: portbindings_extended.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.873055 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.873637 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: binding-extended Dec 06 14:13:18.873962 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: portsecurity.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.874872 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.875384 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: port-security Dec 06 14:13:18.875707 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: project_id.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.876668 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.877034 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: project-id Dec 06 14:13:18.877357 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: providernet.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.878914 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.879440 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: provider Dec 06 14:13:18.879807 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: qos.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.887775 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.888301 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension qos not supported by any of loaded plugins Dec 06 14:13:18.888629 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.889903 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.890491 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 06 14:13:18.890849 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.891765 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.892276 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 06 14:13:18.892600 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: qos_default.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.893549 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.894129 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension qos-default not supported by any of loaded plugins Dec 06 14:13:18.894455 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: qos_fip.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.895134 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.895638 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension qos-fip not supported by any of loaded plugins Dec 06 14:13:18.896058 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: qos_gateway_ip.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.897006 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.897518 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 06 14:13:18.897838 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: qos_port_network_policy.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.898748 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.899265 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 06 14:13:18.899644 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.901408 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.902233 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 06 14:13:18.902579 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: qos_pps_rule.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.903759 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.904279 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension qos-pps not supported by any of loaded plugins Dec 06 14:13:18.904611 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: qos_rule_type_details.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.905566 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.906078 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 06 14:13:18.906401 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: qos_rules_alias.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.907443 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.907952 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 06 14:13:18.908274 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: quota_check_limit.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.909237 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.909752 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: quota-check-limit Dec 06 14:13:18.910072 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: quotasv2.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.911011 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.911335 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: quotas Dec 06 14:13:18.911653 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: quotasv2_detail.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.919980 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.920317 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: quota_details Dec 06 14:13:18.920643 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: rbac.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.921735 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.922260 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: rbac-policies Dec 06 14:13:18.922585 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: rbac_address_group.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.923513 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.924039 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: rbac-address-group Dec 06 14:13:18.924362 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: rbac_address_scope.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.925893 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.926431 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: rbac-address-scope Dec 06 14:13:18.926752 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: rbac_security_groups.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.927662 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.928174 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: rbac-security-groups Dec 06 14:13:18.928495 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: rbac_subnetpool.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.929430 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.929943 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: rbac-subnetpool Dec 06 14:13:18.930264 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: revisionifmatch.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.931267 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.931773 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: revision-if-match Dec 06 14:13:18.932093 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: revisions.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.933219 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.933728 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: standard-attr-revisions Dec 06 14:13:18.934047 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: router_availability_zone.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.934709 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.935216 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: router_availability_zone Dec 06 14:13:18.935535 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: routerservicetype.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.936521 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.937059 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension router-service-type not supported by any of loaded plugins Dec 06 14:13:18.937380 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.938381 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.938891 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: security-groups-normalized-cidr Dec 06 14:13:18.939211 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.940140 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.941256 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: port-security-groups-filtering Dec 06 14:13:18.941579 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.942496 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.943005 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: security-groups-remote-address-group Dec 06 14:13:18.943322 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.944337 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.944841 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: security-groups-shared-filtering Dec 06 14:13:18.945187 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.945766 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 06 14:13:18.946081 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: securitygroup.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.956170 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.956743 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: security-group Dec 06 14:13:18.963663 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: segment.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.963663 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.963663 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension segment not supported by any of loaded plugins Dec 06 14:13:18.963663 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.964380 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.964936 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 06 14:13:18.965257 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: servicetype.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.966374 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.966900 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: service-type Dec 06 14:13:18.967229 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: sorting.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.968318 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.968657 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: sorting Dec 06 14:13:18.969014 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: standard_attr_segment.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.969928 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.970444 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 06 14:13:18.970763 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: standardattrdescription.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.971407 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.971933 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: standard-attr-description Dec 06 14:13:18.972251 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: stateful_security_group.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.973191 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.973787 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: stateful-security-group Dec 06 14:13:18.974107 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: stdattrs_common.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.974669 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 06 14:13:18.974985 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.975933 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.976439 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 06 14:13:18.976775 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: subnet_onboard.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.977848 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.978406 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: subnet_onboard Dec 06 14:13:18.978786 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.979714 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.980330 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 06 14:13:18.980657 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: subnet_service_types.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.981597 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.982111 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: subnet-service-types Dec 06 14:13:18.982432 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: subnetallocation.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.983505 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.984018 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: subnet_allocation Dec 06 14:13:18.984347 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.985039 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.985637 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: subnetpool-prefix-ops Dec 06 14:13:18.985954 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.986886 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.987902 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 06 14:13:18.988219 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: tagging.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.989310 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.989825 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: standard-attr-tag Dec 06 14:13:18.990149 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: timestamp.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.991330 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.991845 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loaded extension: standard-attr-timestamp Dec 06 14:13:18.992170 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: trunk.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.993229 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.993743 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension trunk not supported by any of loaded plugins Dec 06 14:13:18.994064 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: trunk_details.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.994994 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.995502 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension trunk-details not supported by any of loaded plugins Dec 06 14:13:18.995825 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: uplink_status_propagation.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.996739 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.997283 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 06 14:13:18.997606 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Loading extension file: vlantransparent.py {{(pid=103615) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 06 14:13:18.998266 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103615) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 06 14:13:18.998772 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 06 14:13:19.001330 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:network Dec 06 14:13:19.001856 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:subnet Dec 06 14:13:19.002252 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 14:13:19.002637 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:port Dec 06 14:13:19.004485 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.004972 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service FLAVORS assigned prefix: {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.005581 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.006096 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.006427 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:router Dec 06 14:13:19.006854 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:floatingip Dec 06 14:13:19.007355 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service METERING assigned prefix: /metering {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.008775 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:19.009174 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:19.009522 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103615) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:13:19.010592 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of CountableResource for resource:rbac_policy Dec 06 14:13:19.011037 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:security_group Dec 06 14:13:19.011466 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 06 14:13:19.012071 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service CORE assigned prefix: {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.012398 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 14:13:19.012739 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] subnetpool is already registered Dec 06 14:13:19.013195 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service CORE assigned prefix: {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.013518 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 14:13:19.013846 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] subnetpool is already registered Dec 06 14:13:19.016143 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.016576 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service FLAVORS assigned prefix: {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.017204 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.017604 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.017932 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:router Dec 06 14:13:19.021177 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] router is already registered Dec 06 14:13:19.021177 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:floatingip Dec 06 14:13:19.021177 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] floatingip is already registered Dec 06 14:13:19.021177 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service METERING assigned prefix: /metering {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.021177 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of CountableResource for resource:rbac_policy Dec 06 14:13:19.021177 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] rbac_policy is already registered Dec 06 14:13:19.021177 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:security_group Dec 06 14:13:19.021177 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] security_group is already registered Dec 06 14:13:19.021789 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 06 14:13:19.021976 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] security_group_rule is already registered Dec 06 14:13:19.022590 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service CORE assigned prefix: {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.022913 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 14:13:19.023240 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] subnetpool is already registered Dec 06 14:13:19.023669 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.v2.resource_helper [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Service CORE assigned prefix: {{(pid=103615) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 06 14:13:19.023991 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Creating instance of TrackedResource for resource:subnetpool Dec 06 14:13:19.024315 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING neutron.quota.resource_registry [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] subnetpool is already registered Dec 06 14:13:19.024768 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: extensions {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.026277 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: address-groups {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.027811 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: address-scopes {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.029183 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: agents {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.030345 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: auto-allocated-topology {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.031586 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: availability_zones {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.032841 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: dhcp-networks {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.034480 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: dhcp-agents {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.035902 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: routers {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.038172 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: flavors {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.039414 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: service_profiles {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.040622 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: next_providers {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.042157 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: service_profiles {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.043697 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: floatingip-pools {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.045023 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: routers {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.047168 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: floatingips {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.049403 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: l3-routers {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.051420 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: l3-agents {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.052902 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: metering-labels {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.054271 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: metering-label-rules {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.055550 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: network-ip-availabilities {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.056954 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: bindings {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.058590 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: quotas {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.060144 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: quotas {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.061764 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: rbac-policies {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.063121 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: security-groups {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.064364 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: security-group-rules {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.067870 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: service-providers {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.069160 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: subnetpools {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.070596 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: subnetpools {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.072057 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: tags {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.073869 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: tags {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.075679 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: tags {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.077496 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: tags {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.079632 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: tags {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.081635 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: tags {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.083325 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: tags {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.085285 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: tags {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.089965 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: tags {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.089965 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron.api.extensions [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Extended resource: tags {{(pid=103615) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 06 14:13:19.095111 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING keystonemiddleware.auth_token [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 06 14:13:19.099950 dv-neutron-master-2-hyperv neutron-server[103615]: WARNING keystonemiddleware.auth_token [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 06 14:13:19.108998 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Acquired lock "singleton_lock" {{(pid=103615) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 06 14:13:19.109409 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_concurrency.lockutils [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Releasing lock "singleton_lock" {{(pid=103615) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 06 14:13:19.110056 dv-neutron-master-2-hyperv neutron-server[103615]: INFO oslo_service.service [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Starting 2 workers Dec 06 14:13:19.115509 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Started child 103724 {{(pid=103615) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 14:13:19.120987 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Started child 103725 {{(pid=103615) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 14:13:19.121128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:19.121709 dv-neutron-master-2-hyperv neutron-server[103615]: INFO neutron.service [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 06 14:13:19.122400 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Publish callbacks [] for process, before_spawn {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:19.122651 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [-] (103724) wsgi starting up on http://0.0.0.0:9696 Dec 06 14:13:19.124880 dv-neutron-master-2-hyperv neutron-server[103615]: INFO oslo_service.service [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Starting 1 workers Dec 06 14:13:19.125208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:19.126623 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [-] (103725) wsgi starting up on http://0.0.0.0:9696 Dec 06 14:13:19.130801 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Started child 103726 {{(pid=103615) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 14:13:19.131341 dv-neutron-master-2-hyperv neutron-server[103615]: INFO oslo_service.service [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Starting 1 workers Dec 06 14:13:19.134291 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.service [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] calling RpcWorker wait() {{(pid=103726) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 06 14:13:19.134838 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.service [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] returning from RpcWorker wait() {{(pid=103726) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 06 14:13:19.135842 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Started child 103727 {{(pid=103615) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 06 14:13:19.136038 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:19.136493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:13:19.136765 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG neutron_lib.callbacks.manager [None req-b96566c9-d79d-406e-8105-4704544fcb56 None None] Publish callbacks [] for process, after_spawn {{(pid=103615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:19.138632 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103615) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 06 14:13:19.138854 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 14:13:19.139030 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 14:13:19.139253 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 14:13:19.139588 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 14:13:19.139771 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 14:13:19.140259 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.140535 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.140691 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:19.141208 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.141208 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.141447 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.142042 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.142368 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.142589 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.142873 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.143106 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.143272 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.143436 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.143723 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.143974 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.144282 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.144549 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.144780 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.145027 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.145194 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.145450 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.145711 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.145934 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.146190 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] debug = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.146427 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.146884 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.147118 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.147362 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.147577 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.147831 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.148074 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.148370 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.148632 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.148819 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.153121 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.153121 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.153121 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.153121 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.153121 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.153121 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.153121 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.153121 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.154219 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.154219 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.154219 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.154219 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.154219 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.154219 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.154219 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.154219 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.155238 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.155238 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.155238 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.155238 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.155238 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.155238 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.155238 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_file = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.155238 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_options = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.156286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.156286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.156286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.156286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.156286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.156286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.156286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.157264 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.157264 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.157264 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.157264 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.157264 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.157264 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.158043 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.158043 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.158043 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.158437 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.158437 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.158704 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.158851 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.158997 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.159144 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.160051 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.160208 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.160369 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.160587 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.160755 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.160973 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.161220 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.161449 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.161683 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.161947 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.162179 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.162523 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.162781 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.163019 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.163244 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.163452 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.163711 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.163933 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.164179 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.164415 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.164630 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.164885 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.165093 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.165339 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.165565 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] use_json = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.165773 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.166009 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.166258 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.166468 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.166679 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.167995 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.168706 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.169388 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.170246 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.170452 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.170688 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:13:19.170805 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.171025 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.171271 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.171546 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.171808 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.172042 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.172299 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.172554 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.172876 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.173125 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.173427 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.173655 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.173959 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.174294 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.174557 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.174901 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.175673 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.175928 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.176187 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.176424 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.176714 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.176960 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.177217 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.177451 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.177675 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.187855 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.187855 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.187855 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.187855 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.187855 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.187855 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.187855 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.187855 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.188511 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.188511 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.188511 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.188511 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.188511 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.188511 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.188511 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.188511 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.188511 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189246 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189246 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189246 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189246 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189246 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189246 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189246 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189246 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189246 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189938 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189938 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189938 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189938 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189938 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189938 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189938 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189938 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.189938 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.190659 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.190659 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.190659 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.190659 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.190659 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.190659 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.190659 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.190659 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.190659 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.191323 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.191323 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.191323 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.191323 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.191323 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.191323 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.191323 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.191323 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.191323 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.192022 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.192022 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.192022 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.192022 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.192022 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.192022 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.192022 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.192022 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.192589 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.192589 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.192589 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.192813 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.193121 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.193420 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.193615 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.193836 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.194093 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.194328 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.194579 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.194804 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.195014 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.195217 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.195460 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.195701 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.195951 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.196265 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.196486 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.196745 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.196984 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.197205 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.197418 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.197656 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.197881 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.198168 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.198438 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.198694 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.198929 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.199163 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.199445 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.199683 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.199964 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.200184 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.200468 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.200757 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.201048 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.201317 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.201582 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.201845 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.202108 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.202353 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.202599 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.202859 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.203095 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.203594 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.203843 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.204080 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.204312 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.204564 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.204926 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.205347 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.205451 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.205631 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.207151 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.207551 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.208682 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.209075 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.209387 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.209641 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.212061 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.216880 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.216880 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.216880 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.216880 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.216880 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.216880 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.216880 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.216880 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.217393 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.217393 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.217393 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.217393 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.217393 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.217393 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.217393 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.217393 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.218042 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.218042 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.218042 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.218356 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.218569 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.218793 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.219017 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.219850 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.220114 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.220716 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.221039 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.221329 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.221545 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.222383 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.222515 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.222759 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.222979 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.223228 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.223452 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.223671 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.223885 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.224106 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.224360 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.224563 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.224810 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.225049 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.225304 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.225557 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.225901 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.226153 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.226413 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.226660 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.226875 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.227109 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.227355 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.227572 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.227789 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.228011 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.228232 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.228468 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.228712 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.228983 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.229217 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.229451 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.229662 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.229875 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.230085 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.230374 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.230615 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.230844 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.231106 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.231320 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.231530 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.231772 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.231979 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.232207 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.232427 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.232640 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.232871 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.233112 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.233319 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.233534 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.233756 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.233971 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.234207 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.234431 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.234644 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.234852 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.235071 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.235284 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.235598 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.235942 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.236178 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.236386 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.236611 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.236819 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.237271 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.238109 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.238320 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.238529 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.238745 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.238965 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.239174 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.239495 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.239737 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.240054 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.240266 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.240511 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.240786 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.241063 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245137 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245137 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245137 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245137 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245137 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245137 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245137 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245137 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245935 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245935 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245935 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245935 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245935 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245935 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245935 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.245935 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.246608 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.246608 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.246608 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.246608 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.246608 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.247133 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.247133 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.247133 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.247473 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.247595 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.247761 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.247991 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.248238 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.248457 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.248683 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.248920 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.249171 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.249401 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.249641 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.249871 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.250028 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 14:13:19.250557 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103615) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 06 14:13:19.250718 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 06 14:13:19.250873 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 06 14:13:19.251053 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 06 14:13:19.251234 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 06 14:13:19.251385 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 06 14:13:19.251758 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.251926 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.252090 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.252246 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.252407 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.252587 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.252746 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.252928 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.253113 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.253273 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.253429 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.253587 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.253746 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.253902 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.254234 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.254390 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.254549 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.254705 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.254871 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.255030 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.255187 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.255344 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.255500 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] debug = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.255654 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.256022 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.256187 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.256346 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.256521 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.256666 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.256821 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.257002 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.257210 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.257372 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.257526 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.257691 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.257845 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.258002 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.258163 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.258317 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.258471 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.258621 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.258777 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.258933 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.259091 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.259247 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.259405 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.259563 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.259715 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.259880 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.260026 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.260182 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.260337 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.260494 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.260649 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.260806 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.260984 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_file = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.261144 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_options = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.261297 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.261606 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.261776 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.261935 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.262100 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.262258 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.262415 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.262572 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.262722 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.262875 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.263031 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.263174 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.263334 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.263489 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.263644 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.263800 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.263956 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.264101 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.264255 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.264412 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.264555 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.264697 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.264881 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.265098 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.265235 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.265366 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.265497 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.265628 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.265761 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.265973 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.266118 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.266251 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.266383 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.266514 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.266653 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.266786 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.266980 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.267135 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.267712 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.267858 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.268021 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.268164 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.268321 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.268481 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.268640 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.268781 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.268960 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] use_json = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.269115 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.269247 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.269398 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.269554 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.269711 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.269868 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.270013 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.270169 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 06 14:13:19.270345 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.270508 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.270649 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.270809 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.270968 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.271128 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.271280 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.271436 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.271580 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.271741 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.271892 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.272055 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.272222 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.272381 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.272540 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.272701 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.272873 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.273040 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.273199 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.273358 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.273517 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.273676 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.273842 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.274001 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.274159 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.274318 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.274478 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.274643 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.274802 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.274976 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.275186 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.275321 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.275442 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.275591 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.275751 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.275915 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.276075 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.276234 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.276396 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.276555 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.276714 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.277195 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.277195 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.277195 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.281758 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.281758 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.281758 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.281758 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.281758 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.281758 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.281758 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.281758 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.281758 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283286 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283902 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283902 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283902 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283902 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283902 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283902 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283902 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283902 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.283902 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285072 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285072 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285072 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285072 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285072 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285072 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285072 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285072 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285072 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285701 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285701 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285701 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285701 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285701 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285701 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285701 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285701 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.285701 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286300 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286300 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286300 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286300 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286300 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286300 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286300 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286300 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286841 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286841 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286841 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286841 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286841 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286841 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.286841 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.287320 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.287320 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.287320 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.287320 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.287607 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.287686 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.287785 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.287959 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.288081 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.288243 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.288402 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.288561 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.288726 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.288897 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.289067 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.289227 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.289389 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.289550 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.289719 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.289887 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.290226 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.290375 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.290512 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.290672 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.291176 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.291176 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.291176 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.291468 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.291468 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.291663 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.291746 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.291884 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.292043 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.292201 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.292382 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.292541 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.292701 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.292895 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.293039 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.293200 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.293388 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.293501 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:13:19.293594 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.293697 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.293855 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.294015 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.294177 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.294335 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.294494 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.294653 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.294812 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.294972 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.295131 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.295291 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.295451 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.295612 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.295770 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.295929 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.296089 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.296249 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.296411 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.296570 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.296729 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.296908 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.297069 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.297228 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.297387 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.297544 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.297703 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.297861 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.298020 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.298180 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.298341 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.298500 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.298659 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.298818 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.298978 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.299137 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.299297 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.299457 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.299621 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.299784 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.300543 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.300704 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.300898 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.301044 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.301204 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.301365 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.301524 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.301683 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.301858 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.302018 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.302177 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.302337 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.302532 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.302652 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.302810 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.302968 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.303127 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.303285 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.303444 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.303606 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.303769 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.303930 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.304089 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.304248 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.304408 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.304566 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.304725 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.304914 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.305080 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.305934 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.306100 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.306260 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.306425 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.306593 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.306753 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.306912 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.307071 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.307229 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.307389 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.307556 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.307718 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.307876 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.308035 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.308194 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.308354 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.308521 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.308680 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.308840 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.309047 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.309179 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.309335 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.309502 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.309662 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.309821 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.309980 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.310139 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.310348 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.310481 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.310616 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.310775 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.310933 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.311091 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.311251 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.311417 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.311578 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.311738 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.311904 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.312062 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.312221 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.312380 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.312551 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.312753 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.312923 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.313032 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.313234 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.313343 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.313486 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.313649 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.313817 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.313982 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.314143 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.314309 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.314476 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.314642 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.314802 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.314968 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.315138 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.315300 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.315489 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.315649 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.315809 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.315968 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.316126 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.316284 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.316448 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.316606 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.316765 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.316955 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.317117 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.317276 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.317436 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.321872 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.321872 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.321872 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.321872 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.321872 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 06 14:13:19.321872 dv-neutron-master-2-hyperv neutron-server[103615]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103615) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 06 14:13:19.476139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 55844) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:13:19.484821 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064669 Dec 06 14:13:31.255205 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48278be8-74a2-4beb-a313-9b3063794036 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 14:13:31.315930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48278be8-74a2-4beb-a313-9b3063794036 None None] No non-hosted networks {{(pid=103726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 06 14:13:31.323855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.agentschedulers_db [None req-48278be8-74a2-4beb-a313-9b3063794036 None None] DHCP Agent not found on host dv-neutron-master-2-hyperv {{(pid=103726) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 06 14:13:31.472056 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-44f1f305-2c2b-4bde-b8aa-b16ab579b527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445716'] for agent, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:33.533690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-863280a6-88b1-4ee2-880c-38a4b792f9b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445716'] for agent, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:33.575500 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-9a7cdf87-6993-466f-b800-6d31a505ceee None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-master-2-hyperv {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:13:33.576413 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-9a7cdf87-6993-466f-b800-6d31a505ceee None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:13:34.197694 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a7cdf87-6993-466f-b800-6d31a505ceee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:34.694668 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445716'] for agent, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:35.954722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445716'] for agent, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:36.971225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445716'] for agent, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:36.974384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:36.975292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:36.978198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:36.978710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:36.979185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:36.981493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:36.982021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:36.984072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:36.986853 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:36.988973 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:36.989549 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:36.989894 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:36.990228 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:36.990630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-master-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:13:36.999923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-master-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:13:37.245555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 55934) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:13:37.763288 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING oslo_policy.policy [None req-2a925187-386f-4bc0-b711-bf1797fdcc31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:13:37.764057 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING oslo_policy.policy [None req-2a925187-386f-4bc0-b711-bf1797fdcc31 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:13:38.002445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-2a925187-386f-4bc0-b711-bf1797fdcc31 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:13:38.004355 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2a925187-386f-4bc0-b711-bf1797fdcc31 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7577350 Dec 06 14:13:39.002372 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.db.l3_hamode_db [None req-07b04e77-f25a-454e-a641-6b8bc292a843 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 06 14:13:39.095303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b04e77-f25a-454e-a641-6b8bc292a843 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:13:39.095683 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b04e77-f25a-454e-a641-6b8bc292a843 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 14:13:40.640483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 55950) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:13:40.949173 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-50f4dcd1-9094-413c-8893-2d0a235d5d46 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:13:41.044650 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.policy [None req-50f4dcd1-9094-413c-8893-2d0a235d5d46 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103724) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 06 14:13:41.092825 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING oslo_policy.policy [None req-50f4dcd1-9094-413c-8893-2d0a235d5d46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:13:41.093228 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING oslo_policy.policy [None req-50f4dcd1-9094-413c-8893-2d0a235d5d46 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:13:41.102908 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.quota [None req-50f4dcd1-9094-413c-8893-2d0a235d5d46 admin admin] Loaded quota_driver: . Dec 06 14:13:41.263557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50f4dcd1-9094-413c-8893-2d0a235d5d46 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738278400392', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738278399995', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738278353416', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738278350623', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738278373583', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738278364475', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-590557', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7658993', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-338498', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-710936'] for rbac-policy, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:41.453860 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50f4dcd1-9094-413c-8893-2d0a235d5d46 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:41.455053 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-50f4dcd1-9094-413c-8893-2d0a235d5d46 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8135729 Dec 06 14:13:44.232579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 55962) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:13:44.523336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Request body: {'network': {'project_id': '3333db309a3d41ef947c699008a087d5', 'admin_state_up': True, 'name': 'private', 'tenant_id': '3333db309a3d41ef947c699008a087d5'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:13:44.620091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Made reservation on behalf of 3333db309a3d41ef947c699008a087d5 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:13:44.622798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:44.640332 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:44.751841 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:44.814135 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:44.833776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:13:44.861224 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738274384029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:44.861854 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Unsubscribe: segment precommit_create {{(pid=103724) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 06 14:13:44.862846 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Added segment 90057352-84b3-468f-8bef-8e1ea4e5ced1 of type vlan for network caf54205-ce45-4383-8197-229fb7122019 Dec 06 14:13:44.878546 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452f84e6-5d72-43ef-9b81-bb4e2e9a8d96,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:13:44.903874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:44.904232 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:44.904570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:44.904923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:44.905248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:44.905569 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:44.906025 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:44.906334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:44.906671 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:44.906991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:44.907307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:44.907621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:44.907934 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Tracked resource versions report: Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: pushed versions: Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: { 'AddressGroup': {'1.2'}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'ConntrackHelper': {'1.0'}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'Log': {'1.0'}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'Network': {'1.1'}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'Port': {'1.7'}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'PortForwarding': {'1.2'}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'QosPolicy': {'1.10'}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'SecurityGroup': {'1.5'}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'SubPort': {'1.0'}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'Subnet': {'1.1'}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'Trunk': {'1.1'}} Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: consumer versions: Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'ConntrackHelper': '1.0', Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'LocalIPAssociation': '1.0', Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'Log': '1.0', Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'Network': '1.1', Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'Port': '1.7', Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'PortForwarding': '1.2', Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'QosPolicy': '1.10', Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'SecurityGroup': '1.5', Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'SecurityGroupRule': '1.2', Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'SubPort': '1.0', Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'Subnet': '1.1', Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: 'Trunk': '1.1'}} Dec 06 14:13:44.910004 dv-neutron-master-2-hyperv neutron-server[103724]: {{(pid=103724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:13:44.980096 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:45.068211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:45.069267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:13:45.069958 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:45.165193 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] Pushing event updated for resources: {'Network': ['ID=caf54205-ce45-4383-8197-229fb7122019,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:13:45.173463 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-61b63cb5-cd00-4b96-a23e-3a5af37193f4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9398565 Dec 06 14:13:45.190459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network caf54205-ce45-4383-8197-229fb7122019 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:13:48.007761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 55976) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:13:48.393816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e1733a-83e5-4df5-8827-021486387429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:13:48.395137 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c3e1733a-83e5-4df5-8827-021486387429 admin admin] 10.222.0.42 "GET /v2.0/networks/caf54205-ce45-4383-8197-229fb7122019 HTTP/1.1" status: 200 len: 825 time: 0.3864453 Dec 06 14:13:48.419430 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9464d503-d68d-4df4-94e6-5f51bb5044d7 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/9dcf71f0-c167-40cb-abd3-40cc8c7d9bea HTTP/1.1" status: 200 len: 734 time: 0.0182724 Dec 06 14:13:48.428194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-42be38cb-7e0d-4a5e-a974-8c60d34d9fc6 admin admin] Request body: {'subnet': {'subnetpool_id': '9dcf71f0-c167-40cb-abd3-40cc8c7d9bea', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': 'caf54205-ce45-4383-8197-229fb7122019', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'name': 'private-subnet'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:13:48.528341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42be38cb-7e0d-4a5e-a974-8c60d34d9fc6 admin admin] Made reservation on behalf of 3333db309a3d41ef947c699008a087d5 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:13:48.530692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-42be38cb-7e0d-4a5e-a974-8c60d34d9fc6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:48.900384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-42be38cb-7e0d-4a5e-a974-8c60d34d9fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:48.971563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42be38cb-7e0d-4a5e-a974-8c60d34d9fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1011b821-8e6a-4108-baa0-02c5e8b17747,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:13:48.975445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42be38cb-7e0d-4a5e-a974-8c60d34d9fc6 admin admin] Checking segment: {'id': '90057352-84b3-468f-8bef-8e1ea4e5ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'caf54205-ce45-4383-8197-229fb7122019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:13:48.975869 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42be38cb-7e0d-4a5e-a974-8c60d34d9fc6 admin admin] Network hostable DHCP agents. Network: caf54205-ce45-4383-8197-229fb7122019, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:13:49.056463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42be38cb-7e0d-4a5e-a974-8c60d34d9fc6 admin admin] Network caf54205-ce45-4383-8197-229fb7122019 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:13:49.134170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-42be38cb-7e0d-4a5e-a974-8c60d34d9fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, caf54205-ce45-4383-8197-229fb7122019) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:13:49.138776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42be38cb-7e0d-4a5e-a974-8c60d34d9fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:13:49.139361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-42be38cb-7e0d-4a5e-a974-8c60d34d9fc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:49.144029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0e5f4b-4617-48ca-a8a4-1194d85fa5cd None None] Network caf54205-ce45-4383-8197-229fb7122019 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:13:49.230894 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-42be38cb-7e0d-4a5e-a974-8c60d34d9fc6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8057110 Dec 06 14:13:49.461551 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-caf54205-ce45-4383-8197-229fb7122019', 'network_id': 'caf54205-ce45-4383-8197-229fb7122019', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'fixed_ips': [{'subnet_id': '1011b821-8e6a-4108-baa0-02c5e8b17747'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:13:49.462777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:49.758213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Allocated IP 172.20.0.2 (caf54205-ce45-4383-8197-229fb7122019/1011b821-8e6a-4108-baa0-02c5e8b17747/3183fb96-3dc9-4ad6-bbd9-ae252481feda) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:13:49.963445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:50.045772 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:50.118943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Network caf54205-ce45-4383-8197-229fb7122019 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:13:50.123696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:13:50.133081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:13:50.135058 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Pushing event updated for resources: {'Port': ['ID=3183fb96-3dc9-4ad6-bbd9-ae252481feda,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:13:50.144667 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:50.145315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:50.145413 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:50.145724 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:50.146055 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:50.146385 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:50.146729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:50.147059 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:50.147404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:50.147745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:50.148075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:50.148401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:50.148721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Tracked resource versions report: Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: pushed versions: Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: { 'AddressGroup': {'1.2'}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'ConntrackHelper': {'1.0'}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'Log': {'1.0'}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'Network': {'1.1'}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'Port': {'1.7'}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'PortForwarding': {'1.2'}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'QosPolicy': {'1.10'}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'SecurityGroup': {'1.5'}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'SubPort': {'1.0'}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'Subnet': {'1.1'}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'Trunk': {'1.1'}} Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: consumer versions: Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'ConntrackHelper': '1.0', Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'LocalIPAssociation': '1.0', Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'Log': '1.0', Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'Network': '1.1', Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'Port': '1.7', Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'PortForwarding': '1.2', Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'QosPolicy': '1.10', Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'SecurityGroup': '1.5', Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'SecurityGroupRule': '1.2', Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'SubPort': '1.0', Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'Subnet': '1.1', Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: 'Trunk': '1.1'}} Dec 06 14:13:50.150149 dv-neutron-master-2-hyperv neutron-server[103726]: {{(pid=103726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:13:50.223269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Attempting to bind port 3183fb96-3dc9-4ad6-bbd9-ae252481feda on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:13:50.223601 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Attempting to bind port 3183fb96-3dc9-4ad6-bbd9-ae252481feda by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '90057352-84b3-468f-8bef-8e1ea4e5ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'caf54205-ce45-4383-8197-229fb7122019'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:13:50.224003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Attempting to bind port 3183fb96-3dc9-4ad6-bbd9-ae252481feda on network caf54205-ce45-4383-8197-229fb7122019 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:13:50.228923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 13, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:13:50.229297 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Checking segment: {'id': '90057352-84b3-468f-8bef-8e1ea4e5ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'caf54205-ce45-4383-8197-229fb7122019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:13:50.229797 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:50.230181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Bound using segment: {'id': '90057352-84b3-468f-8bef-8e1ea4e5ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'caf54205-ce45-4383-8197-229fb7122019'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:13:50.230659 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Bound port: 3183fb96-3dc9-4ad6-bbd9-ae252481feda, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90057352-84b3-468f-8bef-8e1ea4e5ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'caf54205-ce45-4383-8197-229fb7122019'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:13:50.231059 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:50.292588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-18be761a-68a5-4860-a937-9d723840b628 None None] For port 3183fb96-3dc9-4ad6-bbd9-ae252481feda, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:13:50.313243 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-18be761a-68a5-4860-a937-9d723840b628 None None] For port 3183fb96-3dc9-4ad6-bbd9-ae252481feda, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3183fb96-3dc9-4ad6-bbd9-ae252481feda,segment=NetworkSegment(90057352-84b3-468f-8bef-8e1ea4e5ced1),segment_id=90057352-84b3-468f-8bef-8e1ea4e5ced1)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:13:50.383057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:50.442349 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be761a-68a5-4860-a937-9d723840b628 None None] Pushing event updated for resources: {'Port': ['ID=3183fb96-3dc9-4ad6-bbd9-ae252481feda,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:13:51.841927 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 55984) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:13:52.158106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-2360ff94-29ac-4ada-825b-10bd6ba81b07 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:13:52.159683 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2360ff94-29ac-4ada-825b-10bd6ba81b07 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3168082 Dec 06 14:13:54.749059 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 55992) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:13:55.070866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-bc5e713c-0259-4a13-a70a-acced699987c admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:13:55.071864 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bc5e713c-0259-4a13-a70a-acced699987c admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3218753 Dec 06 14:13:57.953184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56002) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:13:58.463176 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING oslo_policy.policy [None req-d36cfd2f-1ffd-4557-b5ba-7a7b8094ade4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:13:58.463770 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING oslo_policy.policy [None req-d36cfd2f-1ffd-4557-b5ba-7a7b8094ade4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:13:58.684260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-d36cfd2f-1ffd-4557-b5ba-7a7b8094ade4 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'admin_state_up': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:13:58.727485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3183fb96-3dc9-4ad6-bbd9-ae252481feda up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:13:58.749534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.policy [None req-d36cfd2f-1ffd-4557-b5ba-7a7b8094ade4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103725) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 06 14:13:58.796965 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING oslo_policy.policy [None req-d36cfd2f-1ffd-4557-b5ba-7a7b8094ade4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:13:58.797348 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING oslo_policy.policy [None req-d36cfd2f-1ffd-4557-b5ba-7a7b8094ade4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 06 14:13:58.806550 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.quota [None req-d36cfd2f-1ffd-4557-b5ba-7a7b8094ade4 admin admin] Loaded quota_driver: . Dec 06 14:13:58.821029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 3183fb96-3dc9-4ad6-bbd9-ae252481feda triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:13:58.821450 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:58.926074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d36cfd2f-1ffd-4557-b5ba-7a7b8094ade4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:58.928014 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d36cfd2f-1ffd-4557-b5ba-7a7b8094ade4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:58.930084 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:58.966221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 3183fb96-3dc9-4ad6-bbd9-ae252481feda, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3183fb96-3dc9-4ad6-bbd9-ae252481feda,segment=NetworkSegment(90057352-84b3-468f-8bef-8e1ea4e5ced1),segment_id=90057352-84b3-468f-8bef-8e1ea4e5ced1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:13:59.048333 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:59.082039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d36cfd2f-1ffd-4557-b5ba-7a7b8094ade4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:59.097820 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=3183fb96-3dc9-4ad6-bbd9-ae252481feda,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:13:59.146714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d36cfd2f-1ffd-4557-b5ba-7a7b8094ade4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:59.250332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d36cfd2f-1ffd-4557-b5ba-7a7b8094ade4 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:13:59.251692 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d36cfd2f-1ffd-4557-b5ba-7a7b8094ade4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2964761 Dec 06 14:13:59.689057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcee853-fc12-47e0-ab51-5151213b8427 None None] Network caf54205-ce45-4383-8197-229fb7122019 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:13:59.760883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6209d716-5360-4fa0-a5cb-965b2943e690 None None] Provisioning complete for port 3183fb96-3dc9-4ad6-bbd9-ae252481feda triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:13:59.761547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6209d716-5360-4fa0-a5cb-965b2943e690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:00.106361 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7bde467e-0a7a-484e-8c01-25555c4164b1 None None] Provisioning complete for port 3183fb96-3dc9-4ad6-bbd9-ae252481feda triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:14:00.106733 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7bde467e-0a7a-484e-8c01-25555c4164b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:00.688222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3183fb96-3dc9-4ad6-bbd9-ae252481feda up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:14:00.734909 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 3183fb96-3dc9-4ad6-bbd9-ae252481feda triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:14:00.735369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:01.265080 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-891b5466-4480-495e-b386-89347fc82e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:01.847047 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56022) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:14:02.154958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-cfe515db-e007-45cf-93ef-036a147b247d admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:14:02.155938 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cfe515db-e007-45cf-93ef-036a147b247d admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3079567 Dec 06 14:14:03.194675 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:14:03.490630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7e454e1-41ad-47af-adaf-81b63d3e65b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:04.645200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:04.764420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56040) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:14:04.896344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:14:04.964987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Made reservation on behalf of e7d0160c318f408897b655200528be18 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:14:04.967667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:04.982400 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:05.082670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:05.133673 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:05.144803 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Reserving flat network on physical network physnet1 {{(pid=103725) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 06 14:14:05.174939 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738274384029', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:05.175487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Unsubscribe: segment precommit_create {{(pid=103725) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 06 14:14:05.175989 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Added segment 67ac56f9-b9b0-43af-924b-2629561bfc3c of type flat for network 056420bd-1b0f-4688-9004-005a7b470c4c Dec 06 14:14:05.191465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0393992-1ce3-4235-b8c2-7377e2e454b7,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:14:05.217193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:05.217553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:05.217898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:05.218245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:05.218553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:05.218879 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:05.219213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:05.219538 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:05.219874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:05.220193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:05.220508 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:05.220873 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:05.221181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Tracked resource versions report: Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: pushed versions: Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: { 'AddressGroup': {'1.2'}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'ConntrackHelper': {'1.0'}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'Log': {'1.0'}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'Network': {'1.1'}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'Port': {'1.7'}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'PortForwarding': {'1.2'}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'QosPolicy': {'1.10'}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'SecurityGroup': {'1.5'}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'SubPort': {'1.0'}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'Subnet': {'1.1'}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'Trunk': {'1.1'}} Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: consumer versions: Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'ConntrackHelper': '1.0', Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'LocalIPAssociation': '1.0', Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'Log': '1.0', Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'Network': '1.1', Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'Port': '1.7', Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'PortForwarding': '1.2', Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'QosPolicy': '1.10', Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'SecurityGroup': '1.5', Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'SecurityGroupRule': '1.2', Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'SubPort': '1.0', Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'Subnet': '1.1', Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: 'Trunk': '1.1'}} Dec 06 14:14:05.222608 dv-neutron-master-2-hyperv neutron-server[103725]: {{(pid=103725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:14:05.297635 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:05.402433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:05.406497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:14:05.406497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:05.496956 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] Pushing event updated for resources: {'Network': ['ID=056420bd-1b0f-4688-9004-005a7b470c4c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:14:05.507490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 056420bd-1b0f-4688-9004-005a7b470c4c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:14:05.549194 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1917c022-ae98-4e8b-ac3a-44dcb801fc03 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7708378 Dec 06 14:14:05.865128 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:06.934135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:07.961755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56062) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:14:08.096471 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4eb756-19b9-4a07-887e-63a23d382169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:14:08.097842 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-eb4eb756-19b9-4a07-887e-63a23d382169 admin admin] 10.222.0.42 "GET /v2.0/subnets/1011b821-8e6a-4108-baa0-02c5e8b17747 HTTP/1.1" status: 200 len: 849 time: 0.1352162 Dec 06 14:14:08.228149 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6b9752c0-42e9-4a1a-b9c6-03776c82dc55 admin admin] 10.222.0.42 "GET /v2.0/routers/ecd3f714-22c5-4e26-9408-890d745e3889 HTTP/1.1" status: 200 len: 704 time: 0.1243362 Dec 06 14:14:08.481202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:08.768186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Allocated IP 172.20.0.1 (caf54205-ce45-4383-8197-229fb7122019/1011b821-8e6a-4108-baa0-02c5e8b17747/bc6236fa-37ee-403f-9c79-8681ba09a0cc) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:14:08.946171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:09.065892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:09.134856 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Network caf54205-ce45-4383-8197-229fb7122019 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:14:09.139228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:14:09.150532 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:14:09.151055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:09.174550 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Pushing event updated for resources: {'Port': ['ID=bc6236fa-37ee-403f-9c79-8681ba09a0cc,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:14:09.375372 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f1366668-2be2-4769-a4f5-24785f194685 None None] Provisioning complete for port bc6236fa-37ee-403f-9c79-8681ba09a0cc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:14:09.375903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1366668-2be2-4769-a4f5-24785f194685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:09.408737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f1366668-2be2-4769-a4f5-24785f194685 None None] Port bc6236fa-37ee-403f-9c79-8681ba09a0cc cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:14:09.421716 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:09.682484 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:09.745142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:09.745872 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:09.825882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Pushing event updated for resources: {'Port': ['ID=bc6236fa-37ee-403f-9c79-8681ba09a0cc,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:14:09.870640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Network caf54205-ce45-4383-8197-229fb7122019 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:14:09.871893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:14:10.029789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ac151230-9f47-464c-8593-2dd7c02e46cb None None] Provisioning complete for port bc6236fa-37ee-403f-9c79-8681ba09a0cc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:14:10.030158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac151230-9f47-464c-8593-2dd7c02e46cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:10.064648 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ac151230-9f47-464c-8593-2dd7c02e46cb None None] Port bc6236fa-37ee-403f-9c79-8681ba09a0cc cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:14:10.090888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Router ecd3f714-22c5-4e26-9408-890d745e3889 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:14:10.179489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:14:10.184698 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fe4b6036-4b16-43b4-b1cc-1292817fb69c admin admin] 10.222.0.42 "PUT /v2.0/routers/ecd3f714-22c5-4e26-9408-890d745e3889/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9509733 Dec 06 14:14:10.200192 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Sync routers for ids ['ecd3f714-22c5-4e26-9408-890d745e3889'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:14:10.213531 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Routers {'ecd3f714-22c5-4e26-9408-890d745e3889'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:14:10.214446 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:14:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ecd3f714-22c5-4e26-9408-890d745e3889'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:14:10.407481 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Set router ecd3f714-22c5-4e26-9408-890d745e3889 gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:14:10.833954 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'name': 'router1', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:13:58Z', 'updated_at': '2021-12-06T14:14:09Z', 'revision_number': 2, 'project_id': '3333db309a3d41ef947c699008a087d5', 'gw_port_host': None, '_interfaces': [{'id': 'bc6236fa-37ee-403f-9c79-8681ba09a0cc', 'name': '', 'network_id': 'caf54205-ce45-4383-8197-229fb7122019', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'mac_address': 'fa:16:3e:29:8d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1011b821-8e6a-4108-baa0-02c5e8b17747', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:14:08Z', 'updated_at': '2021-12-06T14:14:09Z', 'revision_number': 2, 'project_id': '3333db309a3d41ef947c699008a087d5', 'subnets': [{'id': '1011b821-8e6a-4108-baa0-02c5e8b17747', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dcf71f0-c167-40cb-abd3-40cc8c7d9bea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:14:10.884493 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Checking router: ecd3f714-22c5-4e26-9408-890d745e3889 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:14:10.884893 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Updating router ecd3f714-22c5-4e26-9408-890d745e3889 port bc6236fa-37ee-403f-9c79-8681ba09a0cc binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:14:10.932285 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:11.442567 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:11.507640 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:11.668023 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Pushing event updated for resources: {'Port': ['ID=bc6236fa-37ee-403f-9c79-8681ba09a0cc,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:14:11.674737 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Attempting to bind port bc6236fa-37ee-403f-9c79-8681ba09a0cc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:14:11.675152 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Attempting to bind port bc6236fa-37ee-403f-9c79-8681ba09a0cc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '90057352-84b3-468f-8bef-8e1ea4e5ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'caf54205-ce45-4383-8197-229fb7122019'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:14:11.675588 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Attempting to bind port bc6236fa-37ee-403f-9c79-8681ba09a0cc on network caf54205-ce45-4383-8197-229fb7122019 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:14:11.683506 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:11.683890 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:11.684209 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:11.684454 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:11.684783 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:11.685132 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:11.685464 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:11.685809 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:11.686118 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:11.686466 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:11.686791 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:11.687107 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:11.687424 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Tracked resource versions report: Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: pushed versions: Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: { 'AddressGroup': {'1.2'}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'ConntrackHelper': {'1.0'}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'Log': {'1.0'}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'Network': {'1.1'}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'Port': {'1.7'}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'PortForwarding': {'1.2'}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'QosPolicy': {'1.10'}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'SecurityGroup': {'1.5'}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'SubPort': {'1.0'}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'Subnet': {'1.1'}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'Trunk': {'1.1'}} Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: consumer versions: Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'ConntrackHelper': '1.0', Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'LocalIPAssociation': '1.0', Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'Log': '1.0', Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'Network': '1.1', Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'Port': '1.7', Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'PortForwarding': '1.2', Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'QosPolicy': '1.10', Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'SecurityGroup': '1.5', Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'SecurityGroupRule': '1.2', Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'SubPort': '1.0', Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'Subnet': '1.1', Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: 'Trunk': '1.1'}} Dec 06 14:14:11.688805 dv-neutron-master-2-hyperv neutron-server[103727]: {{(pid=103727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:14:11.691774 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:14:11.692147 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Checking segment: {'id': '90057352-84b3-468f-8bef-8e1ea4e5ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'caf54205-ce45-4383-8197-229fb7122019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:14:11.692695 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:11.693039 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Bound using segment: {'id': '90057352-84b3-468f-8bef-8e1ea4e5ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'caf54205-ce45-4383-8197-229fb7122019'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:14:11.693521 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Bound port: bc6236fa-37ee-403f-9c79-8681ba09a0cc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90057352-84b3-468f-8bef-8e1ea4e5ced1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'caf54205-ce45-4383-8197-229fb7122019'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:14:11.693909 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:11.774918 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] For port bc6236fa-37ee-403f-9c79-8681ba09a0cc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:14:11.793363 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] For port bc6236fa-37ee-403f-9c79-8681ba09a0cc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc6236fa-37ee-403f-9c79-8681ba09a0cc,segment=NetworkSegment(90057352-84b3-468f-8bef-8e1ea4e5ced1),segment_id=90057352-84b3-468f-8bef-8e1ea4e5ced1)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:14:11.794784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c606170a-8983-437a-a4e6-4676d7561a96 None None] Provisioning complete for port bc6236fa-37ee-403f-9c79-8681ba09a0cc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:14:11.795263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c606170a-8983-437a-a4e6-4676d7561a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:11.829813 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c606170a-8983-437a-a4e6-4676d7561a96 None None] Port bc6236fa-37ee-403f-9c79-8681ba09a0cc cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:14:11.862196 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:11.917160 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f54a9-4c48-4331-b3ac-318e44eedac2 None None] Pushing event updated for resources: {'Port': ['ID=bc6236fa-37ee-403f-9c79-8681ba09a0cc,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:14:11.924109 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Routers {'ecd3f714-22c5-4e26-9408-890d745e3889'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:14:11.924725 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:14:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ecd3f714-22c5-4e26-9408-890d745e3889'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:14:12.015041 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] Set router ecd3f714-22c5-4e26-9408-890d745e3889 gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:14:12.150230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-37746e5f-e61f-4206-b6c9-ee13998aa2d6 None None] Provisioning complete for port bc6236fa-37ee-403f-9c79-8681ba09a0cc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:14:12.150714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37746e5f-e61f-4206-b6c9-ee13998aa2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:12.223115 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'name': 'router1', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:13:58Z', 'updated_at': '2021-12-06T14:14:09Z', 'revision_number': 2, 'project_id': '3333db309a3d41ef947c699008a087d5', 'gw_port_host': None, '_interfaces': [{'id': 'bc6236fa-37ee-403f-9c79-8681ba09a0cc', 'name': '', 'network_id': 'caf54205-ce45-4383-8197-229fb7122019', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'mac_address': 'fa:16:3e:29:8d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1011b821-8e6a-4108-baa0-02c5e8b17747', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:14:08Z', 'updated_at': '2021-12-06T14:14:11Z', 'revision_number': 4, 'project_id': '3333db309a3d41ef947c699008a087d5', 'subnets': [{'id': '1011b821-8e6a-4108-baa0-02c5e8b17747', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dcf71f0-c167-40cb-abd3-40cc8c7d9bea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:14:12.232891 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37746e5f-e61f-4206-b6c9-ee13998aa2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:12.253630 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff625e84-ba99-48fd-87e5-356f27a94af9 None None] The sync data for ids ['ecd3f714-22c5-4e26-9408-890d745e3889'] in dv-neutron-master-2-hyperv is: [{'id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'name': 'router1', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:13:58Z', 'updated_at': '2021-12-06T14:14:09Z', 'revision_number': 2, 'project_id': '3333db309a3d41ef947c699008a087d5', 'gw_port_host': None, '_interfaces': [{'id': 'bc6236fa-37ee-403f-9c79-8681ba09a0cc', 'name': '', 'network_id': 'caf54205-ce45-4383-8197-229fb7122019', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'mac_address': 'fa:16:3e:29:8d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1011b821-8e6a-4108-baa0-02c5e8b17747', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:14:08Z', 'updated_at': '2021-12-06T14:14:11Z', 'revision_number': 4, 'project_id': '3333db309a3d41ef947c699008a087d5', 'subnets': [{'id': '1011b821-8e6a-4108-baa0-02c5e8b17747', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dcf71f0-c167-40cb-abd3-40cc8c7d9bea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:14:12.269029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-37746e5f-e61f-4206-b6c9-ee13998aa2d6 None None] For port bc6236fa-37ee-403f-9c79-8681ba09a0cc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bc6236fa-37ee-403f-9c79-8681ba09a0cc,segment=NetworkSegment(90057352-84b3-468f-8bef-8e1ea4e5ced1),segment_id=90057352-84b3-468f-8bef-8e1ea4e5ced1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:14:12.328180 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37746e5f-e61f-4206-b6c9-ee13998aa2d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:12.377465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37746e5f-e61f-4206-b6c9-ee13998aa2d6 None None] Pushing event updated for resources: {'Port': ['ID=bc6236fa-37ee-403f-9c79-8681ba09a0cc,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:14:12.718022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56072) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:14:12.832589 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10022b9-237d-4cb9-a79b-086bc94e1759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:14:12.833965 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d10022b9-237d-4cb9-a79b-086bc94e1759 admin admin] 10.222.0.42 "GET /v2.0/networks/056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 842 time: 0.1150088 Dec 06 14:14:12.843918 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-41e09e93-946a-4e24-9130-d71f29124bb9 admin admin] Request body: {'subnet': {'gateway_ip': '172.36.1.1', 'enable_dhcp': False, 'cidr': '172.36.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:14:12.945481 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e09e93-946a-4e24-9130-d71f29124bb9 admin admin] Made reservation on behalf of e7d0160c318f408897b655200528be18 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:14:12.947781 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41e09e93-946a-4e24-9130-d71f29124bb9 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:13.301361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.objects.ports [None req-41e09e93-946a-4e24-9130-d71f29124bb9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103725) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:14:13.301694 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41e09e93-946a-4e24-9130-d71f29124bb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:13.359304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e09e93-946a-4e24-9130-d71f29124bb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb049d6-1a63-4a95-86fc-f8ee65362166,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:14:13.365070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e09e93-946a-4e24-9130-d71f29124bb9 admin admin] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:14:13.365440 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e09e93-946a-4e24-9130-d71f29124bb9 admin admin] Network hostable DHCP agents. Network: 056420bd-1b0f-4688-9004-005a7b470c4c, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:14:13.473543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e09e93-946a-4e24-9130-d71f29124bb9 admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:14:13.541937 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-41e09e93-946a-4e24-9130-d71f29124bb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 056420bd-1b0f-4688-9004-005a7b470c4c) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:14:13.546232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e09e93-946a-4e24-9130-d71f29124bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:14:13.546883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41e09e93-946a-4e24-9130-d71f29124bb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:13.558454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094cd0df-b37f-4677-a0cb-cd094025bdfe None None] Network 056420bd-1b0f-4688-9004-005a7b470c4c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:14:13.644786 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-41e09e93-946a-4e24-9130-d71f29124bb9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8041997 Dec 06 14:14:13.685520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52242a0a-56a6-4961-86d6-446cc517fb54 None None] Network 056420bd-1b0f-4688-9004-005a7b470c4c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:14:16.144250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56080) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:14:16.272424 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cbb54a4e-806f-4de4-8d6f-15f1384075a2 admin admin] 10.222.0.42 "GET /v2.0/routers/ecd3f714-22c5-4e26-9408-890d745e3889 HTTP/1.1" status: 200 len: 710 time: 0.1269350 Dec 06 14:14:16.357138 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf6931d-9f35-4c52-80df-c83c6e4b59cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:14:16.358501 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3bf6931d-9f35-4c52-80df-c83c6e4b59cf admin admin] 10.222.0.42 "GET /v2.0/networks/056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 886 time: 0.0805371 Dec 06 14:14:16.368562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:14:16.679001 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:16.963514 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:17.035990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:17.137468 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Allocated IP 172.36.1.177 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/456cdf4c-5e5d-4919-918e-7bdf9f671342) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:14:17.240757 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:17.339882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:17.378615 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:14:17.381265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:14:17.384598 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:14:17.418254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Pushing event updated for resources: {'Port': ['ID=456cdf4c-5e5d-4919-918e-7bdf9f671342,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:14:17.691571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:17.903576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:17.907163 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:18.021135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Router ecd3f714-22c5-4e26-9408-890d745e3889 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:14:18.211892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:14:18.216291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:18.217548 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c7e98f49-f6df-4330-b5ce-8d587f365c73 admin admin] 10.222.0.42 "PUT /v2.0/routers/ecd3f714-22c5-4e26-9408-890d745e3889 HTTP/1.1" status: 200 len: 890 time: 1.8524132 Dec 06 14:14:18.724190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device bc6236fa-37ee-403f-9c79-8681ba09a0cc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:14:18.778645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port bc6236fa-37ee-403f-9c79-8681ba09a0cc triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:14:18.779011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:19.297542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Sync routers for ids ['ecd3f714-22c5-4e26-9408-890d745e3889'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:14:19.308957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Routers {'ecd3f714-22c5-4e26-9408-890d745e3889'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:14:19.309688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:14:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ecd3f714-22c5-4e26-9408-890d745e3889'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:14:19.516659 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Set router ecd3f714-22c5-4e26-9408-890d745e3889 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:14:19.970430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'name': 'router1', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.177'}], 'enable_snat': True}, 'gw_port_id': '456cdf4c-5e5d-4919-918e-7bdf9f671342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:13:58Z', 'updated_at': '2021-12-06T14:14:17Z', 'revision_number': 4, 'project_id': '3333db309a3d41ef947c699008a087d5', 'gw_port': {'id': '456cdf4c-5e5d-4919-918e-7bdf9f671342', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:14:17Z', 'updated_at': '2021-12-06T14:14:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bc6236fa-37ee-403f-9c79-8681ba09a0cc', 'name': '', 'network_id': 'caf54205-ce45-4383-8197-229fb7122019', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'mac_address': 'fa:16:3e:29:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1011b821-8e6a-4108-baa0-02c5e8b17747', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:14:08Z', 'updated_at': '2021-12-06T14:14:12Z', 'revision_number': 5, 'project_id': '3333db309a3d41ef947c699008a087d5', 'subnets': [{'id': '1011b821-8e6a-4108-baa0-02c5e8b17747', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dcf71f0-c167-40cb-abd3-40cc8c7d9bea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:14:20.022819 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Checking router: ecd3f714-22c5-4e26-9408-890d745e3889 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:14:20.023167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Updating router ecd3f714-22c5-4e26-9408-890d745e3889 port 456cdf4c-5e5d-4919-918e-7bdf9f671342 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:14:20.068900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:20.383637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:20.447881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:20.497157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Attempting to bind port 456cdf4c-5e5d-4919-918e-7bdf9f671342 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:14:20.497525 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Attempting to bind port 456cdf4c-5e5d-4919-918e-7bdf9f671342 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:14:20.497884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Attempting to bind port 456cdf4c-5e5d-4919-918e-7bdf9f671342 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:14:20.504437 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c9dfe-2c4f-45b9-9700-d2a980daeea8 None None] Pushing event updated for resources: {'Port': ['ID=456cdf4c-5e5d-4919-918e-7bdf9f671342,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:14:20.508226 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:14:20.508595 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:14:20.509019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:20.509398 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:14:20.509861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Bound port: 456cdf4c-5e5d-4919-918e-7bdf9f671342, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:14:20.510256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:20.559286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] For port 456cdf4c-5e5d-4919-918e-7bdf9f671342, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:14:20.562230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] For port 456cdf4c-5e5d-4919-918e-7bdf9f671342, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=456cdf4c-5e5d-4919-918e-7bdf9f671342,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:14:20.625250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:20.685063 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Routers {'ecd3f714-22c5-4e26-9408-890d745e3889'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:14:20.685669 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:14:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ecd3f714-22c5-4e26-9408-890d745e3889'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:14:20.687293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c9dfe-2c4f-45b9-9700-d2a980daeea8 None None] Pushing event updated for resources: {'Port': ['ID=456cdf4c-5e5d-4919-918e-7bdf9f671342,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:14:20.793280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] Set router ecd3f714-22c5-4e26-9408-890d745e3889 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:14:20.796684 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56092) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:14:20.907141 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c0cc93ca-b55a-4215-8a0b-242fff8885c8 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1091900 Dec 06 14:14:21.010246 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'name': 'router1', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.177'}], 'enable_snat': True}, 'gw_port_id': '456cdf4c-5e5d-4919-918e-7bdf9f671342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:13:58Z', 'updated_at': '2021-12-06T14:14:17Z', 'revision_number': 4, 'project_id': '3333db309a3d41ef947c699008a087d5', 'gw_port': {'id': '456cdf4c-5e5d-4919-918e-7bdf9f671342', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:14:17Z', 'updated_at': '2021-12-06T14:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bc6236fa-37ee-403f-9c79-8681ba09a0cc', 'name': '', 'network_id': 'caf54205-ce45-4383-8197-229fb7122019', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'mac_address': 'fa:16:3e:29:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1011b821-8e6a-4108-baa0-02c5e8b17747', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:14:08Z', 'updated_at': '2021-12-06T14:14:12Z', 'revision_number': 5, 'project_id': '3333db309a3d41ef947c699008a087d5', 'subnets': [{'id': '1011b821-8e6a-4108-baa0-02c5e8b17747', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dcf71f0-c167-40cb-abd3-40cc8c7d9bea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:14:21.037956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba929e8-7bf3-4c5a-8821-5c1eccb68149 None None] The sync data for ids ['ecd3f714-22c5-4e26-9408-890d745e3889'] in dv-neutron-master-2-hyperv is: [{'id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'name': 'router1', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.177'}], 'enable_snat': True}, 'gw_port_id': '456cdf4c-5e5d-4919-918e-7bdf9f671342', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:13:58Z', 'updated_at': '2021-12-06T14:14:17Z', 'revision_number': 4, 'project_id': '3333db309a3d41ef947c699008a087d5', 'gw_port': {'id': '456cdf4c-5e5d-4919-918e-7bdf9f671342', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:f4:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:14:17Z', 'updated_at': '2021-12-06T14:14:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'bc6236fa-37ee-403f-9c79-8681ba09a0cc', 'name': '', 'network_id': 'caf54205-ce45-4383-8197-229fb7122019', 'tenant_id': '3333db309a3d41ef947c699008a087d5', 'mac_address': 'fa:16:3e:29:8d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd3f714-22c5-4e26-9408-890d745e3889', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1011b821-8e6a-4108-baa0-02c5e8b17747', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:14:08Z', 'updated_at': '2021-12-06T14:14:12Z', 'revision_number': 5, 'project_id': '3333db309a3d41ef947c699008a087d5', 'subnets': [{'id': '1011b821-8e6a-4108-baa0-02c5e8b17747', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9dcf71f0-c167-40cb-abd3-40cc8c7d9bea'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:14:22.737169 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 456cdf4c-5e5d-4919-918e-7bdf9f671342 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:14:22.793485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 456cdf4c-5e5d-4919-918e-7bdf9f671342 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:14:22.794111 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:22.873682 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:22.894275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 456cdf4c-5e5d-4919-918e-7bdf9f671342, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=456cdf4c-5e5d-4919-918e-7bdf9f671342,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:14:22.967681 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:23.019169 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=456cdf4c-5e5d-4919-918e-7bdf9f671342,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:14:24.738866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 456cdf4c-5e5d-4919-918e-7bdf9f671342 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:14:24.810866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 456cdf4c-5e5d-4919-918e-7bdf9f671342 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:14:24.811475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:31.227285 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4258505-f921-4ea5-a32c-2ed6d2246f5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:33.522143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e635dd62-dd24-426f-88f1-8a89d152d039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:34.664492 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:35.844085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:36.993379 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:14:40.193241 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:15:01.238690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24da1bc7-2b0c-40a6-a4e7-b5577a4b23f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:03.546569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94612bf0-03bf-4b89-90de-c380999ce13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:04.681166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:05.849475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:07.289552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:17.192146 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:15:31.251754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbc44d0d-91b4-4f32-8e0f-f1f873bba81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:33.522726 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f4cfcb3-a6db-4ea6-90b9-d82c7c27dfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:34.657343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:35.874729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:36.922849 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:48.648885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56608) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:15:48.722321 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-43591411-52b9-4836-bae5-e707408866c5 admin admin] GET failed (client error): The resource could not be found. Dec 06 14:15:48.724203 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-43591411-52b9-4836-bae5-e707408866c5 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0743408 Dec 06 14:15:48.892858 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e98bbc-64b5-4da9-a16c-911a018bc2e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:15:48.894897 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-61e98bbc-64b5-4da9-a16c-911a018bc2e3 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1654932 Dec 06 14:15:51.277681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 56618) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:15:51.372327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c5b36d-374e-4b36-88a8-001b92106b93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:15:51.373658 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-26c5b36d-374e-4b36-88a8-001b92106b93 admin admin] 10.222.0.42 "GET /v2.0/subnets/1011b821-8e6a-4108-baa0-02c5e8b17747 HTTP/1.1" status: 200 len: 849 time: 0.0950723 Dec 06 14:15:51.383523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:15:51.468456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Publish callbacks [] for subnet, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:51.691732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738274450607'] for subnet, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:51.726571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:15:51.727628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:51.728550 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] 10.222.0.42 "PUT /v2.0/subnets/1011b821-8e6a-4108-baa0-02c5e8b17747 HTTP/1.1" status: 200 len: 868 time: 0.3483493 Dec 06 14:15:51.735854 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bcffa4-7e32-487a-8904-b228278d72db None None] Network caf54205-ce45-4383-8197-229fb7122019 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:15:51.751144 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1011b821-8e6a-4108-baa0-02c5e8b17747,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:15:51.758774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:15:51.760625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:15:51.760625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:15:51.760625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:15:51.760625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:15:51.761161 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:15:51.761452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:15:51.761795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:15:51.762125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:15:51.762447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:15:51.762823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:15:51.763150 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:15:51.763468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d99534c-949a-499e-8217-f3498a26a17d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:15:52.158896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5ee859a0-536d-430b-a083-2075bd7d41cd None None] Provisioning complete for port bc6236fa-37ee-403f-9c79-8681ba09a0cc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:15:52.159271 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ee859a0-536d-430b-a083-2075bd7d41cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:52.244447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5ee859a0-536d-430b-a083-2075bd7d41cd None None] Provisioning complete for port 3183fb96-3dc9-4ad6-bbd9-ae252481feda triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:15:52.244731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ee859a0-536d-430b-a083-2075bd7d41cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:15:54.101101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 56628) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:15:54.190276 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:15:54.296211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b9ebe-9b5e-4f87-ba02-c622fe74b056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:15:54.296603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b9ebe-9b5e-4f87-ba02-c622fe74b056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:15:54.298146 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4b4b9ebe-9b5e-4f87-ba02-c622fe74b056 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1961019 Dec 06 14:15:56.665995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56636) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:15:56.860286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9767bb-621d-4a97-b3f1-1863a2004200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:15:56.860668 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9767bb-621d-4a97-b3f1-1863a2004200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:15:56.862208 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6e9767bb-621d-4a97-b3f1-1863a2004200 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1952302 Dec 06 14:15:59.259880 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56644) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:15:59.381158 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb8c6a-47fa-4c6c-a78a-37b52118d951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:15:59.382505 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3ceb8c6a-47fa-4c6c-a78a-37b52118d951 admin admin] 10.222.0.42 "GET /v2.0/networks/056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 886 time: 0.1216779 Dec 06 14:16:01.257520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ccc7854-061e-4694-a62f-7acf4c51b5bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:01.818121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 56652) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:16:01.992275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4220ac14-eee2-4324-9a06-39b845a9343d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:16:01.993557 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4220ac14-eee2-4324-9a06-39b845a9343d admin admin] 10.222.0.42 "GET /v2.0/networks/caf54205-ce45-4383-8197-229fb7122019 HTTP/1.1" status: 200 len: 869 time: 0.1745079 Dec 06 14:16:03.505085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2cbe948d-4834-4082-89f3-5a9f418fe2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:04.413834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 56660) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:16:04.537118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a96aedb-372b-4fee-a691-d6234892b997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:16:04.537571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a96aedb-372b-4fee-a691-d6234892b997 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:16:04.539072 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9a96aedb-372b-4fee-a691-d6234892b997 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1242995 Dec 06 14:16:04.677233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:05.853317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:06.918942 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 56668) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:16:06.948461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:07.018241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f058e7cf-235b-45ce-ad8a-7c696666ae18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:16:07.019224 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f058e7cf-235b-45ce-ad8a-7c696666ae18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:16:07.020691 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f058e7cf-235b-45ce-ad8a-7c696666ae18 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1008115 Dec 06 14:16:09.362355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 56676) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:16:09.451396 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596381e-006d-492c-b1f3-c47f69c1deae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:16:09.452687 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1596381e-006d-492c-b1f3-c47f69c1deae admin admin] 10.222.0.42 "GET /v2.0/subnets/1011b821-8e6a-4108-baa0-02c5e8b17747 HTTP/1.1" status: 200 len: 868 time: 0.0893738 Dec 06 14:16:11.830597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 56684) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:16:11.914198 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fcb0c9-e2b4-4fd3-a1cc-b1a0fa1ab547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:16:11.915550 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e2fcb0c9-e2b4-4fd3-a1cc-b1a0fa1ab547 admin admin] 10.222.0.42 "GET /v2.0/subnets/dfb049d6-1a63-4a95-86fc-f8ee65362166 HTTP/1.1" status: 200 len: 816 time: 0.0840065 Dec 06 14:16:31.188836 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:16:31.246902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80872f9f-c223-4dd2-a91b-3a79a1541b36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:33.510559 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7106f4f-4b81-41e8-912a-c13bb5a6c378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:34.687161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:35.841140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:36.950443 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:37.242246 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 56738) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:16:37.289383 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-9129d8f0-df7a-4bb6-add8-4bf9240ed88b admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:16:37.291685 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9129d8f0-df7a-4bb6-add8-4bf9240ed88b admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471756 Dec 06 14:16:39.730392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56746) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:16:39.789131 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-0702a209-0c98-48c2-9c66-519db6b874e0 admin admin] GET failed (client error): The resource could not be found. Dec 06 14:16:39.790387 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0702a209-0c98-48c2-9c66-519db6b874e0 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0590534 Dec 06 14:16:39.874885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08f6fcf-adf5-448d-b219-4e5ef12a0d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:16:39.876304 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d08f6fcf-adf5-448d-b219-4e5ef12a0d20 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0814474 Dec 06 14:16:42.270529 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56754) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:16:42.317041 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:16:42.392743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Made reservation on behalf of e7d0160c318f408897b655200528be18 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:16:42.395053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:42.422152 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.services.revisions.revision_plugin [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Could not find related network for resource to bump revision. Dec 06 14:16:42.436265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:16:42.445433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:42.445768 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Added segment 2362fd85-2323-4db6-9bf0-cdf9635ffe37 of type vlan for network 539e94f2-0c19-4264-a9e7-305d444ea98a Dec 06 14:16:42.495182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:42.587187 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:42.588122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:16:42.588715 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:42.647269 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Pushing event updated for resources: {'Network': ['ID=539e94f2-0c19-4264-a9e7-305d444ea98a,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:16:42.653669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:42.654022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:42.654360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:42.654694 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:42.655026 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:42.655353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:42.655679 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:42.656029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:42.656353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:42.656675 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:42.657215 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:42.657540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:42.657859 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:42.671202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 539e94f2-0c19-4264-a9e7-305d444ea98a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:16:42.693062 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4f525ebb-a303-4fea-9337-384dadf6f9bc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4214051 Dec 06 14:16:45.123715 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56762) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:16:45.189150 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fdf33f-7b28-40c7-896e-2e269850a280 admin admin] GET failed (client error): The resource could not be found. Dec 06 14:16:45.191132 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d4fdf33f-7b28-40c7-896e-2e269850a280 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0664756 Dec 06 14:16:45.263609 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c8ba28-6c29-445a-9126-34dcf3f8a722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:16:45.265057 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-68c8ba28-6c29-445a-9126-34dcf3f8a722 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0692434 Dec 06 14:16:45.275156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-063d08d0-67d5-492b-b9e5-a01da8770637 admin admin] Request body: {'subnet': {'network_id': '539e94f2-0c19-4264-a9e7-305d444ea98a', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:16:45.375941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063d08d0-67d5-492b-b9e5-a01da8770637 admin admin] Made reservation on behalf of e7d0160c318f408897b655200528be18 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:16:45.378155 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-063d08d0-67d5-492b-b9e5-a01da8770637 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:45.590011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-063d08d0-67d5-492b-b9e5-a01da8770637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:45.641233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d08d0-67d5-492b-b9e5-a01da8770637 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d94fda22-3258-461b-beec-a5cc8d9cb8d8,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:16:45.652205 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063d08d0-67d5-492b-b9e5-a01da8770637 admin admin] Checking segment: {'id': '2362fd85-2323-4db6-9bf0-cdf9635ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '539e94f2-0c19-4264-a9e7-305d444ea98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:16:45.652574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d08d0-67d5-492b-b9e5-a01da8770637 admin admin] Network hostable DHCP agents. Network: 539e94f2-0c19-4264-a9e7-305d444ea98a, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:16:45.718724 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063d08d0-67d5-492b-b9e5-a01da8770637 admin admin] Network 539e94f2-0c19-4264-a9e7-305d444ea98a is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:16:45.789383 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-063d08d0-67d5-492b-b9e5-a01da8770637 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 539e94f2-0c19-4264-a9e7-305d444ea98a) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:16:45.793353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063d08d0-67d5-492b-b9e5-a01da8770637 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:16:45.793935 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-063d08d0-67d5-492b-b9e5-a01da8770637 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:45.798621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6468a2-08d7-4271-8cfe-56e63a009bd5 None None] Network 539e94f2-0c19-4264-a9e7-305d444ea98a requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:16:45.883909 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-063d08d0-67d5-492b-b9e5-a01da8770637 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6119831 Dec 06 14:16:45.957302 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-539e94f2-0c19-4264-a9e7-305d444ea98a', 'network_id': '539e94f2-0c19-4264-a9e7-305d444ea98a', 'tenant_id': 'e7d0160c318f408897b655200528be18', 'fixed_ips': [{'subnet_id': 'd94fda22-3258-461b-beec-a5cc8d9cb8d8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:16:45.958183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:46.192664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Allocated IP 192.168.233.2 (539e94f2-0c19-4264-a9e7-305d444ea98a/d94fda22-3258-461b-beec-a5cc8d9cb8d8/c37aa79b-6b9e-41f1-8707-e3f88c447116) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:16:46.347555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:46.430014 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:46.467888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Network 539e94f2-0c19-4264-a9e7-305d444ea98a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:16:46.470645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:16:46.476710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:16:46.483819 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Pushing event updated for resources: {'Port': ['ID=c37aa79b-6b9e-41f1-8707-e3f88c447116,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:16:46.493292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:46.493654 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:46.493996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:46.494326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:46.494653 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:46.494978 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:46.495301 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:46.495622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:46.495959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:46.496296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:46.496627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:46.496951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:46.497266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:16:46.549811 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Attempting to bind port c37aa79b-6b9e-41f1-8707-e3f88c447116 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:16:46.550174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Attempting to bind port c37aa79b-6b9e-41f1-8707-e3f88c447116 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2362fd85-2323-4db6-9bf0-cdf9635ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '539e94f2-0c19-4264-a9e7-305d444ea98a'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:16:46.550531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Attempting to bind port c37aa79b-6b9e-41f1-8707-e3f88c447116 on network 539e94f2-0c19-4264-a9e7-305d444ea98a {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:16:46.556232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:16:46.556795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Checking segment: {'id': '2362fd85-2323-4db6-9bf0-cdf9635ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '539e94f2-0c19-4264-a9e7-305d444ea98a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:16:46.557244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:46.557632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Bound using segment: {'id': '2362fd85-2323-4db6-9bf0-cdf9635ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '539e94f2-0c19-4264-a9e7-305d444ea98a'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:16:46.558100 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Bound port: c37aa79b-6b9e-41f1-8707-e3f88c447116, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2362fd85-2323-4db6-9bf0-cdf9635ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '539e94f2-0c19-4264-a9e7-305d444ea98a'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:16:46.558490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:46.622903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] For port c37aa79b-6b9e-41f1-8707-e3f88c447116, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:16:46.625961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] For port c37aa79b-6b9e-41f1-8707-e3f88c447116, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c37aa79b-6b9e-41f1-8707-e3f88c447116,segment=NetworkSegment(2362fd85-2323-4db6-9bf0-cdf9635ffe37),segment_id=2362fd85-2323-4db6-9bf0-cdf9635ffe37)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:16:46.685183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:46.749949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210028bc-b9f6-4adc-b0aa-cca89a6c52af None None] Pushing event updated for resources: {'Port': ['ID=c37aa79b-6b9e-41f1-8707-e3f88c447116,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:16:47.585306 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79c5467-735e-45fa-8462-b214d66dbd58 None None] Network 539e94f2-0c19-4264-a9e7-305d444ea98a requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:16:47.668410 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a8095bb0-bae4-4dd2-b2fe-6bf305c349a1 None None] Provisioning complete for port c37aa79b-6b9e-41f1-8707-e3f88c447116 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:16:47.668782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8095bb0-bae4-4dd2-b2fe-6bf305c349a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:47.804562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8095bb0-bae4-4dd2-b2fe-6bf305c349a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:47.845707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a8095bb0-bae4-4dd2-b2fe-6bf305c349a1 None None] For port c37aa79b-6b9e-41f1-8707-e3f88c447116, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c37aa79b-6b9e-41f1-8707-e3f88c447116,segment=NetworkSegment(2362fd85-2323-4db6-9bf0-cdf9635ffe37),segment_id=2362fd85-2323-4db6-9bf0-cdf9635ffe37)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:16:47.908589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8095bb0-bae4-4dd2-b2fe-6bf305c349a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:47.968354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8095bb0-bae4-4dd2-b2fe-6bf305c349a1 None None] Pushing event updated for resources: {'Port': ['ID=c37aa79b-6b9e-41f1-8707-e3f88c447116,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:16:48.131034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e130bb6b-b3de-49c0-9bda-a049ac50a43e None None] Provisioning complete for port c37aa79b-6b9e-41f1-8707-e3f88c447116 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:16:48.131317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e130bb6b-b3de-49c0-9bda-a049ac50a43e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:16:48.823286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c37aa79b-6b9e-41f1-8707-e3f88c447116 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:16:48.872397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c37aa79b-6b9e-41f1-8707-e3f88c447116 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:16:48.872764 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:17:01.258493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5eac4531-ad37-49e9-b42e-0b0f7a2d530d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:17:03.531940 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b0aca78-2e36-45a1-8ec5-94cbf51afdc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:17:04.666952 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:17:05.834959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:17:06.929767 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:17:08.186997 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:17:31.251741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f533aca3-5968-4f20-9596-dc3419979963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:17:33.519990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c7ff38b-3db0-44ef-b760-df04fc2e55ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:17:34.668575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:17:35.848831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:17:36.919911 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:17:45.189821 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:18:01.273801 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77b6e292-26f3-410e-ad13-7b6b1a536fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:03.536412 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b7d5552-ee4d-4047-9b03-246cb290f86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:04.679101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:05.848295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:06.941865 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:15.574747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56806) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:18:15.581309 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-e4c29af5-57ce-4706-a570-aae0dc667546 tempest-verify_tempest_config-1906099798 tempest-verify_tempest_config-1906099798-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:18:15.582302 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e4c29af5-57ce-4706-a570-aae0dc667546 tempest-verify_tempest_config-1906099798 tempest-verify_tempest_config-1906099798-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0065923 Dec 06 14:18:16.072741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56824) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:18:16.171753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:16.244043 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:16.313112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:16.356332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b8cc82-8969-4c62-860f-8dda5db2c2db,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:18:16.360678 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afb22162542c4bcb81e43550890af245&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2866652 Dec 06 14:18:16.363417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 56828) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:18:16.366415 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.366786 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.367137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.367470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.367803 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.368133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.368495 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.368863 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.369291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.369626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.369954 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.370276 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.370595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02afd043-0d91-482f-960d-d7b358c703e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.417064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:16.440125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:16.587676 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:16.590336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:16.591466 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99b8cc82-8969-4c62-860f-8dda5db2c2db HTTP/1.1" status: 204 len: 168 time: 0.2271342 Dec 06 14:18:16.599534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b8cc82-8969-4c62-860f-8dda5db2c2db,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:18:16.606050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.606397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.606741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.607077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.607407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.607733 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.608059 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.608385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.608729 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.609088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.609424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.609727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:16.610044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85712a06-f231-4dae-8205-17f34af8c106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:18:22.187964 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:18:31.250899 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9fe7d9e3-ff1c-402a-bd19-2f0620fad9ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:33.524003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e564dd8-120e-449f-9de6-f5668b6e4621 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:34.672969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:35.847417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:36.921534 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:18:59.186433 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 5 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:19:01.252670 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e5f6fbb-75d1-469f-8e76-791cb6003f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:19:03.511745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-408a894c-35e8-49fa-92c4-5526cbd944f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:19:04.669581 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:19:05.858278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:19:06.923319 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:19:29.301199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-445716'] for agent, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:19:31.280613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f1b824a-206a-432e-a7cd-69ebd097a5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:19:33.511201 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2ab2e10-4c90-47bd-87a6-479a99fe8008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:19:34.674427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:19:35.852073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:19:36.185086 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:19:36.939699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:19:43.921858 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56900) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:19:44.025284 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ce5b99d0-471a-40ad-ac90-1e052728028b admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1023114 Dec 06 14:19:46.426630 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 56910) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:19:46.480356 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e4903253-1aec-438a-8713-575b2609a5bf admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0526619 Dec 06 14:19:59.213145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:20:01.253051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac517014-687a-436e-a40a-59c87ff2f4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:20:03.513660 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80a527a3-5514-4c9d-869d-3450310872ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:20:04.676279 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:20:05.868296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:20:06.916088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:20:13.185026 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:20:29.235938 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:20:31.316453 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8264f4b0-c214-466d-8d59-26ca1b82774c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:20:33.515184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f0d14a29-e79b-4324-8e59-9b8f7ed0bdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:20:34.686583 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:20:35.873265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:20:36.920991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:20:50.184296 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:20:59.252094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:01.193846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57106) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:01.249898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae9a9f90-4df2-4ab0-b7ff-2996a7a43ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:01.605069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57122) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:01.690417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-453156597-network', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:01.795138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Made reservation on behalf of dd78db0f8cf648398d8866de73fbfdce for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:01.797504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:01.806614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:01.880679 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:01.960875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:01.976843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1247026268-network', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:01.999153 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d747711-ac43-4c77-ac0c-75b3f3f1790c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:02.001931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:02.014672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.015167 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.015528 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.015854 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.016184 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.016557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.016922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.017250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.017632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.017879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.018205 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.018540 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.018860 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Tracked resource versions report: Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: pushed versions: Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: { 'AddressGroup': {'1.2'}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'ConntrackHelper': {'1.0'}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'Log': {'1.0'}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'Network': {'1.1'}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'Port': {'1.7'}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'PortForwarding': {'1.2'}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'QosPolicy': {'1.10'}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'SecurityGroup': {'1.5'}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'SubPort': {'1.0'}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'Subnet': {'1.1'}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'Trunk': {'1.1'}} Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: consumer versions: Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: HyperV agent@hv-neutron-mast: {}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'ConntrackHelper': '1.0', Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'LocalIPAssociation': '1.0', Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'Log': '1.0', Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'Network': '1.1', Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'Port': '1.7', Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'PortForwarding': '1.2', Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'QosPolicy': '1.10', Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'SecurityGroup': '1.5', Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'SecurityGroupRule': '1.2', Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'SubPort': '1.0', Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'Subnet': '1.1', Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: 'Trunk': '1.1'}} Dec 06 14:21:02.019991 dv-neutron-master-2-hyperv neutron-server[103724]: {{(pid=103724) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:21:02.032610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.032965 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Added segment c31b01fc-9882-4822-aba4-cafc3e7435bc of type vlan for network c98b384e-7d44-41c8-aa9e-af7a94219b19 Dec 06 14:21:02.087130 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.120134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Made reservation on behalf of 1581c8e1066d4f8e9d864ea17bbba555 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:02.122496 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.133074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.207070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.209179 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.210177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:02.210775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.269889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] Pushing event updated for resources: {'Network': ['ID=c98b384e-7d44-41c8-aa9e-af7a94219b19,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:02.281243 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network c98b384e-7d44-41c8-aa9e-af7a94219b19 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:02.294146 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.315190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:02.333063 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7d5cb793-d3b7-4423-838c-416482699a40 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1346679 Dec 06 14:21:02.333063 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5fdbcf-9f59-4f4d-bca1-f9748c8aefe1,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:02.333597 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57152) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:02.339073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.339412 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Added segment c3249943-c6d3-4bbd-baec-ff134f70badf of type vlan for network 335b2338-1336-4dd0-9810-241ea87aea01 Dec 06 14:21:02.341168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Request body: {'subnet': {'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-453156597-subnet', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:02.388081 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.435154 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Made reservation on behalf of dd78db0f8cf648398d8866de73fbfdce for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:02.437834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Publish callbacks [] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.463722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.464955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:02.466593 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.530726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] Pushing event updated for resources: {'Network': ['ID=335b2338-1336-4dd0-9810-241ea87aea01,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:02.542003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 335b2338-1336-4dd0-9810-241ea87aea01 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:02.607882 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a7c22b2d-4c8a-4f5a-8488-963085459b21 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0014839 Dec 06 14:21:02.610746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57164) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:02.616263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-db65ce02-05e5-4f32-8a12-e87894e51d65 admin admin] Request body: {'subnet': {'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1247026268-subnet', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:02.696277 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.712152 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db65ce02-05e5-4f32-8a12-e87894e51d65 admin admin] Made reservation on behalf of 1581c8e1066d4f8e9d864ea17bbba555 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:02.714330 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-db65ce02-05e5-4f32-8a12-e87894e51d65 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:02.802985 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57174) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:02.806631 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Checking segment: {'id': 'c31b01fc-9882-4822-aba4-cafc3e7435bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:02.806985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Network hostable DHCP agents. Network: c98b384e-7d44-41c8-aa9e-af7a94219b19, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:02.823377 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Pushing event updated for resources: {'Subnet': ['ID=061c47c1-bfd5-433c-88e1-662da2288010,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:02.839805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.840156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.840530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.840828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.841304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.841505 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.841843 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.842173 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.842506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.842827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.843144 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.844170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.844381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Tracked resource versions report: Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: pushed versions: Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: { 'AddressGroup': {'1.2'}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'ConntrackHelper': {'1.0'}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'Log': {'1.0'}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'Network': {'1.1'}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'Port': {'1.7'}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'PortForwarding': {'1.2'}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'QosPolicy': {'1.10'}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'SecurityGroup': {'1.5'}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'SubPort': {'1.0'}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'Subnet': {'1.1'}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'Trunk': {'1.1'}} Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: consumer versions: Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: HyperV agent@hv-neutron-mast: {}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'ConntrackHelper': '1.0', Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'LocalIPAssociation': '1.0', Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'Log': '1.0', Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'Network': '1.1', Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'Port': '1.7', Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'PortForwarding': '1.2', Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'QosPolicy': '1.10', Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'SecurityGroup': '1.5', Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'SecurityGroupRule': '1.2', Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'SubPort': '1.0', Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'Subnet': '1.1', Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: 'Trunk': '1.1'}} Dec 06 14:21:02.846069 dv-neutron-master-2-hyperv neutron-server[103725]: {{(pid=103725) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:21:03.004391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Network c98b384e-7d44-41c8-aa9e-af7a94219b19 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:03.052563 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c98b384e-7d44-41c8-aa9e-af7a94219b19) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:03.066846 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:03.068297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.069245 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-591911992'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:03.071188 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbfd253-a9c7-4b91-821a-082ebbe9c802 None None] Network c98b384e-7d44-41c8-aa9e-af7a94219b19 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:03.181823 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-db65ce02-05e5-4f32-8a12-e87894e51d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.207534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Made reservation on behalf of ea459b6d86384fd58c3e019455553a5a for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:03.213899 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.231545 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.243737 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65ce02-05e5-4f32-8a12-e87894e51d65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8737697-4bab-4eb6-998b-387593d2ef8c,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:03.252489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db65ce02-05e5-4f32-8a12-e87894e51d65 admin admin] Checking segment: {'id': 'c3249943-c6d3-4bbd-baec-ff134f70badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:03.252981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65ce02-05e5-4f32-8a12-e87894e51d65 admin admin] Network hostable DHCP agents. Network: 335b2338-1336-4dd0-9810-241ea87aea01, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:03.261476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c98b384e-7d44-41c8-aa9e-af7a94219b19', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'fixed_ips': [{'subnet_id': '061c47c1-bfd5-433c-88e1-662da2288010'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:21:03.262392 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.295737 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b6958524-8e37-44e5-93e5-0113c64df05e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9604752 Dec 06 14:21:03.297038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57194) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:03.307714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:03.327442 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.412987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65ce02-05e5-4f32-8a12-e87894e51d65 admin admin] Network 335b2338-1336-4dd0-9810-241ea87aea01 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:03.415422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Allocated IP 172.20.0.2 (c98b384e-7d44-41c8-aa9e-af7a94219b19/061c47c1-bfd5-433c-88e1-662da2288010/22d006bd-fcba-4d9b-b8db-ec73abb30db9) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:03.438188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.438453 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.439417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.491110 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:03.498243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57200) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:03.515237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.517011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-db65ce02-05e5-4f32-8a12-e87894e51d65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 335b2338-1336-4dd0-9810-241ea87aea01) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:03.522213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db65ce02-05e5-4f32-8a12-e87894e51d65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:03.523051 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-db65ce02-05e5-4f32-8a12-e87894e51d65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.542798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57204) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:03.557345 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9afa9b3-f75b-4bea-afab-eeebd0219583 None None] Network 335b2338-1336-4dd0-9810-241ea87aea01 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:03.566410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.567592 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Added segment 1f1cdc4c-0036-4811-8b76-c544a207395f of type vlan for network 0f54ea72-2974-4c1a-aec0-33355bc88580 Dec 06 14:21:03.569672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3909b572-1c3c-470d-ae19-23f1459563ad,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:03.612399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.678683 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57212) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:03.696684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:03.696806 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-db65ce02-05e5-4f32-8a12-e87894e51d65 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0781198 Dec 06 14:21:03.715141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.720741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:03.721366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.749399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3078-d427-4a8f-bf31-ded9cddb1735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.766689 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-335b2338-1336-4dd0-9810-241ea87aea01', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'fixed_ips': [{'subnet_id': 'f8737697-4bab-4eb6-998b-387593d2ef8c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:21:03.771908 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.825714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57216) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:03.840953 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.862682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Pushing event updated for resources: {'Network': ['ID=0f54ea72-2974-4c1a-aec0-33355bc88580,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:03.879414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1221253001'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:03.901037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 0f54ea72-2974-4c1a-aec0-33355bc88580 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:03.913880 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.939654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.942156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:03.982027 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f90366e2-27c5-477b-8b26-a0eff27268b0 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-22440723'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:03.982629 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f90366e2-27c5-477b-8b26-a0eff27268b0 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Unknown quota resources ['metering_label']. {{(pid=103725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:21:04.005608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.043657 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d766d977-1983-4191-9dec-10dc0a0c08a2 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2387924 Dec 06 14:21:04.058062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57222) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:04.063787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Pushing event updated for resources: {'Port': ['ID=22d006bd-fcba-4d9b-b8db-ec73abb30db9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:04.127068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:04.127427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:04.127865 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:04.128265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:04.128607 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:04.129065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:04.129815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:04.130157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:04.130957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:04.131407 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:04.131744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:04.132074 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:04.132457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Tracked resource versions report: Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: pushed versions: Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: { 'AddressGroup': {'1.2'}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'ConntrackHelper': {'1.0'}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'Log': {'1.0'}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'Network': {'1.1'}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'Port': {'1.7'}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'PortForwarding': {'1.2'}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'QosPolicy': {'1.10'}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'SecurityGroup': {'1.5'}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'SubPort': {'1.0'}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'Subnet': {'1.1'}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'Trunk': {'1.1'}} Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: consumer versions: Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: HyperV agent@hv-neutron-mast: {}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'ConntrackHelper': '1.0', Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'LocalIPAssociation': '1.0', Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'Log': '1.0', Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'Network': '1.1', Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'Port': '1.7', Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'PortForwarding': '1.2', Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'QosPolicy': '1.10', Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'SecurityGroup': '1.5', Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'SecurityGroupRule': '1.2', Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'SubPort': '1.0', Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'Subnet': '1.1', Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: 'Trunk': '1.1'}} Dec 06 14:21:04.134105 dv-neutron-master-2-hyperv neutron-server[103726]: {{(pid=103726) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:21:04.147773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.148910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Network c98b384e-7d44-41c8-aa9e-af7a94219b19 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:04.154351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:04.158535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:04.229357 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Made reservation on behalf of 397b0db9331d48009ae96e1478ba13ad for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:04.242974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Attempting to bind port 22d006bd-fcba-4d9b-b8db-ec73abb30db9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:04.242974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Attempting to bind port 22d006bd-fcba-4d9b-b8db-ec73abb30db9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c31b01fc-9882-4822-aba4-cafc3e7435bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:04.243213 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.243322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Attempting to bind port 22d006bd-fcba-4d9b-b8db-ec73abb30db9 on network c98b384e-7d44-41c8-aa9e-af7a94219b19 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:04.253294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.263209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:21:04.263837 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Checking segment: {'id': 'c31b01fc-9882-4822-aba4-cafc3e7435bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:04.264433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.265156 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Bound using segment: {'id': 'c31b01fc-9882-4822-aba4-cafc3e7435bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:21:04.265824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Bound port: 22d006bd-fcba-4d9b-b8db-ec73abb30db9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31b01fc-9882-4822-aba4-cafc3e7435bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:21:04.266426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.269186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:04.320447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Allocated IP 172.20.0.2 (335b2338-1336-4dd0-9810-241ea87aea01/f8737697-4bab-4eb6-998b-387593d2ef8c/d23431a5-c98f-4969-87a1-2ebb4739c64e) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:04.343743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f90366e2-27c5-477b-8b26-a0eff27268b0 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.343743 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f90366e2-27c5-477b-8b26-a0eff27268b0 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.7972155 Dec 06 14:21:04.349138 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57228) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:04.349494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57230) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:04.363372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f9d3e798-38be-4aba-8455-a14b6f7b59af tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a2d0fbed-f471-4b7c-9150-51c96d708cd2'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:04.363913 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f9d3e798-38be-4aba-8455-a14b6f7b59af tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:21:04.375505 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.379506 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] For port 22d006bd-fcba-4d9b-b8db-ec73abb30db9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:04.406390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.425806 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.524162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1028119732'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:04.527915 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.530464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] For port 22d006bd-fcba-4d9b-b8db-ec73abb30db9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22d006bd-fcba-4d9b-b8db-ec73abb30db9,segment=NetworkSegment(c31b01fc-9882-4822-aba4-cafc3e7435bc),segment_id=c31b01fc-9882-4822-aba4-cafc3e7435bc)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:21:04.553103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.563897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Request body: {'network': {'name': 'tempest-network--770262355', 'router:external': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:04.601196 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.services.metering.metering_plugin [None req-f9d3e798-38be-4aba-8455-a14b6f7b59af tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 14:21:04.602947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:04.622424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.653787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.703494 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.703837 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Added segment 4f64a7c3-8acc-45cc-95f1-be531c2c4c8a of type vlan for network bd22d010-9bd5-4eae-b728-92cfbb31a00a Dec 06 14:21:04.706865 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.710907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5ae024-a71b-4bf2-adb1-843a4e4a5d52,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:04.751406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.776073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.779407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Made reservation on behalf of 054f92cd654b4290825d08a832e12930 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:04.784999 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.797596 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Network 335b2338-1336-4dd0-9810-241ea87aea01 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:04.803534 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:04.806480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:04.809711 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.813850 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57246) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:04.821341 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9d3e798-38be-4aba-8455-a14b6f7b59af tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.823752 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f9d3e798-38be-4aba-8455-a14b6f7b59af tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4720924 Dec 06 14:21:04.827605 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57248) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:04.841473 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-784fb629-f2cd-4163-a26a-60ea41a84d76 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a2d0fbed-f471-4b7c-9150-51c96d708cd2'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:04.841685 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238d64f-7d32-4088-ad92-c8f702d08dd1 None None] Pushing event updated for resources: {'Port': ['ID=22d006bd-fcba-4d9b-b8db-ec73abb30db9,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:04.841955 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-784fb629-f2cd-4163-a26a-60ea41a84d76 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:21:04.873027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.883579 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Pushing event updated for resources: {'Port': ['ID=d23431a5-c98f-4969-87a1-2ebb4739c64e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:04.898127 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Allocated IP 172.36.1.251 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/5e8d5e90-7523-47df-8b2e-2aa834732e1d) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:04.919847 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Attempting to bind port d23431a5-c98f-4969-87a1-2ebb4739c64e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:04.924431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Attempting to bind port d23431a5-c98f-4969-87a1-2ebb4739c64e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c3249943-c6d3-4bbd-baec-ff134f70badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:04.924431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Attempting to bind port d23431a5-c98f-4969-87a1-2ebb4739c64e on network 335b2338-1336-4dd0-9810-241ea87aea01 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:04.933101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 20, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:21:04.933101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Checking segment: {'id': 'c3249943-c6d3-4bbd-baec-ff134f70badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:04.933499 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:04.933755 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Bound using segment: {'id': 'c3249943-c6d3-4bbd-baec-ff134f70badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:21:04.934233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Bound port: d23431a5-c98f-4969-87a1-2ebb4739c64e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3249943-c6d3-4bbd-baec-ff134f70badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:21:04.934693 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.072191 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.db.resource_extend [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:21:05.072191 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.072493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] For port d23431a5-c98f-4969-87a1-2ebb4739c64e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:05.072493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] For port d23431a5-c98f-4969-87a1-2ebb4739c64e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d23431a5-c98f-4969-87a1-2ebb4739c64e,segment=NetworkSegment(c3249943-c6d3-4bbd-baec-ff134f70badf),segment_id=c3249943-c6d3-4bbd-baec-ff134f70badf)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:21:05.072646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-de293c9f-f2f1-401e-86eb-ab9ca108b5c5 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:05.090730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.116875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:05.131278 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Made reservation on behalf of 7d1f52903c3745148bdce9b16d2df204 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:05.134733 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.141117 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.141434 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Added segment d5354ec8-970a-43d3-b4f1-15c34d704d15 of type vlan for network 68ed473c-95cc-4e09-bd8d-9ab9dd769c12 Dec 06 14:21:05.152894 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe04eaa1-2f57-4d92-b836-53fa0e45cf59,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:05.161738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.166722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.194928 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.200842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:05.201574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.248128 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa14fb1-4788-482e-9c54-fe363a9417aa None None] Pushing event updated for resources: {'Port': ['ID=d23431a5-c98f-4969-87a1-2ebb4739c64e,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:05.256811 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.services.metering.metering_plugin [None req-784fb629-f2cd-4163-a26a-60ea41a84d76 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 14:21:05.332672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.395076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-784fb629-f2cd-4163-a26a-60ea41a84d76 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.396275 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-784fb629-f2cd-4163-a26a-60ea41a84d76 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5598357 Dec 06 14:21:05.404470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57254) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:05.405965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Pushing event updated for resources: {'Network': ['ID=bd22d010-9bd5-4eae-b728-92cfbb31a00a,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:05.414364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.419224 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network bd22d010-9bd5-4eae-b728-92cfbb31a00a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:05.434755 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3cf6c9db-6060-4204-b9f3-3f91edb2757c tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9351015 Dec 06 14:21:05.438068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57256) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:05.456159 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-cc15c5d2-9742-47d5-886a-d248e2a6cf99 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Request body: {'subnet': {'network_id': 'bd22d010-9bd5-4eae-b728-92cfbb31a00a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:05.475270 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bac9863e-ca4c-4e27-8c10-010d60ada3f8 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=664046de-b861-47c9-88fc-87c21f1167d7 HTTP/1.1" status: 200 len: 464 time: 0.0671661 Dec 06 14:21:05.478515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57260) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:05.504048 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.507119 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-de293c9f-f2f1-401e-86eb-ab9ca108b5c5 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] 10.222.0.42 "PUT /v2.0/quotas/5ecd8301383a40cc98f9bda954c238ff HTTP/1.1" status: 200 len: 366 time: 0.6914992 Dec 06 14:21:05.515697 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57262) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:05.542833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.549051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.569790 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9dd95ef5-323f-4896-9d7b-ac993f80a7d0 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0310988 Dec 06 14:21:05.577972 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57264) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:05.580477 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.580477 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:05.580477 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.645134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.657495 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f4ce6045-e208-40cf-b729-f79fe6e70839 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] 10.222.0.42 "GET /v2.0/quotas/5ecd8301383a40cc98f9bda954c238ff HTTP/1.1" status: 200 len: 366 time: 0.0739820 Dec 06 14:21:05.663186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57266) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:05.738254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.758740 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:05.794869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.794869 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Added segment 82285b90-83ce-4d61-ba4b-2d3c56411230 of type vlan for network 0a064640-814c-43a9-af6b-afa8b75a7f5c Dec 06 14:21:05.803230 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f67c4f75-dc79-4237-a354-2bb789f307c5 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/5ecd8301383a40cc98f9bda954c238ff HTTP/1.1" status: 204 len: 168 time: 0.1343243 Dec 06 14:21:05.803893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57270) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:05.824076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fc41cd-f920-4003-855c-3e06df123adb,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:05.833072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.835181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc15c5d2-9742-47d5-886a-d248e2a6cf99 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Made reservation on behalf of 397b0db9331d48009ae96e1478ba13ad for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:05.838901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc15c5d2-9742-47d5-886a-d248e2a6cf99 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks [] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.889500 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.917077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event updated for resources: {'Network': ['ID=68ed473c-95cc-4e09-bd8d-9ab9dd769c12,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:05.930434 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 68ed473c-95cc-4e09-bd8d-9ab9dd769c12 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:05.939262 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e71aa8c3-d7b4-47d7-9ce0-881260a40ddb tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.1261244 Dec 06 14:21:05.947135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57272) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:05.965213 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fbb83931-32f5-44ba-aa8c-812ce1f68dc7 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9035366 Dec 06 14:21:05.968002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e7b9e09e-d7fb-421e-a424-62f34180dcdc tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:05.969067 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e7b9e09e-d7fb-421e-a424-62f34180dcdc tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/664046de-b861-47c9-88fc-87c21f1167d7 HTTP/1.1" status: 204 len: 168 time: 0.4850605 Dec 06 14:21:05.972969 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57274) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:05.978470 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57276) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:06.003868 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-55b159be-f72b-49fd-8e2c-9d11e5d46c2c tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=664046de-b861-47c9-88fc-87c21f1167d7 HTTP/1.1" status: 200 len: 221 time: 0.0292485 Dec 06 14:21:06.010316 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57280) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:06.017444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-871f2e6f-78be-4e12-8fa7-24b5b24e7fd4 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1831259426', 'description': 'label created by tempest'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:06.017813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-871f2e6f-78be-4e12-8fa7-24b5b24e7fd4 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Unknown quota resources ['metering_label']. {{(pid=103724) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:21:06.020926 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.035038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:06.045833 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7c40f7d9-7ac4-4eee-95b9-39637384b37f tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] 10.222.0.42 "GET /v2.0/quotas/5ecd8301383a40cc98f9bda954c238ff HTTP/1.1" status: 200 len: 370 time: 0.0953910 Dec 06 14:21:06.051471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57282) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:06.306066 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dbd709b6-2a32-4960-814e-221e7dc02ff1 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] 10.222.0.42 "GET /v2.0/quotas/5ecd8301383a40cc98f9bda954c238ff/default HTTP/1.1" status: 200 len: 370 time: 0.0041246 Dec 06 14:21:06.308929 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Allocated IP 172.36.1.120 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/a6f48463-21bc-4530-9ab0-2b835dc8f3e5) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:06.308929 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:06.308929 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57284) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:06.308929 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:06.309315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cd385f-15c2-4157-b43d-08ff98638119 None None] Network c98b384e-7d44-41c8-aa9e-af7a94219b19 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:06.309458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Pushing event updated for resources: {'Port': ['ID=5e8d5e90-7523-47df-8b2e-2aa834732e1d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:06.309668 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.309845 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-82775da2-94ca-498d-843f-ec4c82c3ac28 None None] Provisioning complete for port 22d006bd-fcba-4d9b-b8db-ec73abb30db9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:06.309845 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82775da2-94ca-498d-843f-ec4c82c3ac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.310057 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-be39f582-6979-44d5-9bc1-ef75f836c1bb tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] delete failed (client error): The resource could not be found. Dec 06 14:21:06.310057 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-be39f582-6979-44d5-9bc1-ef75f836c1bb tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/5ecd8301383a40cc98f9bda954c238ff HTTP/1.1" status: 404 len: 348 time: 0.1077373 Dec 06 14:21:06.327176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.335038 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.335818 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:06.336528 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.398034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82775da2-94ca-498d-843f-ec4c82c3ac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.458320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-82775da2-94ca-498d-843f-ec4c82c3ac28 None None] For port 22d006bd-fcba-4d9b-b8db-ec73abb30db9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22d006bd-fcba-4d9b-b8db-ec73abb30db9,segment=NetworkSegment(c31b01fc-9882-4822-aba4-cafc3e7435bc),segment_id=c31b01fc-9882-4822-aba4-cafc3e7435bc)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:06.480365 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.480737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.485279 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.486118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > port after_create 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.486600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.487169 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > port after_update 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.487590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.488002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.489364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.489937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.512187 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1616569 Dec 06 14:21:06.618050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57296) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:06.618702 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba1e23-e1b1-4773-8a67-30039110f3dd tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Pushing event updated for resources: {'Network': ['ID=0a064640-814c-43a9-af6b-afa8b75a7f5c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:06.628766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82775da2-94ca-498d-843f-ec4c82c3ac28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.652687 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.652866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 0a064640-814c-43a9-af6b-afa8b75a7f5c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:06.749136 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fabddcd-ffac-480b-9e67-c9c890b4f6ae None None] Network 335b2338-1336-4dd0-9810-241ea87aea01 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:06.777802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Usage tracker for resource:network and project:1fc3e9f894d94c89abf1d5c172562d0e is out of sync, need to count used quota {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 14:21:06.803984 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 14:21:06.814756 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc15c5d2-9742-47d5-886a-d248e2a6cf99 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.840946 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82775da2-94ca-498d-843f-ec4c82c3ac28 None None] Pushing event updated for resources: {'Port': ['ID=22d006bd-fcba-4d9b-b8db-ec73abb30db9,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:06.853462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.853852 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.854336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.854458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.854658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103724) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:06.855178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ed473c-95cc-4e09-bd8d-9ab9dd769c12']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:06.861850 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-89f6b631-f3b9-4240-8b18-e82b18613029 None None] Provisioning complete for port d23431a5-c98f-4969-87a1-2ebb4739c64e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:06.862307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89f6b631-f3b9-4240-8b18-e82b18613029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.880357 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5354ec8-970a-43d3-b4f1-15c34d704d15') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:06.880654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5354ec8-970a-43d3-b4f1-15c34d704d15') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:06.894625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Usage tracker for resource:subnet and project:1fc3e9f894d94c89abf1d5c172562d0e is out of sync, need to count used quota {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 14:21:06.899451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.918493 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 14:21:06.928226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:06.934609 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15c5d2-9742-47d5-886a-d248e2a6cf99 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Pushing event updated for resources: {'Subnet': ['ID=22969d4c-1163-41ae-b0c5-cf96317ebd8f,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:06.937536 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:21:06.939965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: from cryptography.utils import int_from_bytes Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: from cryptography.utils import int_from_bytes Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:21:07.011659 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:21:07.019343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-871f2e6f-78be-4e12-8fa7-24b5b24e7fd4 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.023079 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-871f2e6f-78be-4e12-8fa7-24b5b24e7fd4 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 1.0090709 Dec 06 14:21:07.024196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57300) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:07.052398 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.136508 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89f6b631-f3b9-4240-8b18-e82b18613029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.142644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.156608 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b26efa56-b2dc-4078-88f7-85b91a25e5d9 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=0c837d2e-dc5a-42c6-86c7-e6e56a30d29e HTTP/1.1" status: 200 len: 468 time: 0.1281765 Dec 06 14:21:07.162646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57302) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:07.163008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d23431a5-c98f-4969-87a1-2ebb4739c64e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:07.170134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68ed473c-95cc-4e09-bd8d-9ab9dd769c12 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 14:21:07.170382 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.180205 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.186263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Usage tracker for resource:subnetpool and project:1fc3e9f894d94c89abf1d5c172562d0e is out of sync, need to count used quota {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 14:21:07.190504 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "DELETE /v2.0/networks/68ed473c-95cc-4e09-bd8d-9ab9dd769c12 HTTP/1.1" status: 204 len: 168 time: 1.2109649 Dec 06 14:21:07.197232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57304) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:07.205131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b60e1357-6db7-4bdf-8c12-98b4ffb83f8a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:07.228788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-89f6b631-f3b9-4240-8b18-e82b18613029 None None] For port d23431a5-c98f-4969-87a1-2ebb4739c64e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d23431a5-c98f-4969-87a1-2ebb4739c64e,segment=NetworkSegment(c3249943-c6d3-4bbd-baec-ff134f70badf),segment_id=c3249943-c6d3-4bbd-baec-ff134f70badf)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:07.256812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d23431a5-c98f-4969-87a1-2ebb4739c64e triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:07.258019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 14:21:07.258537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.266394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc15c5d2-9742-47d5-886a-d248e2a6cf99 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Checking segment: {'id': '4f64a7c3-8acc-45cc-95f1-be531c2c4c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd22d010-9bd5-4eae-b728-92cfbb31a00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:07.267025 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc15c5d2-9742-47d5-886a-d248e2a6cf99 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Network hostable DHCP agents. Network: bd22d010-9bd5-4eae-b728-92cfbb31a00a, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:07.285579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c48add-ee85-4b1b-b2a6-ecccd30405aa tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event deleted for resources: {'Network': ['ID=68ed473c-95cc-4e09-bd8d-9ab9dd769c12,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:07.295108 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Allocated IP 172.36.1.201 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:07.313478 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89f6b631-f3b9-4240-8b18-e82b18613029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.316879 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:07.356815 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Usage tracker for resource:port and project:1fc3e9f894d94c89abf1d5c172562d0e is out of sync, need to count used quota {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 14:21:07.361777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:07.411993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:07.421135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 14:21:07.424793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event updated for resources: {'Port': ['ID=a6f48463-21bc-4530-9ab0-2b835dc8f3e5,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:07.474498 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6b631-f3b9-4240-8b18-e82b18613029 None None] Pushing event updated for resources: {'Port': ['ID=d23431a5-c98f-4969-87a1-2ebb4739c64e,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:07.502482 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60e1357-6db7-4bdf-8c12-98b4ffb83f8a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Made reservation on behalf of 054f92cd654b4290825d08a832e12930 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:07.505353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b60e1357-6db7-4bdf-8c12-98b4ffb83f8a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.525078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 22d006bd-fcba-4d9b-b8db-ec73abb30db9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:07.530254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc15c5d2-9742-47d5-886a-d248e2a6cf99 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Network bd22d010-9bd5-4eae-b728-92cfbb31a00a is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:07.538674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Usage tracker for resource:router and project:1fc3e9f894d94c89abf1d5c172562d0e is out of sync, need to count used quota {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 14:21:07.564954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57306) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:07.567425 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5b4a5449-fd9c-4d9d-8378-4f987599fd85 None None] Provisioning complete for port 22d006bd-fcba-4d9b-b8db-ec73abb30db9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:07.567812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b4a5449-fd9c-4d9d-8378-4f987599fd85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.578682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Request body: {'port': {'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-732053313'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:07.593042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 14:21:07.613735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 22d006bd-fcba-4d9b-b8db-ec73abb30db9 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:07.614452 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.644289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.646199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-cc15c5d2-9742-47d5-886a-d248e2a6cf99 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bd22d010-9bd5-4eae-b728-92cfbb31a00a) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:07.651993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc15c5d2-9742-47d5-886a-d248e2a6cf99 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:07.652637 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc15c5d2-9742-47d5-886a-d248e2a6cf99 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.663593 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d335b2d-c26f-4f5d-aec8-165b58f78390 None None] Network bd22d010-9bd5-4eae-b728-92cfbb31a00a requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:07.664590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b60e1357-6db7-4bdf-8c12-98b4ffb83f8a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:07.666402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c543190d-1d45-4fe3-89a3-b7a3bab2dcdb tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.667710 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c543190d-1d45-4fe3-89a3-b7a3bab2dcdb tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/0c837d2e-dc5a-42c6-86c7-e6e56a30d29e HTTP/1.1" status: 204 len: 168 time: 0.5082190 Dec 06 14:21:07.672135 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57308) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:07.674343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Usage tracker for resource:floatingip and project:1fc3e9f894d94c89abf1d5c172562d0e is out of sync, need to count used quota {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 14:21:07.685840 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 14:21:07.687603 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-58baf72c-e924-45db-858f-926a68ea1d24 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=0c837d2e-dc5a-42c6-86c7-e6e56a30d29e HTTP/1.1" status: 200 len: 216 time: 0.0141706 Dec 06 14:21:07.693549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57310) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:07.698523 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.703296 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.703420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b60e1357-6db7-4bdf-8c12-98b4ffb83f8a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.703782 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-b60e1357-6db7-4bdf-8c12-98b4ffb83f8a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Added segment dde0ec6f-f187-40ba-8414-5175e4fa0291 of type vlan for network d45777c0-d198-4c57-8cb7-e77e36edc776 Dec 06 14:21:07.720943 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-398900a5-ced5-46bd-be40-c94033a11db5 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0260317 Dec 06 14:21:07.724779 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Made reservation on behalf of 98073a7068f543f49628ba910add1d27 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:07.727433 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.729392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57312) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:07.752078 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-628eda54-8742-4a57-a443-d900938c481a tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0184255 Dec 06 14:21:07.760655 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57314) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:07.763412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.836616 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-460b988f-9be5-42b1-820e-cf43af2a34e5 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/a2d0fbed-f471-4b7c-9150-51c96d708cd2 HTTP/1.1" status: 200 len: 471 time: 0.0734124 Dec 06 14:21:07.847753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.856015 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57316) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:07.872701 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-054ecae4-2a4d-472a-8cee-3259f9d3a52d tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/c1e08f48-1fc2-4676-8e0d-09fbf12504a3 HTTP/1.1" status: 200 len: 461 time: 0.0153606 Dec 06 14:21:07.876254 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57318) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:07.882942 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cc15c5d2-9742-47d5-886a-d248e2a6cf99 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4328682 Dec 06 14:21:07.886908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57320) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:07.897610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Request body: {'port': {'network_id': 'bd22d010-9bd5-4eae-b728-92cfbb31a00a', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2003849485'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:07.907963 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bd22d010-9bd5-4eae-b728-92cfbb31a00a', 'network_id': 'bd22d010-9bd5-4eae-b728-92cfbb31a00a', 'tenant_id': '397b0db9331d48009ae96e1478ba13ad', 'fixed_ips': [{'subnet_id': '22969d4c-1163-41ae-b0c5-cf96317ebd8f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:21:07.908894 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.918006 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b60e1357-6db7-4bdf-8c12-98b4ffb83f8a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:07.959206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.006909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Usage tracker for resource:security_group and project:1fc3e9f894d94c89abf1d5c172562d0e is out of sync, need to count used quota {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 14:21:08.031250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 14:21:08.063064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.065969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Usage tracker for resource:security_group_rule and project:1fc3e9f894d94c89abf1d5c172562d0e is out of sync, need to count used quota {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Dec 06 14:21:08.076687 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.quota.resource [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103725) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Dec 06 14:21:08.095819 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-039ace8f-4d44-4e2f-8fec-ee66a9e12b24 tempest-QuotasTest-1404374196 tempest-QuotasTest-1404374196-project-admin] 10.222.0.42 "GET /v2.0/quotas/1fc3e9f894d94c89abf1d5c172562d0e/details.json HTTP/1.1" status: 200 len: 703 time: 1.4744830 Dec 06 14:21:08.126165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] device_id is not set on port 21843514-3e17-46af-85ba-5f0b008b4a2d yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:08.162608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b60e1357-6db7-4bdf-8c12-98b4ffb83f8a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.163494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60e1357-6db7-4bdf-8c12-98b4ffb83f8a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:08.164069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b60e1357-6db7-4bdf-8c12-98b4ffb83f8a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.213750 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Allocated IP 172.20.0.2 (bd22d010-9bd5-4eae-b728-92cfbb31a00a/22969d4c-1163-41ae-b0c5-cf96317ebd8f/16331ae3-c117-40d9-81f2-66cf94e3103d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:08.236141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.249931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Router 08369300-5c32-421a-9c53-754c0927dfaa is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:21:08.257501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60e1357-6db7-4bdf-8c12-98b4ffb83f8a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event updated for resources: {'Network': ['ID=d45777c0-d198-4c57-8cb7-e77e36edc776,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:08.278404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network d45777c0-d198-4c57-8cb7-e77e36edc776 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:08.324283 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b60e1357-6db7-4bdf-8c12-98b4ffb83f8a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.1184306 Dec 06 14:21:08.330319 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57326) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:08.336027 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e5a98fe7-3dbe-4e18-9f47-5c371ddbe273 None None] Provisioning complete for port d23431a5-c98f-4969-87a1-2ebb4739c64e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:08.336553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e5a98fe7-3dbe-4e18-9f47-5c371ddbe273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.340169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.344819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4aeda814-5d16-4c98-885c-8d400b5e0e89 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Request body: {'subnet': {'network_id': 'd45777c0-d198-4c57-8cb7-e77e36edc776', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:08.400892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3935a5-91c0-4147-9881-37ddc96fa4bc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:08.422014 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:08.425252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.479880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:08.490689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:08.496995 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a03049e-d904-4eab-b4c2-087ccdf1b8b4 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.500335 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0a03049e-d904-4eab-b4c2-087ccdf1b8b4 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/c1e08f48-1fc2-4676-8e0d-09fbf12504a3 HTTP/1.1" status: 204 len: 168 time: 0.6205547 Dec 06 14:21:08.503143 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aeda814-5d16-4c98-885c-8d400b5e0e89 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Made reservation on behalf of 054f92cd654b4290825d08a832e12930 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:08.506412 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4aeda814-5d16-4c98-885c-8d400b5e0e89 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.508250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57328) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:08.509412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Pushing event updated for resources: {'Port': ['ID=9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:08.542573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.553859 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.619618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event updated for resources: {'Port': ['ID=a6f48463-21bc-4530-9ab0-2b835dc8f3e5,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:08.673673 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:21:08.674362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Made reservation on behalf of 397b0db9331d48009ae96e1478ba13ad for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:08.675690 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.697237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.763464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Network bd22d010-9bd5-4eae-b728-92cfbb31a00a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:08.768628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:08.773704 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:08.786191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Pushing event updated for resources: {'Port': ['ID=16331ae3-c117-40d9-81f2-66cf94e3103d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:08.811295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.814644 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Sync routers for ids ['08369300-5c32-421a-9c53-754c0927dfaa'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:21:08.823504 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8cca8791-8385-4297-8e84-901355d0b8be tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9950221 Dec 06 14:21:08.829398 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Routers {'08369300-5c32-421a-9c53-754c0927dfaa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:08.830037 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['08369300-5c32-421a-9c53-754c0927dfaa'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:08.832688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57334) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:08.846891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57336) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:08.854242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] device_id is not set on port 21843514-3e17-46af-85ba-5f0b008b4a2d yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:08.854933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Attempting to bind port 16331ae3-c117-40d9-81f2-66cf94e3103d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:08.855326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Attempting to bind port 16331ae3-c117-40d9-81f2-66cf94e3103d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4f64a7c3-8acc-45cc-95f1-be531c2c4c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd22d010-9bd5-4eae-b728-92cfbb31a00a'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:08.855715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Attempting to bind port 16331ae3-c117-40d9-81f2-66cf94e3103d on network bd22d010-9bd5-4eae-b728-92cfbb31a00a {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:08.859799 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] device_id is not set on port 65d403e3-69b9-43c6-9b6c-1bb1c71871f5 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:08.861690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:21:08.862361 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Checking segment: {'id': '4f64a7c3-8acc-45cc-95f1-be531c2c4c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd22d010-9bd5-4eae-b728-92cfbb31a00a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:08.862490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.862902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Bound using segment: {'id': '4f64a7c3-8acc-45cc-95f1-be531c2c4c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd22d010-9bd5-4eae-b728-92cfbb31a00a'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:21:08.863331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Bound port: 16331ae3-c117-40d9-81f2-66cf94e3103d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f64a7c3-8acc-45cc-95f1-be531c2c4c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'bd22d010-9bd5-4eae-b728-92cfbb31a00a'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:21:08.864709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.866400 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-626091587'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:08.945342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:08.969102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] For port 16331ae3-c117-40d9-81f2-66cf94e3103d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:08.973296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] For port 16331ae3-c117-40d9-81f2-66cf94e3103d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16331ae3-c117-40d9-81f2-66cf94e3103d,segment=NetworkSegment(4f64a7c3-8acc-45cc-95f1-be531c2c4c8a),segment_id=4f64a7c3-8acc-45cc-95f1-be531c2c4c8a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:21:08.995754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d23431a5-c98f-4969-87a1-2ebb4739c64e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:09.063272 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Set router 08369300-5c32-421a-9c53-754c0927dfaa gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:21:09.077223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.078613 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c3bb65b5-4cca-4c27-92de-b729102c804f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7788603 Dec 06 14:21:09.087924 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57340) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:09.094317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.097779 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.154182 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecded3d-f391-464e-a754-2178d51477c4 None None] Pushing event updated for resources: {'Port': ['ID=16331ae3-c117-40d9-81f2-66cf94e3103d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:09.180410 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d23431a5-c98f-4969-87a1-2ebb4739c64e triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:09.180776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.207015 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ef53523-d8a8-425a-9d89-e8c755d6fc53 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.215205 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1ef53523-d8a8-425a-9d89-e8c755d6fc53 tempest-MeteringTestJSON-295872572 tempest-MeteringTestJSON-295872572-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/a2d0fbed-f471-4b7c-9150-51c96d708cd2 HTTP/1.1" status: 204 len: 168 time: 0.6947014 Dec 06 14:21:09.275923 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Made reservation on behalf of 6ed85ccfd3034601b78f61579afeae2a for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:09.281925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.321729 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event updated for resources: {'Port': ['ID=21843514-3e17-46af-85ba-5f0b008b4a2d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:09.337913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Allocated IP 172.20.0.11 (bd22d010-9bd5-4eae-b728-92cfbb31a00a/22969d4c-1163-41ae-b0c5-cf96317ebd8f/65d403e3-69b9-43c6-9b6c-1bb1c71871f5) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:09.341215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.423280 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Checking segment: {'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:09.423888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Network hostable DHCP agents. Network: 0a064640-814c-43a9-af6b-afa8b75a7f5c, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:09.455220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.471376 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:06Z', 'revision_number': 3, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:09.532136 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Checking router: 08369300-5c32-421a-9c53-754c0927dfaa for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:21:09.537525 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Updating router 08369300-5c32-421a-9c53-754c0927dfaa port 5e8d5e90-7523-47df-8b2e-2aa834732e1d binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:21:09.551289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28569d35-eb0f-484e-bcfb-fcc40c56f3a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.579789 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.689362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Network 0a064640-814c-43a9-af6b-afa8b75a7f5c is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:09.753602 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.848541 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0a064640-814c-43a9-af6b-afa8b75a7f5c) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:09.852610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57348) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:09.857195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:09.864155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c74c44-6ce2-4256-b841-52ad684eaa63 None None] Network 0a064640-814c-43a9-af6b-afa8b75a7f5c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:09.875683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.910529 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:09.911111 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:09.912158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:09.945588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:09.946341 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:09.950968 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 2 to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d Dec 06 14:21:09.954359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28569d35-eb0f-484e-bcfb-fcc40c56f3a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.956114 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:09.969919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.974883 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:09.975418 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:09.975996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:09.994869 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.998365 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:09.999615 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.000241 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Added segment 1fb7506d-808a-4b48-8778-3c34608b031f of type vlan for network 8ec854a4-f86e-4451-afbf-23d38693d94d Dec 06 14:21:10.002667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d20bc79-9413-4f0c-9fc7-0cc59dab8d0c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:10.049363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:10.049788 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:10.052427 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 3 to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d Dec 06 14:21:10.092281 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.113014 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28569d35-eb0f-484e-bcfb-fcc40c56f3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.122610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.objects.ports [None req-4aeda814-5d16-4c98-885c-8d400b5e0e89 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103725) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:21:10.123061 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4aeda814-5d16-4c98-885c-8d400b5e0e89 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.125136 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.138239 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:10.138583 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:10.138920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:10.146551 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Attempting to bind port 5e8d5e90-7523-47df-8b2e-2aa834732e1d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:10.147076 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Attempting to bind port 5e8d5e90-7523-47df-8b2e-2aa834732e1d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:10.147443 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Attempting to bind port 5e8d5e90-7523-47df-8b2e-2aa834732e1d on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:10.155503 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:21:10.156024 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:10.156438 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.156840 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:21:10.157337 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Bound port: 5e8d5e90-7523-47df-8b2e-2aa834732e1d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:21:10.161003 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.181700 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Pushing event updated for resources: {'Port': ['ID=5e8d5e90-7523-47df-8b2e-2aa834732e1d,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:10.195972 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:10.196514 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:10.196985 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:10.197413 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:10.197854 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:10.198289 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:10.198741 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:10.199175 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:10.199627 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:10.200108 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:10.200533 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:10.200984 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:10.201200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-14a67f26-22ee-4d65-ae80-e51282b57794 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.201499 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Tracked resource versions report: Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: pushed versions: Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: { 'AddressGroup': {'1.2'}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'ConntrackHelper': {'1.0'}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'LocalIPAssociation': {'1.0'}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'Log': {'1.0'}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'Network': {'1.1'}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'Port': {'1.7'}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'PortForwarding': {'1.2'}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'QosPolicy': {'1.10'}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'SecurityGroup': {'1.5'}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'SecurityGroupRule': {'1.2'}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'SubPort': {'1.0'}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'Subnet': {'1.1'}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'Trunk': {'1.1'}} Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: consumer versions: Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: HyperV agent@hv-neutron-mast: {}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: L3 agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: Metadata agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: Metering agent@dv-neutron-master-2-hyperv: {}, Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'ConntrackHelper': '1.0', Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'LocalIPAssociation': '1.0', Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'Log': '1.0', Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'Network': '1.1', Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'Port': '1.7', Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'PortForwarding': '1.2', Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'QosPolicy': '1.10', Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'SecurityGroup': '1.5', Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'SecurityGroupRule': '1.2', Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'SubPort': '1.0', Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'Subnet': '1.1', Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: 'Trunk': '1.1'}} Dec 06 14:21:10.202771 dv-neutron-master-2-hyperv neutron-server[103727]: {{(pid=103727) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 06 14:21:10.204993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeda814-5d16-4c98-885c-8d400b5e0e89 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4f336bc8-14a8-46be-a654-297c3b72c026,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:10.208300 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.245107 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Pushing event updated for resources: {'Port': ['ID=65d403e3-69b9-43c6-9b6c-1bb1c71871f5,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:10.255355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Network bd22d010-9bd5-4eae-b728-92cfbb31a00a is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:10.256582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:10.257079 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:10.259871 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 4 to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d Dec 06 14:21:10.291394 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] For port 5e8d5e90-7523-47df-8b2e-2aa834732e1d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:10.294653 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] For port 5e8d5e90-7523-47df-8b2e-2aa834732e1d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e8d5e90-7523-47df-8b2e-2aa834732e1d,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:21:10.295924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:10.298666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:10.326850 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.db.resource_extend [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:21:10.339704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:10.340235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:10.340587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:10.344329 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-28569d35-eb0f-484e-bcfb-fcc40c56f3a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50ec64f95f684e0eab892da666b6ceec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4698534 Dec 06 14:21:10.344863 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28569d35-eb0f-484e-bcfb-fcc40c56f3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c11f5ea-4c4d-4f1a-970f-89bd6c295173,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:10.349594 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57354) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:10.350203 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:10.350896 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:10.359621 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 5 to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d Dec 06 14:21:10.397628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aeda814-5d16-4c98-885c-8d400b5e0e89 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Checking segment: {'id': 'dde0ec6f-f187-40ba-8414-5175e4fa0291', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd45777c0-d198-4c57-8cb7-e77e36edc776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:10.397995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeda814-5d16-4c98-885c-8d400b5e0e89 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Network hostable DHCP agents. Network: d45777c0-d198-4c57-8cb7-e77e36edc776, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:10.403432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:10.403764 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:10.404087 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:10.404728 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-14a67f26-22ee-4d65-ae80-e51282b57794 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.407094 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.425730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:10.427375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.447026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:10.447365 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:10.448577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.456751 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 6 to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d Dec 06 14:21:10.456920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:10.456920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.474092 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Routers {'08369300-5c32-421a-9c53-754c0927dfaa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:10.474628 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['08369300-5c32-421a-9c53-754c0927dfaa'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:10.487714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-14a67f26-22ee-4d65-ae80-e51282b57794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.493641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:10.493641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:10.493845 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:10.508714 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:10.509117 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:10.509710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dff48d76-f868-4298-a847-e136fba1a293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.517756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2089df93-562e-4354-8093-b21685150796 None None] Network bd22d010-9bd5-4eae-b728-92cfbb31a00a requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:10.517855 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 7 to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d Dec 06 14:21:10.558831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dff48d76-f868-4298-a847-e136fba1a293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.566086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aeda814-5d16-4c98-885c-8d400b5e0e89 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Network d45777c0-d198-4c57-8cb7-e77e36edc776 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:10.582307 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e9d3d549-daf3-4f49-9eae-ad7b0bae034d tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.6931496 Dec 06 14:21:10.586131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57356) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:10.586395 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7403398 Dec 06 14:21:10.588351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:10.588793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:10.589236 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:10.592474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57358) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:10.594439 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-14a67f26-22ee-4d65-ae80-e51282b57794 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=956d2dd2c0a2450a8c56570b3694f81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7408059 Dec 06 14:21:10.597796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2784a-fc2b-4421-a3c6-84fb40561a22 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event updated for resources: {'Network': ['ID=8ec854a4-f86e-4451-afbf-23d38693d94d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:10.600814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57360) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:10.612173 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a67f26-22ee-4d65-ae80-e51282b57794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f29ea2-e8d7-4707-9583-1513efb55230,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:10.627773 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] Set router 08369300-5c32-421a-9c53-754c0927dfaa gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:21:10.640146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 8ec854a4-f86e-4451-afbf-23d38693d94d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:10.669697 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b7c6514e-a41e-402d-84d4-d32fe274f3ac tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Request body: {'subnet': {'network_id': '8ec854a4-f86e-4451-afbf-23d38693d94d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:10.678267 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7db64521-5bec-4b65-afa8-dce926423e16 None None] Provisioning complete for port 16331ae3-c117-40d9-81f2-66cf94e3103d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:10.678994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7db64521-5bec-4b65-afa8-dce926423e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.686801 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-4aeda814-5d16-4c98-885c-8d400b5e0e89 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d45777c0-d198-4c57-8cb7-e77e36edc776) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:10.695424 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeda814-5d16-4c98-885c-8d400b5e0e89 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:10.696026 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4aeda814-5d16-4c98-885c-8d400b5e0e89 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.706705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.729714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2080ea48-9725-40b3-91fc-82e65fa63f0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.734463 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d3747-f460-462a-9df6-6bbc8c56c40c None None] Pushing event updated for resources: {'Port': ['ID=5e8d5e90-7523-47df-8b2e-2aa834732e1d,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:10.765743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Router 856da619-a79f-4439-b1b9-d2ef8d632d08 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:21:10.772255 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d720ef-1f3e-4cd2-a00e-7340de8804e2 None None] Network d45777c0-d198-4c57-8cb7-e77e36edc776 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:10.787874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2080ea48-9725-40b3-91fc-82e65fa63f0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:10.790275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:10.790615 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:10.803487 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 8 to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d Dec 06 14:21:10.829709 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4aeda814-5d16-4c98-885c-8d400b5e0e89 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4983056 Dec 06 14:21:10.832982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57362) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:10.847112 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Request body: {'floatingip': {'floating_network_id': 'd45777c0-d198-4c57-8cb7-e77e36edc776'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:10.938727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:10.939242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:10.939716 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:10.945697 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Allocated IP 172.20.0.1 (c98b384e-7d44-41c8-aa9e-af7a94219b19/061c47c1-bfd5-433c-88e1-662da2288010/08bdf23d-65cd-4e6b-a951-e1df92cd2b64) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:10.959036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:10.959365 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:10.966892 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 9 to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d Dec 06 14:21:10.984205 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:06Z', 'revision_number': 3, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:11.007896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2080ea48-9725-40b3-91fc-82e65fa63f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.010755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2080ea48-9725-40b3-91fc-82e65fa63f0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.012468 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2080ea48-9725-40b3-91fc-82e65fa63f0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4f29ea2-e8d7-4707-9583-1513efb55230 HTTP/1.1" status: 204 len: 168 time: 0.4079583 Dec 06 14:21:11.061897 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306d474e-0a9f-4ee8-95af-a02a257e586e None None] The sync data for ids ['08369300-5c32-421a-9c53-754c0927dfaa'] in dv-neutron-master-2-hyperv is: [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:06Z', 'revision_number': 3, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:21:11.077681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080ea48-9725-40b3-91fc-82e65fa63f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f29ea2-e8d7-4707-9583-1513efb55230,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:11.087726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c6514e-a41e-402d-84d4-d32fe274f3ac tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Made reservation on behalf of 6ed85ccfd3034601b78f61579afeae2a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:11.091689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b7c6514e-a41e-402d-84d4-d32fe274f3ac tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.112925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:11.113677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:11.114215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:11.128922 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 16331ae3-c117-40d9-81f2-66cf94e3103d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:11.132281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dff48d76-f868-4298-a847-e136fba1a293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.135642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dff48d76-f868-4298-a847-e136fba1a293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.139222 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dff48d76-f868-4298-a847-e136fba1a293 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6c11f5ea-4c4d-4f1a-970f-89bd6c295173 HTTP/1.1" status: 204 len: 168 time: 0.7852979 Dec 06 14:21:11.158541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.184810 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:21:11.233261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff48d76-f868-4298-a847-e136fba1a293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c11f5ea-4c4d-4f1a-970f-89bd6c295173,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:11.241054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Sync routers for ids ['856da619-a79f-4439-b1b9-d2ef8d632d08'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:21:11.250652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7db64521-5bec-4b65-afa8-dce926423e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.268282 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cb9f2b-d8c9-491b-9136-b9521a78da28 None None] Network d45777c0-d198-4c57-8cb7-e77e36edc776 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:11.287846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:11.288250 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:11.295519 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 10 to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d Dec 06 14:21:11.297981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.324934 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:11.325322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:11.325661 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:11.330640 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.339001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Routers {'856da619-a79f-4439-b1b9-d2ef8d632d08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:11.341278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['856da619-a79f-4439-b1b9-d2ef8d632d08'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:11.368615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a3507622-0c39-4f21-b707-617490fea3d3 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Deleting port 65d403e3-69b9-43c6-9b6c-1bb1c71871f5 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:11.369196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3507622-0c39-4f21-b707-617490fea3d3 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.374686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Network c98b384e-7d44-41c8-aa9e-af7a94219b19 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:11.375012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:11.378873 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:11.379939 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.479444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7db64521-5bec-4b65-afa8-dce926423e16 None None] For port 16331ae3-c117-40d9-81f2-66cf94e3103d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16331ae3-c117-40d9-81f2-66cf94e3103d,segment=NetworkSegment(4f64a7c3-8acc-45cc-95f1-be531c2c4c8a),segment_id=4f64a7c3-8acc-45cc-95f1-be531c2c4c8a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:11.530764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Pushing event updated for resources: {'Port': ['ID=08bdf23d-65cd-4e6b-a951-e1df92cd2b64,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:11.618592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7db64521-5bec-4b65-afa8-dce926423e16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.635957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 16331ae3-c117-40d9-81f2-66cf94e3103d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:11.638275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.687790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.693332 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-daebc684-ac73-4313-9340-663802e50fab admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.0135014 Dec 06 14:21:11.699753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57376) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:11.729420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 21843514-3e17-46af-85ba-5f0b008b4a2d on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:11.731746 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 21843514-3e17-46af-85ba-5f0b008b4a2d on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:11.732337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.871234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:11.962666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3507622-0c39-4f21-b707-617490fea3d3 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.101684 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.109411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Set router 856da619-a79f-4439-b1b9-d2ef8d632d08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:21:12.115293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db64521-5bec-4b65-afa8-dce926423e16 None None] Pushing event updated for resources: {'Port': ['ID=16331ae3-c117-40d9-81f2-66cf94e3103d,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:12.118570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cdbb5dad-cc3b-46a2-bb4d-89b31f0be3e7 None None] Provisioning complete for port 65d403e3-69b9-43c6-9b6c-1bb1c71871f5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:12.118969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdbb5dad-cc3b-46a2-bb4d-89b31f0be3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.178108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.181086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.184400 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57380) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:12.248325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a3507622-0c39-4f21-b707-617490fea3d3 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Calling delete_port for 65d403e3-69b9-43c6-9b6c-1bb1c71871f5 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:12.266744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cdbb5dad-cc3b-46a2-bb4d-89b31f0be3e7 None None] Port 65d403e3-69b9-43c6-9b6c-1bb1c71871f5 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:12.271108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57382) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:12.288028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-32b3cfa4-259d-4baf-90a4-3985a0fa117a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.328698 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b9bc601d-bdf6-4336-b229-54c6e821dda5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.355405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cdbb5dad-cc3b-46a2-bb4d-89b31f0be3e7 None None] Provisioning complete for port 16331ae3-c117-40d9-81f2-66cf94e3103d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:12.355785 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdbb5dad-cc3b-46a2-bb4d-89b31f0be3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.394755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Pushing event updated for resources: {'Port': ['ID=08bdf23d-65cd-4e6b-a951-e1df92cd2b64,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:12.455916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] For port 21843514-3e17-46af-85ba-5f0b008b4a2d, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:12.458008 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempted to set empty binding levels {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 14:21:12.460202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-32b3cfa4-259d-4baf-90a4-3985a0fa117a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.505390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Network c98b384e-7d44-41c8-aa9e-af7a94219b19 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:12.510302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:12.549327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:08Z', 'revision_number': 3, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:12.561259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.575315 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-32b3cfa4-259d-4baf-90a4-3985a0fa117a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.589550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Checking router: 856da619-a79f-4439-b1b9-d2ef8d632d08 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:21:12.590157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Updating router 856da619-a79f-4439-b1b9-d2ef8d632d08 port 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:21:12.600968 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b7c6514e-a41e-402d-84d4-d32fe274f3ac tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.623293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.660572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:12.661213 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.696708 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5531d928-c3ae-41e6-a213-af4b3bb91c46 None None] Provisioning complete for port 65d403e3-69b9-43c6-9b6c-1bb1c71871f5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:12.697505 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5531d928-c3ae-41e6-a213-af4b3bb91c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.772488 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b9bc601d-bdf6-4336-b229-54c6e821dda5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.781164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5531d928-c3ae-41e6-a213-af4b3bb91c46 None None] Port 65d403e3-69b9-43c6-9b6c-1bb1c71871f5 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:12.805399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5531d928-c3ae-41e6-a213-af4b3bb91c46 None None] Provisioning complete for port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:12.805803 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5531d928-c3ae-41e6-a213-af4b3bb91c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.827155 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-32b3cfa4-259d-4baf-90a4-3985a0fa117a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73263bf7a3bd464fb6e30dcd1f3ae17d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6374872 Dec 06 14:21:12.827155 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3cfa4-259d-4baf-90a4-3985a0fa117a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48e811a-ea5d-4247-8b96-33b96ca18f2d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:12.827759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57386) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:12.861483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b9bc601d-bdf6-4336-b229-54c6e821dda5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.865989 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:12.870726 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5531d928-c3ae-41e6-a213-af4b3bb91c46 None None] Port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:12.893486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event updated for resources: {'Port': ['ID=21843514-3e17-46af-85ba-5f0b008b4a2d,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:12.897911 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b9bc601d-bdf6-4336-b229-54c6e821dda5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fc3e9f894d94c89abf1d5c172562d0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6207328 Dec 06 14:21:12.899227 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57388) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:12.931795 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-abb2f1e5-68bf-4a4e-b86e-00bff5504a6d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.3570325 Dec 06 14:21:12.937686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Router 08369300-5c32-421a-9c53-754c0927dfaa has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:21:12.939531 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57390) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:12.942332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc601d-bdf6-4336-b229-54c6e821dda5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c208e316-e787-47e3-8a12-1104ec96712e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:12.985979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6f7d0156-1a31-45a3-bcc4-70070db7bbdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.003716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-42a92c93-8163-4db9-ab0f-7cc6bf63b62c None None] Provisioning complete for port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:13.005547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42a92c93-8163-4db9-ab0f-7cc6bf63b62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.046773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6514e-a41e-402d-84d4-d32fe274f3ac tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event updated for resources: {'Subnet': ['ID=d7b531ea-6599-46e1-8036-2b26a942bac1,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:13.090118 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-42a92c93-8163-4db9-ab0f-7cc6bf63b62c None None] Port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:13.096733 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6514e-a41e-402d-84d4-d32fe274f3ac tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Checking segment: {'id': '1fb7506d-808a-4b48-8778-3c34608b031f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8ec854a4-f86e-4451-afbf-23d38693d94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:13.097174 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6514e-a41e-402d-84d4-d32fe274f3ac tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Network hostable DHCP agents. Network: 8ec854a4-f86e-4451-afbf-23d38693d94d, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:13.116117 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6f7d0156-1a31-45a3-bcc4-70070db7bbdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.124654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3507622-0c39-4f21-b707-617490fea3d3 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.141097 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.172153 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 16331ae3-c117-40d9-81f2-66cf94e3103d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:13.208758 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4f62fbda-c4b5-42e7-818d-ae733656d29b tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Deleting port 21843514-3e17-46af-85ba-5f0b008b4a2d {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:13.209126 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4f62fbda-c4b5-42e7-818d-ae733656d29b tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.228882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:21:13.235282 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8713127f-a7d6-4d85-a7e6-8923b3329415 admin admin] 10.222.0.42 "PUT /v2.0/routers/08369300-5c32-421a-9c53-754c0927dfaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1336224 Dec 06 14:21:13.239301 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.280548 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3507622-0c39-4f21-b707-617490fea3d3 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Pushing event deleted for resources: {'Port': ['ID=65d403e3-69b9-43c6-9b6c-1bb1c71871f5,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:13.294625 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 16331ae3-c117-40d9-81f2-66cf94e3103d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:13.295504 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.306966 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-4f62fbda-c4b5-42e7-818d-ae733656d29b tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] For port 21843514-3e17-46af-85ba-5f0b008b4a2d, host hv-neutron-mast, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:13.307479 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4f62fbda-c4b5-42e7-818d-ae733656d29b tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.334741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4f62fbda-c4b5-42e7-818d-ae733656d29b tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Calling delete_port for 21843514-3e17-46af-85ba-5f0b008b4a2d owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:13.351339 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Attempting to bind port 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:13.352025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Attempting to bind port 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:13.352540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Attempting to bind port 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:13.357288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb47d0f-ba7b-4136-bd33-89602d77b607 None None] Pushing event updated for resources: {'Port': ['ID=9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:13.370630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.381705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:21:13.382353 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:13.382905 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.383436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:21:13.384235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Bound port: 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:21:13.384938 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.413504 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6f7d0156-1a31-45a3-bcc4-70070db7bbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.416499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6f7d0156-1a31-45a3-bcc4-70070db7bbdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.418115 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6f7d0156-1a31-45a3-bcc4-70070db7bbdf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c48e811a-ea5d-4247-8b96-33b96ca18f2d HTTP/1.1" status: 204 len: 168 time: 0.5877709 Dec 06 14:21:13.537000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d0156-1a31-45a3-bcc4-70070db7bbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48e811a-ea5d-4247-8b96-33b96ca18f2d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:13.549762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Allocated IP 172.20.0.11 (d45777c0-d198-4c57-8cb7-e77e36edc776/4f336bc8-14a8-46be-a654-297c3b72c026/e0c83010-ef34-4bce-81f8-5d54adff9ebd) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:13.559209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] For port 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:13.566458 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3507622-0c39-4f21-b707-617490fea3d3 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.571098 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a3507622-0c39-4f21-b707-617490fea3d3 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] 10.222.0.42 "DELETE /v2.0/ports/65d403e3-69b9-43c6-9b6c-1bb1c71871f5 HTTP/1.1" status: 204 len: 168 time: 2.9837484 Dec 06 14:21:13.572595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d48b-fe9e-4abf-aa06-219359158561 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.579503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57404) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:13.583767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6514e-a41e-402d-84d4-d32fe274f3ac tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Network 8ec854a4-f86e-4451-afbf-23d38693d94d is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:13.588572 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] For port 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:21:13.599461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5e8d5e90-7523-47df-8b2e-2aa834732e1d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:13.617487 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Sync routers for ids ['08369300-5c32-421a-9c53-754c0927dfaa'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:21:13.628629 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Routers {'08369300-5c32-421a-9c53-754c0927dfaa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:13.629465 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['08369300-5c32-421a-9c53-754c0927dfaa'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:13.675482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.737529 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4f62fbda-c4b5-42e7-818d-ae733656d29b tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.748695 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Routers {'856da619-a79f-4439-b1b9-d2ef8d632d08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:13.749518 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['856da619-a79f-4439-b1b9-d2ef8d632d08'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:13.777975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5e8d5e90-7523-47df-8b2e-2aa834732e1d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:13.780518 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.788395 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d48b-fe9e-4abf-aa06-219359158561 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.790259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b7c6514e-a41e-402d-84d4-d32fe274f3ac tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8ec854a4-f86e-4451-afbf-23d38693d94d) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:13.790869 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Set router 08369300-5c32-421a-9c53-754c0927dfaa gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:21:13.795158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6514e-a41e-402d-84d4-d32fe274f3ac tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:13.798904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b7c6514e-a41e-402d-84d4-d32fe274f3ac tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.821336 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62fbda-c4b5-42e7-818d-ae733656d29b tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event deleted for resources: {'Port': ['ID=21843514-3e17-46af-85ba-5f0b008b4a2d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:13.823739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4f62fbda-c4b5-42e7-818d-ae733656d29b tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:13.834376 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4f62fbda-c4b5-42e7-818d-ae733656d29b tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "DELETE /v2.0/ports/21843514-3e17-46af-85ba-5f0b008b4a2d HTTP/1.1" status: 204 len: 168 time: 0.8928404 Dec 06 14:21:13.835492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57410) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:13.871082 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c770c40-3494-4d19-932c-0908e23b84aa None None] Network 8ec854a4-f86e-4451-afbf-23d38693d94d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:13.890695 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e629c44-435f-4f88-8467-1279e4125519 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] GET failed (client error): The resource could not be found. Dec 06 14:21:13.901668 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5e629c44-435f-4f88-8467-1279e4125519 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "GET /v2.0/ports/21843514-3e17-46af-85ba-5f0b008b4a2d HTTP/1.1" status: 404 len: 333 time: 0.0620735 Dec 06 14:21:13.902633 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb47d0f-ba7b-4136-bd33-89602d77b607 None None] Pushing event updated for resources: {'Port': ['ID=9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:13.905000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57412) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:13.913361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ac24c2fd-beba-4c06-b443-351a15a09e5d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Request body: {'port': {'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-524058446'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:13.959474 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b7c6514e-a41e-402d-84d4-d32fe274f3ac tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3224821 Dec 06 14:21:13.963096 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57414) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:13.982594 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1712854542', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:14.070399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.077758 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac24c2fd-beba-4c06-b443-351a15a09e5d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Made reservation on behalf of 98073a7068f543f49628ba910add1d27 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:14.082037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.083656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac24c2fd-beba-4c06-b443-351a15a09e5d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.090465 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Allocated IP 172.20.0.1 (335b2338-1336-4dd0-9810-241ea87aea01/f8737697-4bab-4eb6-998b-387593d2ef8c/cdbfa43e-fe78-4258-9505-d389fc29f70a) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:14.099654 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] Set router 856da619-a79f-4439-b1b9-d2ef8d632d08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:21:14.127685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-ac24c2fd-beba-4c06-b443-351a15a09e5d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] device_id is not set on port 258c13bf-93ce-4d01-9f54-611e3265ece9 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:14.169972 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d48b-fe9e-4abf-aa06-219359158561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.175007 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6bc6d48b-fe9e-4abf-aa06-219359158561 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.176548 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6bc6d48b-fe9e-4abf-aa06-219359158561 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c208e316-e787-47e3-8a12-1104ec96712e HTTP/1.1" status: 204 len: 168 time: 1.2633624 Dec 06 14:21:14.233600 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.237638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.240451 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:11Z', 'revision_number': 4, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '08bdf23d-65cd-4e6b-a951-e1df92cd2b64', 'name': '', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'mac_address': 'fa:16:3e:ff:e9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '061c47c1-bfd5-433c-88e1-662da2288010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:10Z', 'updated_at': '2021-12-06T14:21:11Z', 'revision_number': 2, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'subnets': [{'id': '061c47c1-bfd5-433c-88e1-662da2288010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:14.282302 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.300822 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Checking router: 08369300-5c32-421a-9c53-754c0927dfaa for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:21:14.301667 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Updating router 08369300-5c32-421a-9c53-754c0927dfaa port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:21:14.364813 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.413395 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6d48b-fe9e-4abf-aa06-219359158561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c208e316-e787-47e3-8a12-1104ec96712e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:14.431902 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-39f6ca83-74c7-4c02-be22-fe2107fa95e5 tempest-DHCPAgentSchedulersTestJSON-1512983699 tempest-DHCPAgentSchedulersTestJSON-1512983699-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.8439262 Dec 06 14:21:14.433519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57424) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:14.447137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-00013ba1-33a4-4c73-881a-f93e3dabacba tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2043230940'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:14.461055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.481834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.523103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.599674 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Network d45777c0-d198-4c57-8cb7-e77e36edc776 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:14.625283 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:14.630212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00013ba1-33a4-4c73-881a-f93e3dabacba tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Made reservation on behalf of 397b0db9331d48009ae96e1478ba13ad for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:14.636096 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-00013ba1-33a4-4c73-881a-f93e3dabacba tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.640325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Network 335b2338-1336-4dd0-9810-241ea87aea01 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:14.643879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:14.648290 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 5e8d5e90-7523-47df-8b2e-2aa834732e1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e8d5e90-7523-47df-8b2e-2aa834732e1d,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:14.677039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:14.690552 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:14.700918 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event updated for resources: {'Port': ['ID=e0c83010-ef34-4bce-81f8-5d54adff9ebd,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:14.785836 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:14.951910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbfa43e-fe78-4258-9505-d389fc29f70a,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:15.007340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8ec854a4-f86e-4451-afbf-23d38693d94d', 'network_id': '8ec854a4-f86e-4451-afbf-23d38693d94d', 'tenant_id': '6ed85ccfd3034601b78f61579afeae2a', 'fixed_ips': [{'subnet_id': 'd7b531ea-6599-46e1-8036-2b26a942bac1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:21:15.013596 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.125370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.138354 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac24c2fd-beba-4c06-b443-351a15a09e5d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.172600 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.248727 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.255684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00013ba1-33a4-4c73-881a-f93e3dabacba tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:15.274282 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.289701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-00013ba1-33a4-4c73-881a-f93e3dabacba tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.290189 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-00013ba1-33a4-4c73-881a-f93e3dabacba tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Added segment 84a4be81-1fbb-4a82-a2df-b7ad53603842 of type vlan for network fb9a7003-22d9-4f1d-bf50-6b1182e2ae92 Dec 06 14:21:15.295749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac24c2fd-beba-4c06-b443-351a15a09e5d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.298964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.397050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57448) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:15.419662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-001c8e4e-ef17-4e20-983d-5bae374a5355 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989271097', 'description': 'tempest-description--1879240298'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:15.442037 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac24c2fd-beba-4c06-b443-351a15a09e5d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Network 0a064640-814c-43a9-af6b-afa8b75a7f5c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:15.447238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24c2fd-beba-4c06-b443-351a15a09e5d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event updated for resources: {'Port': ['ID=258c13bf-93ce-4d01-9f54-611e3265ece9,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:15.458106 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-ac24c2fd-beba-4c06-b443-351a15a09e5d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:15.458448 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Allocated IP 172.20.0.2 (8ec854a4-f86e-4451-afbf-23d38693d94d/d7b531ea-6599-46e1-8036-2b26a942bac1/724fb9f3-7258-478b-a5ef-169f66ce3065) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:15.460625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac24c2fd-beba-4c06-b443-351a15a09e5d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:15.461896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac24c2fd-beba-4c06-b443-351a15a09e5d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:15.466630 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac24c2fd-beba-4c06-b443-351a15a09e5d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.485644 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207ee3a-6301-448b-a4a6-ca22d8d0e407 None None] Pushing event updated for resources: {'Port': ['ID=08bdf23d-65cd-4e6b-a951-e1df92cd2b64,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:15.525119 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=5e8d5e90-7523-47df-8b2e-2aa834732e1d,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:15.536193 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Attempting to bind port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:15.536633 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Attempting to bind port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c31b01fc-9882-4822-aba4-cafc3e7435bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:15.537121 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Attempting to bind port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 on network c98b384e-7d44-41c8-aa9e-af7a94219b19 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:15.544738 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:21:15.545506 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Checking segment: {'id': 'c31b01fc-9882-4822-aba4-cafc3e7435bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:15.546047 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.546753 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Bound using segment: {'id': 'c31b01fc-9882-4822-aba4-cafc3e7435bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:21:15.547346 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Bound port: 08bdf23d-65cd-4e6b-a951-e1df92cd2b64, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31b01fc-9882-4822-aba4-cafc3e7435bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:21:15.547850 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.561716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8732eab6-72ad-401d-8de4-21506c0948f3 None None] Provisioning complete for port cdbfa43e-fe78-4258-9505-d389fc29f70a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:15.562054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8732eab6-72ad-401d-8de4-21506c0948f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.603236 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-00013ba1-33a4-4c73-881a-f93e3dabacba tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.648499 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] For port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:15.655232 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] For port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08bdf23d-65cd-4e6b-a951-e1df92cd2b64,segment=NetworkSegment(c31b01fc-9882-4822-aba4-cafc3e7435bc),segment_id=c31b01fc-9882-4822-aba4-cafc3e7435bc)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:21:15.690975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8732eab6-72ad-401d-8de4-21506c0948f3 None None] Port cdbfa43e-fe78-4258-9505-d389fc29f70a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:15.716701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.718135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:08Z', 'revision_number': 3, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:15.721169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.739195 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.765307 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ac24c2fd-beba-4c06-b443-351a15a09e5d tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.8591340 Dec 06 14:21:15.767774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.833313 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f207ee3a-6301-448b-a4a6-ca22d8d0e407 None None] Pushing event updated for resources: {'Port': ['ID=08bdf23d-65cd-4e6b-a951-e1df92cd2b64,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:15.847190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8365575-e8b2-4b75-99b1-a60ba880c1ad None None] The sync data for ids ['856da619-a79f-4439-b1b9-d2ef8d632d08'] in dv-neutron-master-2-hyperv is: [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:08Z', 'revision_number': 3, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:21:15.847685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57458) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:15.857836 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:15.866321 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Routers {'08369300-5c32-421a-9c53-754c0927dfaa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:15.866524 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['08369300-5c32-421a-9c53-754c0927dfaa'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:15.911943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.946235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ad1bd594-e51f-4eb9-b5de-f0d74f976d25 None None] Provisioning complete for port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:15.946441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad1bd594-e51f-4eb9-b5de-f0d74f976d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:15.994250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.096801 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.131675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.150743 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] Set router 08369300-5c32-421a-9c53-754c0927dfaa gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:21:16.248167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad1bd594-e51f-4eb9-b5de-f0d74f976d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.262480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Pushing event updated for resources: {'Port': ['ID=724fb9f3-7258-478b-a5ef-169f66ce3065,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:16.266501 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Network 8ec854a4-f86e-4451-afbf-23d38693d94d is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:16.278354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:16.282992 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:16.345288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57468) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:16.346079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-001c8e4e-ef17-4e20-983d-5bae374a5355 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.368623 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ad1bd594-e51f-4eb9-b5de-f0d74f976d25 None None] For port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08bdf23d-65cd-4e6b-a951-e1df92cd2b64,segment=NetworkSegment(c31b01fc-9882-4822-aba4-cafc3e7435bc),segment_id=c31b01fc-9882-4822-aba4-cafc3e7435bc)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:16.396761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-00013ba1-33a4-4c73-881a-f93e3dabacba tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.408591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00013ba1-33a4-4c73-881a-f93e3dabacba tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:16.415135 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-00013ba1-33a4-4c73-881a-f93e3dabacba tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.429325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Attempting to bind port 724fb9f3-7258-478b-a5ef-169f66ce3065 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:16.429696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Attempting to bind port 724fb9f3-7258-478b-a5ef-169f66ce3065 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1fb7506d-808a-4b48-8778-3c34608b031f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8ec854a4-f86e-4451-afbf-23d38693d94d'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:16.430068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Attempting to bind port 724fb9f3-7258-478b-a5ef-169f66ce3065 on network 8ec854a4-f86e-4451-afbf-23d38693d94d {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:16.435948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad1bd594-e51f-4eb9-b5de-f0d74f976d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.437946 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:21:16.444146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Checking segment: {'id': '1fb7506d-808a-4b48-8778-3c34608b031f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8ec854a4-f86e-4451-afbf-23d38693d94d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:16.444146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.444146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Bound using segment: {'id': '1fb7506d-808a-4b48-8778-3c34608b031f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8ec854a4-f86e-4451-afbf-23d38693d94d'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:21:16.444146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Bound port: 724fb9f3-7258-478b-a5ef-169f66ce3065, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fb7506d-808a-4b48-8778-3c34608b031f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8ec854a4-f86e-4451-afbf-23d38693d94d'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:21:16.444146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.460358 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Allocated IP 172.36.1.214 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/8694a91a-c78c-4c13-bb84-c0767d0b8549) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:16.527971 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:11Z', 'revision_number': 4, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '08bdf23d-65cd-4e6b-a951-e1df92cd2b64', 'name': '', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'mac_address': 'fa:16:3e:ff:e9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '061c47c1-bfd5-433c-88e1-662da2288010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:10Z', 'updated_at': '2021-12-06T14:21:15Z', 'revision_number': 4, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'subnets': [{'id': '061c47c1-bfd5-433c-88e1-662da2288010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:16.582642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.598564 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498d3e55-8024-464b-ba8e-8b22b7f8051a None None] The sync data for ids ['08369300-5c32-421a-9c53-754c0927dfaa'] in dv-neutron-master-2-hyperv is: [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:11Z', 'revision_number': 4, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '08bdf23d-65cd-4e6b-a951-e1df92cd2b64', 'name': '', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'mac_address': 'fa:16:3e:ff:e9:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '061c47c1-bfd5-433c-88e1-662da2288010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:10Z', 'updated_at': '2021-12-06T14:21:15Z', 'revision_number': 4, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'subnets': [{'id': '061c47c1-bfd5-433c-88e1-662da2288010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:21:16.606109 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event updated for resources: {'Port': ['ID=e0c83010-ef34-4bce-81f8-5d54adff9ebd,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:16.681936 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.683425 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b1b7eec0-b929-4e48-b2e5-44e44c4d4ef8 None None] Provisioning complete for port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:16.683805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1b7eec0-b929-4e48-b2e5-44e44c4d4ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.686283 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1bd594-e51f-4eb9-b5de-f0d74f976d25 None None] Pushing event updated for resources: {'Port': ['ID=08bdf23d-65cd-4e6b-a951-e1df92cd2b64,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:16.727213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.755469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00013ba1-33a4-4c73-881a-f93e3dabacba tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Pushing event updated for resources: {'Network': ['ID=fb9a7003-22d9-4f1d-bf50-6b1182e2ae92,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:16.761040 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] For port 724fb9f3-7258-478b-a5ef-169f66ce3065, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:16.772908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-427892911'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:16.778775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network fb9a7003-22d9-4f1d-bf50-6b1182e2ae92 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:16.791611 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-00013ba1-33a4-4c73-881a-f93e3dabacba tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.3544495 Dec 06 14:21:16.797162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57476) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:16.811574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.847680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] For port 724fb9f3-7258-478b-a5ef-169f66ce3065, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=724fb9f3-7258-478b-a5ef-169f66ce3065,segment=NetworkSegment(1fb7506d-808a-4b48-8778-3c34608b031f),segment_id=1fb7506d-808a-4b48-8778-3c34608b031f)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:21:16.861543 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.866763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:16.868136 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2d6cb4ae-da98-4a07-b816-dfb68efe18db tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0295782 Dec 06 14:21:16.905062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57480) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:16.927764 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:17.028584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event updated for resources: {'Port': ['ID=8694a91a-c78c-4c13-bb84-c0767d0b8549,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:17.061097 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:17.073450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:17.076585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:17.081366 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cacfce-8ce9-4066-a533-c6a95cb55c1d None None] Pushing event updated for resources: {'Port': ['ID=724fb9f3-7258-478b-a5ef-169f66ce3065,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:17.249451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-001c8e4e-ef17-4e20-983d-5bae374a5355 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:17.264264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:17.341835 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57486) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:17.351075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:17.351660 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:17.391749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-001c8e4e-ef17-4e20-983d-5bae374a5355 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:17.425345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Made reservation on behalf of e52c7b2b4d26417b832ba39c79c4e346 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:17.429093 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:17.437232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] device_id is not set on port 258c13bf-93ce-4d01-9f54-611e3265ece9 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:17.463742 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:17.506571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:17.532467 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f878cfb7-f7e0-4eec-b35f-c7209ecc668b tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=d45777c0-d198-4c57-8cb7-e77e36edc776 HTTP/1.1" status: 200 len: 690 time: 0.5680957 Dec 06 14:21:17.554348 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57490) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:17.575034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:17.590788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:17.665496 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c8e4e-ef17-4e20-983d-5bae374a5355 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:17.755893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:17.756891 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:17.780380 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-566ffdec-55f8-4ae6-b11a-c81051844378 tempest-DHCPAgentSchedulersTestJSON-1512983699 tempest-DHCPAgentSchedulersTestJSON-1512983699-project-admin] 10.222.0.42 "GET /v2.0/agents/e3c0757e-bd06-4b49-9569-275323fb6afb/dhcp-networks HTTP/1.1" status: 200 len: 7226 time: 0.9815576 Dec 06 14:21:17.781096 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57492) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:17.814141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-001c8e4e-ef17-4e20-983d-5bae374a5355 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:17.815464 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-001c8e4e-ef17-4e20-983d-5bae374a5355 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.4174292 Dec 06 14:21:17.827052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57494) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:17.833388 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5bf2da93-86cb-4e88-bf3b-ffa556c985de tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Request body: {'security_group_rule': {'security_group_id': '2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:17.842267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-216433988'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:17.887273 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:17.916228 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:17.952215 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:17.995260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:17.999847 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5e8d5e90-7523-47df-8b2e-2aa834732e1d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:18.000009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event updated for resources: {'Port': ['ID=258c13bf-93ce-4d01-9f54-611e3265ece9,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:18.029497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:18.030210 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:18.030747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:18.038952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:18.040361 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:18.046297 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.047907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac35ccfb-d9b5-4696-8bc2-79f9ed595902 tempest-DHCPAgentSchedulersTestJSON-1512983699 tempest-DHCPAgentSchedulersTestJSON-1512983699-project-admin] Network fb9a7003-22d9-4f1d-bf50-6b1182e2ae92 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:18.049579 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 2 to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 Dec 06 14:21:18.052669 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.083618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5bf2da93-86cb-4e88-bf3b-ffa556c985de tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.085846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:18.102869 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5e8d5e90-7523-47df-8b2e-2aa834732e1d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:18.103249 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.115109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.129768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:18.130207 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:18.130649 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:18.142756 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.167378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.239265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:18.239527 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:18.248151 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 3 to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 Dec 06 14:21:18.261815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d31712-cf88-4ffb-b3ec-50ca4650f806 None None] Network fb9a7003-22d9-4f1d-bf50-6b1182e2ae92 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:18.274784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aed4fa0-36c3-4b70-8683-9a163f28f73c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:18.278603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Pushing event updated for resources: {'Port': ['ID=cdbfa43e-fe78-4258-9505-d389fc29f70a,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:18.296938 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Made reservation on behalf of 85f98f3900a74450a83cec5d103df41c for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:18.300544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.315436 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ac35ccfb-d9b5-4696-8bc2-79f9ed595902 tempest-DHCPAgentSchedulersTestJSON-1512983699 tempest-DHCPAgentSchedulersTestJSON-1512983699-project-admin] 10.222.0.42 "POST /v2.0/agents/e3c0757e-bd06-4b49-9569-275323fb6afb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5206485 Dec 06 14:21:18.323159 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57498) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:18.380805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:18.384232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:18.384592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:18.384975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:18.389689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.397576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:18.398090 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:18.436971 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 4 to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 Dec 06 14:21:18.496910 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:18.496910 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:18.497603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:18.523979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:18.524306 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:18.529447 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 5 to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 Dec 06 14:21:18.546325 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.563003 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:18.563345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:18.563705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:18.601962 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52dc5ce-b655-4a58-a0e0-c6156fc9a047 None None] Network 8ec854a4-f86e-4451-afbf-23d38693d94d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:18.615380 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:18.615722 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:18.622162 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 6 to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 Dec 06 14:21:18.632940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Deleting port e0c83010-ef34-4bce-81f8-5d54adff9ebd {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:18.633326 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.672343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5bf2da93-86cb-4e88-bf3b-ffa556c985de tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.673638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.673986 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Added segment 02f21b97-7d1a-401a-98ed-3af3b34a0073 of type vlan for network fcfb5d68-b57a-415f-a7ab-4c8426fc36ac Dec 06 14:21:18.675454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.704499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:18.704836 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:18.705187 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:18.730793 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6579ba3d-9614-4403-be99-0e03054ecea2 None None] Provisioning complete for port 724fb9f3-7258-478b-a5ef-169f66ce3065 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:18.731342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6579ba3d-9614-4403-be99-0e03054ecea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.764659 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5bf2da93-86cb-4e88-bf3b-ffa556c985de tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.774866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.880775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf2da93-86cb-4e88-bf3b-ffa556c985de tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e58700-9cd2-4981-b8f0-a259a9633cd7,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:18.919746 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8e327ca1-26d6-46e1-a0d7-219fed1073e1 tempest-DHCPAgentSchedulersTestJSON-1512983699 tempest-DHCPAgentSchedulersTestJSON-1512983699-project-admin] 10.222.0.42 "GET /v2.0/agents/e3c0757e-bd06-4b49-9569-275323fb6afb/dhcp-networks HTTP/1.1" status: 200 len: 7996 time: 0.5821424 Dec 06 14:21:18.925207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57500) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:18.941087 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:18.941416 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:18.947809 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 7 to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 Dec 06 14:21:18.980796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:18.990077 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:18.990422 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:18.990756 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:19.009349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:19.009349 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:19.010836 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 8 to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 Dec 06 14:21:19.042409 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5bf2da93-86cb-4e88-bf3b-ffa556c985de tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.042582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.042582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.045117 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5bf2da93-86cb-4e88-bf3b-ffa556c985de tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2169197 Dec 06 14:21:19.046485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6579ba3d-9614-4403-be99-0e03054ecea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.046931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57502) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:19.061832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:19.062174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:19.062500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:19.066186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Calling delete_port for e0c83010-ef34-4bce-81f8-5d54adff9ebd owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:19.075331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.081979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.089993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:19.090816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.091619 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:19.091952 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:19.099926 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 9 to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 Dec 06 14:21:19.100712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-93b2aaab-93dd-47ed-8502-d984aab87a78 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Request body: {'security_group_rule': {'security_group_id': '2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:19.108636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6579ba3d-9614-4403-be99-0e03054ecea2 None None] For port 724fb9f3-7258-478b-a5ef-169f66ce3065, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=724fb9f3-7258-478b-a5ef-169f66ce3065,segment=NetworkSegment(1fb7506d-808a-4b48-8778-3c34608b031f),segment_id=1fb7506d-808a-4b48-8778-3c34608b031f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:19.161918 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Network 335b2338-1336-4dd0-9810-241ea87aea01 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:19.168332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:19.178487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:19.196220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44bafc9a-2dbd-4bbf-933f-95f25820c1a0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:19.198279 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6579ba3d-9614-4403-be99-0e03054ecea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.207039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:19.207039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:19.207839 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:19.209793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.210131 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Added segment 984e7525-1699-4d91-9506-e54bfc17809d of type vlan for network e4bce731-83c1-4a5a-a179-29f0a6121cc8 Dec 06 14:21:19.227469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:19.227812 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:19.237771 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 10 to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 Dec 06 14:21:19.291220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57504) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:19.291605 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d1b73bad-3884-4a60-ad76-795ea11e9851 tempest-DHCPAgentSchedulersTestJSON-1512983699 tempest-DHCPAgentSchedulersTestJSON-1512983699-project-admin] 10.222.0.42 "DELETE /v2.0/agents/e3c0757e-bd06-4b49-9569-275323fb6afb/dhcp-networks/fb9a7003-22d9-4f1d-bf50-6b1182e2ae92 HTTP/1.1" status: 204 len: 168 time: 0.3612325 Dec 06 14:21:19.298898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 724fb9f3-7258-478b-a5ef-169f66ce3065 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:19.327632 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Router e246397b-5870-4504-933d-7c2e40a70169 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:21:19.337822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:19.338159 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:19.338501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:19.351291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.371316 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event updated for resources: {'Network': ['ID=fcfb5d68-b57a-415f-a7ab-4c8426fc36ac,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:19.397094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network fcfb5d68-b57a-415f-a7ab-4c8426fc36ac details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:19.430497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:19.430863 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port 258c13bf-93ce-4d01-9f54-611e3265ece9 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:19.431196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.467100 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579ba3d-9614-4403-be99-0e03054ecea2 None None] Pushing event updated for resources: {'Port': ['ID=724fb9f3-7258-478b-a5ef-169f66ce3065,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:19.484766 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-93b2aaab-93dd-47ed-8502-d984aab87a78 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.543061 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c36d1a9c-e2ec-4a2c-895f-d0ce62e33c66 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.1880460 Dec 06 14:21:19.548344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57506) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:19.556045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a75be0f0-685f-429b-964c-cdaaf8a256c1 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Request body: {'subnet': {'network_id': 'fcfb5d68-b57a-415f-a7ab-4c8426fc36ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:19.586124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 724fb9f3-7258-478b-a5ef-169f66ce3065 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:19.586902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.607019 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-93b2aaab-93dd-47ed-8502-d984aab87a78 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.633898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Router 856da619-a79f-4439-b1b9-d2ef8d632d08 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:21:19.658286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.664042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:19.664653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.693403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-93b2aaab-93dd-47ed-8502-d984aab87a78 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.711900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:19.713783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e52d4f65-528b-4ecc-8b40-98bec4d3c3b4 None None] Provisioning complete for port 724fb9f3-7258-478b-a5ef-169f66ce3065 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:19.718943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e52d4f65-528b-4ecc-8b40-98bec4d3c3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.762946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2aaab-93dd-47ed-8502-d984aab87a78 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade1d227-9460-44a9-a7a4-f71117de89de,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:19.827574 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:19.828009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.837744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:21:19.852194 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-02a6a655-7c75-413c-a15d-e78df3dc3e29 admin admin] 10.222.0.42 "PUT /v2.0/routers/856da619-a79f-4439-b1b9-d2ef8d632d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1176152 Dec 06 14:21:19.852194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75be0f0-685f-429b-964c-cdaaf8a256c1 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Made reservation on behalf of e52c7b2b4d26417b832ba39c79c4e346 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:19.852194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a75be0f0-685f-429b-964c-cdaaf8a256c1 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.867334 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] For port 258c13bf-93ce-4d01-9f54-611e3265ece9, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:19.867898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempted to set empty binding levels {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 14:21:19.876184 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-305e9a36-fd46-4341-9a72-987e9eff9ca7 tempest-DHCPAgentSchedulersTestJSON-1512983699 tempest-DHCPAgentSchedulersTestJSON-1512983699-project-admin] 10.222.0.42 "GET /v2.0/agents/e3c0757e-bd06-4b49-9569-275323fb6afb/dhcp-networks HTTP/1.1" status: 200 len: 7226 time: 0.5739253 Dec 06 14:21:19.885366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57510) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:19.890110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Sync routers for ids ['856da619-a79f-4439-b1b9-d2ef8d632d08'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:21:19.893841 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Pushing event updated for resources: {'Network': ['ID=e4bce731-83c1-4a5a-a179-29f0a6121cc8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:19.907117 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:19.914510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:21:19.929428 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09e85f-e0f9-424f-bc4b-b6a5c2d33403 None None] Sync routers for ids ['e246397b-5870-4504-933d-7c2e40a70169'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:21:19.931134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network e4bce731-83c1-4a5a-a179-29f0a6121cc8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:19.947526 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09e85f-e0f9-424f-bc4b-b6a5c2d33403 None None] Routers {'e246397b-5870-4504-933d-7c2e40a70169'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:19.948525 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-9f09e85f-e0f9-424f-bc4b-b6a5c2d33403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e246397b-5870-4504-933d-7c2e40a70169'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:19.974091 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e1ae3318-926b-4273-9e65-d8093e007ef0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.6143136 Dec 06 14:21:20.012308 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-93b2aaab-93dd-47ed-8502-d984aab87a78 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.017019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Routers {'856da619-a79f-4439-b1b9-d2ef8d632d08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:20.017605 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-93b2aaab-93dd-47ed-8502-d984aab87a78 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9235272 Dec 06 14:21:20.017716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['856da619-a79f-4439-b1b9-d2ef8d632d08'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:20.018467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57520) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:20.028758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:20.059324 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-9f09e85f-e0f9-424f-bc4b-b6a5c2d33403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:20.090989 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f09e85f-e0f9-424f-bc4b-b6a5c2d33403 None None] Routers {'e246397b-5870-4504-933d-7c2e40a70169'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:20.092408 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-9f09e85f-e0f9-424f-bc4b-b6a5c2d33403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e246397b-5870-4504-933d-7c2e40a70169'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:20.104626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.107354 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0c83010-ef34-4bce-81f8-5d54adff9ebd,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:20.119664 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.125737 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.127214 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-aaac3761-28ba-4af3-ac30-94a4641346e6 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.1613936 Dec 06 14:21:20.131607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57522) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:20.135714 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-9f09e85f-e0f9-424f-bc4b-b6a5c2d33403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:20.136798 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f09e85f-e0f9-424f-bc4b-b6a5c2d33403 None None] The sync data for ids ['e246397b-5870-4504-933d-7c2e40a70169'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:21:20.171568 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Set router 856da619-a79f-4439-b1b9-d2ef8d632d08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:21:20.187363 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d8149b94-94f5-4db1-969b-873886a0b855 tempest-DHCPAgentSchedulersTestJSON-1512983699 tempest-DHCPAgentSchedulersTestJSON-1512983699-project-admin] 10.222.0.42 "GET /v2.0/networks/bd22d010-9bd5-4eae-b728-92cfbb31a00a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3000128 Dec 06 14:21:20.194188 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57524) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:20.195119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event updated for resources: {'Port': ['ID=258c13bf-93ce-4d01-9f54-611e3265ece9,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:20.239034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a75be0f0-685f-429b-964c-cdaaf8a256c1 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.240031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57526) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:20.250404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] In _notify_port_updated(), no bound segment for port 258c13bf-93ce-4d01-9f54-611e3265ece9 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:21:20.251369 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.252718 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.252830 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for floatingip, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.252988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e52d4f65-528b-4ecc-8b40-98bec4d3c3b4 None None] Provisioning complete for port cdbfa43e-fe78-4258-9505-d389fc29f70a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:20.253415 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e52d4f65-528b-4ecc-8b40-98bec4d3c3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.262229 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a3a2b337-c65a-4730-be3c-39898833e2c0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "PUT /v2.0/ports/258c13bf-93ce-4d01-9f54-611e3265ece9 HTTP/1.1" status: 200 len: 976 time: 4.4125226 Dec 06 14:21:20.270188 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Request body: {'port': {'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-281007264'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:20.284265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57528) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:20.358905 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e52d4f65-528b-4ecc-8b40-98bec4d3c3b4 None None] Port cdbfa43e-fe78-4258-9505-d389fc29f70a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:20.359662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.442085 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-80607fec-9285-4e5e-8a66-81ecc79cbb03 tempest-DHCPAgentSchedulersTestJSON-1512983699 tempest-DHCPAgentSchedulersTestJSON-1512983699-project-admin] 10.222.0.42 "GET /v2.0/networks/bd22d010-9bd5-4eae-b728-92cfbb31a00a/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2341647 Dec 06 14:21:20.443304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Made reservation on behalf of ddabad3149964d7b9d67b469c68da53d for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:20.448302 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57530) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:20.448678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.469138 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.487031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 4, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cdbfa43e-fe78-4258-9505-d389fc29f70a', 'name': '', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'mac_address': 'fa:16:3e:40:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:13Z', 'updated_at': '2021-12-06T14:21:17Z', 'revision_number': 2, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'subnets': [{'id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:20.527309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75be0f0-685f-429b-964c-cdaaf8a256c1 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event updated for resources: {'Subnet': ['ID=317c3dbb-2e61-4ec9-9691-388039303cd8,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:20.527576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.534820 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Checking router: 856da619-a79f-4439-b1b9-d2ef8d632d08 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:21:20.536084 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Updating router 856da619-a79f-4439-b1b9-d2ef8d632d08 port cdbfa43e-fe78-4258-9505-d389fc29f70a binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:21:20.563239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4f336bc8-14a8-46be-a654-297c3b72c026,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:20.583651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.607785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.623233 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75be0f0-685f-429b-964c-cdaaf8a256c1 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Checking segment: {'id': '02f21b97-7d1a-401a-98ed-3af3b34a0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fcfb5d68-b57a-415f-a7ab-4c8426fc36ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:20.623607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75be0f0-685f-429b-964c-cdaaf8a256c1 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Network hostable DHCP agents. Network: fcfb5d68-b57a-415f-a7ab-4c8426fc36ac, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:20.635110 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.635682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.636307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.636833 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.637378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.637897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.638414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.638584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.639044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.639571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.640085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.640892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.641146 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.641664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.642181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.642692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:20.648326 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6ada00c5-ad41-46c4-b5a5-d98fe2f3974a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 13563 time: 0.3605156 Dec 06 14:21:20.648892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57532) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:20.699801 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57534) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:20.706485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.708005 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.708779 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.709158 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > port after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.709501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.710002 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > port after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.710332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.710653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.710988 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.711295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.868065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.890948 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.891260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.891589 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.891914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103725) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 06 14:21:20.892274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d45777c0-d198-4c57-8cb7-e77e36edc776']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:20.900510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ea7e3929-6d49-4127-80c7-c3f3bc9461ea tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1903361019', 'description': 'tempest-description--214875802'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:20.907481 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.926366 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:20.931603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] device_id is not set on port db45c5ee-b557-49d7-ad3b-4b86243d680d yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:20.937864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde0ec6f-f187-40ba-8414-5175e4fa0291') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:20.938163 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde0ec6f-f187-40ba-8414-5175e4fa0291') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:20.976603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 724fb9f3-7258-478b-a5ef-169f66ce3065 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:21.013605 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc852912-b26d-4fb6-9c10-cd6e2ccf73bd None None] Pushing event updated for resources: {'Port': ['ID=cdbfa43e-fe78-4258-9505-d389fc29f70a,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:21.045945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.054919 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2a104594-54b1-40d3-bc35-b9e284125a79 tempest-DHCPAgentSchedulersTestJSON-1512983699 tempest-DHCPAgentSchedulersTestJSON-1512983699-project-admin] 10.222.0.42 "GET /v2.0/agents/e3c0757e-bd06-4b49-9569-275323fb6afb/dhcp-networks HTTP/1.1" status: 200 len: 7188 time: 0.5909808 Dec 06 14:21:21.055463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57536) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:21.087060 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a75be0f0-685f-429b-964c-cdaaf8a256c1 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Network fcfb5d68-b57a-415f-a7ab-4c8426fc36ac is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:21.099300 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a2ef3f1-b25e-4a79-a6e6-cc6a27175a30,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:21.112466 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.121840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 724fb9f3-7258-478b-a5ef-169f66ce3065 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:21.122217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.126984 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Attempting to bind port cdbfa43e-fe78-4258-9505-d389fc29f70a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:21.127102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Attempting to bind port cdbfa43e-fe78-4258-9505-d389fc29f70a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c3249943-c6d3-4bbd-baec-ff134f70badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:21.127394 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Attempting to bind port cdbfa43e-fe78-4258-9505-d389fc29f70a on network 335b2338-1336-4dd0-9810-241ea87aea01 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:21.138557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.153839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:21:21.154207 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Checking segment: {'id': 'c3249943-c6d3-4bbd-baec-ff134f70badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:21.154929 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.155047 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Bound using segment: {'id': 'c3249943-c6d3-4bbd-baec-ff134f70badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:21:21.155665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Bound port: cdbfa43e-fe78-4258-9505-d389fc29f70a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3249943-c6d3-4bbd-baec-ff134f70badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:21:21.155910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.167252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:21:21.167651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: from cryptography.utils import int_from_bytes Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: from cryptography.utils import int_from_bytes Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:21:21.171760 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:21:21.200991 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea7e3929-6d49-4127-80c7-c3f3bc9461ea tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.237109 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-a75be0f0-685f-429b-964c-cdaaf8a256c1 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fcfb5d68-b57a-415f-a7ab-4c8426fc36ac) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:21.247220 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75be0f0-685f-429b-964c-cdaaf8a256c1 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:21.247823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a75be0f0-685f-429b-964c-cdaaf8a256c1 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.257981 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6105b4ef-045d-4646-8323-edade41db03a tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.273739 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd93645-3a2b-4436-96b0-b3d74394cde8 None None] Network fcfb5d68-b57a-415f-a7ab-4c8426fc36ac requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:21.310744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] For port cdbfa43e-fe78-4258-9505-d389fc29f70a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:21.349865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a79134a6-4163-4163-9e40-97a4b7463293 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Deleting port 258c13bf-93ce-4d01-9f54-611e3265ece9 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:21.350128 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a79134a6-4163-4163-9e40-97a4b7463293 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.383383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] For port cdbfa43e-fe78-4258-9505-d389fc29f70a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdbfa43e-fe78-4258-9505-d389fc29f70a,segment=NetworkSegment(c3249943-c6d3-4bbd-baec-ff134f70badf),segment_id=c3249943-c6d3-4bbd-baec-ff134f70badf)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:21:21.455584 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a75be0f0-685f-429b-964c-cdaaf8a256c1 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9044549 Dec 06 14:21:21.478134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57538) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:21.486402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ca5ff7d8-2b2d-496f-9ea9-cb4f0ce4f442 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-121976650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:21.534337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Allocated IP 172.36.1.89 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/ce7a397c-c794-43fd-a08a-676303c376be) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:21.550079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6105b4ef-045d-4646-8323-edade41db03a tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.555893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.581979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.586984 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d45777c0-d198-4c57-8cb7-e77e36edc776 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 14:21:21.589773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.593681 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "DELETE /v2.0/networks/d45777c0-d198-4c57-8cb7-e77e36edc776 HTTP/1.1" status: 204 len: 168 time: 4.0380294 Dec 06 14:21:21.604211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57540) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:21.643646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d67370ed-662d-440e-9632-6b01a035356d None None] Provisioning complete for port cdbfa43e-fe78-4258-9505-d389fc29f70a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:21.644303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d67370ed-662d-440e-9632-6b01a035356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.646386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e6a166-d72d-4f9a-948e-097a396aa9f2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event deleted for resources: {'Network': ['ID=d45777c0-d198-4c57-8cb7-e77e36edc776,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:21.662604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-6105b4ef-045d-4646-8323-edade41db03a tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9a7003-22d9-4f1d-bf50-6b1182e2ae92']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:21.692675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc852912-b26d-4fb6-9c10-cd6e2ccf73bd None None] Pushing event updated for resources: {'Port': ['ID=cdbfa43e-fe78-4258-9505-d389fc29f70a,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:21.707315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fcfb5d68-b57a-415f-a7ab-4c8426fc36ac', 'network_id': 'fcfb5d68-b57a-415f-a7ab-4c8426fc36ac', 'tenant_id': 'e52c7b2b4d26417b832ba39c79c4e346', 'fixed_ips': [{'subnet_id': '317c3dbb-2e61-4ec9-9691-388039303cd8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:21:21.709762 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.720416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca5ff7d8-2b2d-496f-9ea9-cb4f0ce4f442 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.721513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca5ff7d8-2b2d-496f-9ea9-cb4f0ce4f442 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.726015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Routers {'856da619-a79f-4439-b1b9-d2ef8d632d08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:21.727447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['856da619-a79f-4439-b1b9-d2ef8d632d08'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:21.734753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-6105b4ef-045d-4646-8323-edade41db03a tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84a4be81-1fbb-4a82-a2df-b7ad53603842') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:21.734753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-6105b4ef-045d-4646-8323-edade41db03a tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84a4be81-1fbb-4a82-a2df-b7ad53603842') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:21.735053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-a79134a6-4163-4163-9e40-97a4b7463293 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] For port 258c13bf-93ce-4d01-9f54-611e3265ece9, host hv-neutron-mast, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:21.735053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a79134a6-4163-4163-9e40-97a4b7463293 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.763923 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] device_id is not set on port db45c5ee-b557-49d7-ad3b-4b86243d680d yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:21.785634 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a79134a6-4163-4163-9e40-97a4b7463293 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Calling delete_port for 258c13bf-93ce-4d01-9f54-611e3265ece9 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:21.795337 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea7e3929-6d49-4127-80c7-c3f3bc9461ea tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.798749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.803540 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5e1f3b00-a1ea-4118-9bd5-73026043f5c2 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1931732 Dec 06 14:21:21.808602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6105b4ef-045d-4646-8323-edade41db03a tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.812570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57542) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:21.843981 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6105b4ef-045d-4646-8323-edade41db03a tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.889219 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6105b4ef-045d-4646-8323-edade41db03a tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:21:21.890373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6105b4ef-045d-4646-8323-edade41db03a tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:21:21.895348 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:21:21.943786 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55329d21-d34d-408c-bb45-802ff1713da0 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:21.944218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55329d21-d34d-408c-bb45-802ff1713da0 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:21.944965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55329d21-d34d-408c-bb45-802ff1713da0 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:21.945436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55329d21-d34d-408c-bb45-802ff1713da0 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:21.945892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55329d21-d34d-408c-bb45-802ff1713da0 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:21.946343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55329d21-d34d-408c-bb45-802ff1713da0 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:21.946793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55329d21-d34d-408c-bb45-802ff1713da0 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:21.947246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55329d21-d34d-408c-bb45-802ff1713da0 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:21.949259 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-55329d21-d34d-408c-bb45-802ff1713da0 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5152 time: 0.1356785 Dec 06 14:21:21.949992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea7e3929-6d49-4127-80c7-c3f3bc9461ea tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:21.954934 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57544) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:21.961827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.012275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] Set router 856da619-a79f-4439-b1b9-d2ef8d632d08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:21:22.042319 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d67370ed-662d-440e-9632-6b01a035356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.045272 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e3929-6d49-4127-80c7-c3f3bc9461ea tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10f57b16-b00a-40d7-846d-409b9f8de37b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:22.048252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event updated for resources: {'Port': ['ID=db45c5ee-b557-49d7-ad3b-4b86243d680d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:22.054187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca5ff7d8-2b2d-496f-9ea9-cb4f0ce4f442 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.059443 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea7e3929-6d49-4127-80c7-c3f3bc9461ea tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.060805 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ea7e3929-6d49-4127-80c7-c3f3bc9461ea tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3569548 Dec 06 14:21:22.087775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Allocated IP 172.20.0.2 (fcfb5d68-b57a-415f-a7ab-4c8426fc36ac/317c3dbb-2e61-4ec9-9691-388039303cd8/ae167b59-c87b-4c63-a616-a5936321b218) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:22.096270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57546) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:22.102637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.104641 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-3f112cc8-290d-4ac8-8301-a302133bbe0b tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] delete failed (client error): The resource could not be found. Dec 06 14:21:22.105793 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3f112cc8-290d-4ac8-8301-a302133bbe0b tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/167c6232-42f4-4196-8726-d237a76cf800 HTTP/1.1" status: 404 len: 345 time: 0.1150506 Dec 06 14:21:22.111974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ef388213-bdb0-42f1-be0f-56542e08bc5f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Request body: {'security_group_rule': {'security_group_id': '10f57b16-b00a-40d7-846d-409b9f8de37b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:22.114472 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57548) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:22.115350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Checking segment: {'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:22.115710 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Network hostable DHCP agents. Network: e4bce731-83c1-4a5a-a179-29f0a6121cc8, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:22.134960 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca5ff7d8-2b2d-496f-9ea9-cb4f0ce4f442 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.144657 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9c15f0-a79e-4ad0-b588-2ca05659e2d8 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] DELETE failed (client error): The resource could not be found. Dec 06 14:21:22.144866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.144979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9c15f0-a79e-4ad0-b588-2ca05659e2d8 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:21:22.151435 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ea9c15f0-a79e-4ad0-b588-2ca05659e2d8 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "DELETE /v2.0/networks/d45777c0-d198-4c57-8cb7-e77e36edc776 HTTP/1.1" status: 404 len: 339 time: 0.0281150 Dec 06 14:21:22.156384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57550) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:22.162342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0c234575-d87c-4a5c-948f-05bc644c84b6 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Request body: {'network': {'name': 'tempest-network--815934820', 'router:external': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:22.202686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6105b4ef-045d-4646-8323-edade41db03a tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.242592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6105b4ef-045d-4646-8323-edade41db03a tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.248088 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6105b4ef-045d-4646-8323-edade41db03a tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] 10.222.0.42 "DELETE /v2.0/networks/fb9a7003-22d9-4f1d-bf50-6b1182e2ae92 HTTP/1.1" status: 204 len: 168 time: 1.1896427 Dec 06 14:21:22.248895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57552) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:22.252305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105b4ef-045d-4646-8323-edade41db03a tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Pushing event deleted for resources: {'Network': ['ID=fb9a7003-22d9-4f1d-bf50-6b1182e2ae92,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:22.295626 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fa2782-7c68-4e88-a367-72d98f0b9bcf tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] DELETE failed (client error): The resource could not be found. Dec 06 14:21:22.296220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fa2782-7c68-4e88-a367-72d98f0b9bcf tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:21:22.301996 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-51fa2782-7c68-4e88-a367-72d98f0b9bcf tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] 10.222.0.42 "DELETE /v2.0/ports/65d403e3-69b9-43c6-9b6c-1bb1c71871f5 HTTP/1.1" status: 404 len: 333 time: 0.0499058 Dec 06 14:21:22.301996 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a79134a6-4163-4163-9e40-97a4b7463293 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.303264 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Network e4bce731-83c1-4a5a-a179-29f0a6121cc8 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:22.310284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57554) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:22.312162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef388213-bdb0-42f1-be0f-56542e08bc5f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.357170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79134a6-4163-4163-9e40-97a4b7463293 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event deleted for resources: {'Port': ['ID=258c13bf-93ce-4d01-9f54-611e3265ece9,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:22.367938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.405767 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a79134a6-4163-4163-9e40-97a4b7463293 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.412129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d67370ed-662d-440e-9632-6b01a035356d None None] For port cdbfa43e-fe78-4258-9505-d389fc29f70a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdbfa43e-fe78-4258-9505-d389fc29f70a,segment=NetworkSegment(c3249943-c6d3-4bbd-baec-ff134f70badf),segment_id=c3249943-c6d3-4bbd-baec-ff134f70badf)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:22.412589 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a79134a6-4163-4163-9e40-97a4b7463293 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "DELETE /v2.0/ports/258c13bf-93ce-4d01-9f54-611e3265ece9 HTTP/1.1" status: 204 len: 168 time: 1.7601957 Dec 06 14:21:22.412979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57556) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:22.442312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.447838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca5ff7d8-2b2d-496f-9ea9-cb4f0ce4f442 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.447838 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ca5ff7d8-2b2d-496f-9ea9-cb4f0ce4f442 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9654863 Dec 06 14:21:22.454067 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e4bce731-83c1-4a5a-a179-29f0a6121cc8) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:22.457983 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57558) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:22.458569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:22.469392 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc54614b-474f-4096-8e25-4b351164f679 None None] Network e4bce731-83c1-4a5a-a179-29f0a6121cc8 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:22.472277 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f293a34b-70bb-436a-a78f-0e7c0e00ebf0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] GET failed (client error): The resource could not be found. Dec 06 14:21:22.478630 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f293a34b-70bb-436a-a78f-0e7c0e00ebf0 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "GET /v2.0/ports/258c13bf-93ce-4d01-9f54-611e3265ece9 HTTP/1.1" status: 404 len: 333 time: 0.0611825 Dec 06 14:21:22.479238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57560) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:22.486441 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-69598b2c-6302-4beb-bea9-743c28e8e434 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Deleting subnet 22969d4c-1163-41ae-b0c5-cf96317ebd8f {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:21:22.492235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-373e9ee2-c7bf-40c2-a841-7702a00e5608 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-881108451', 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:22.498705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69598b2c-6302-4beb-bea9-743c28e8e434 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.503298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:22.503636 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:22.504068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:22.515167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d67370ed-662d-440e-9632-6b01a035356d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.530335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:22.530661 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:22.533148 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 2 to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d Dec 06 14:21:22.554753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69598b2c-6302-4beb-bea9-743c28e8e434 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.557487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:22.557745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:22.558078 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:22.565108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.583407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c234575-d87c-4a5c-948f-05bc644c84b6 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Made reservation on behalf of 054f92cd654b4290825d08a832e12930 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:22.585693 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0c234575-d87c-4a5c-948f-05bc644c84b6 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.597294 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:22.598234 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:22.606708 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 3 to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d Dec 06 14:21:22.612947 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Network fcfb5d68-b57a-415f-a7ab-4c8426fc36ac is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:22.616342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:22.619309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Pushing event updated for resources: {'Port': ['ID=ce7a397c-c794-43fd-a08a-676303c376be,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:22.631768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:22.638538 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:22.639599 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:22.642089 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:22.648889 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:22.648889 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:22.648889 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:22.649216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef388213-bdb0-42f1-be0f-56542e08bc5f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.664027 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67370ed-662d-440e-9632-6b01a035356d None None] Pushing event updated for resources: {'Port': ['ID=cdbfa43e-fe78-4258-9505-d389fc29f70a,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:22.686509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:22.686509 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:22.686509 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 4 to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d Dec 06 14:21:22.688764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-373e9ee2-c7bf-40c2-a841-7702a00e5608 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Made reservation on behalf of 98073a7068f543f49628ba910add1d27 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:22.690983 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-373e9ee2-c7bf-40c2-a841-7702a00e5608 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.717498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c234575-d87c-4a5c-948f-05bc644c84b6 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:22.748742 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-09c6b932-7965-44ee-94cf-254d6957d628 None None] Provisioning complete for port cdbfa43e-fe78-4258-9505-d389fc29f70a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:22.749134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09c6b932-7965-44ee-94cf-254d6957d628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.760336 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0c234575-d87c-4a5c-948f-05bc644c84b6 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.761070 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-0c234575-d87c-4a5c-948f-05bc644c84b6 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Added segment 8e16117a-c2e2-4d41-be45-cdbcf1ed39cd of type vlan for network 069eb8cf-940e-405e-a02c-83c278c70321 Dec 06 14:21:22.766068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:22.766501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:22.766839 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:22.786141 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-373e9ee2-c7bf-40c2-a841-7702a00e5608 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] device_id is not set on port 4450232d-8086-4402-b676-0454a710f26c yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:22.791548 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 4, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cdbfa43e-fe78-4258-9505-d389fc29f70a', 'name': '', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'mac_address': 'fa:16:3e:40:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:13Z', 'updated_at': '2021-12-06T14:21:21Z', 'revision_number': 4, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'subnets': [{'id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:22.810667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:22.810667 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:22.811800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69598b2c-6302-4beb-bea9-743c28e8e434 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.818379 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 5 to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d Dec 06 14:21:22.848305 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Pushing event updated for resources: {'Port': ['ID=ae167b59-c87b-4c63-a616-a5936321b218,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:22.850302 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06c4664-d5a0-424c-966d-38426797ac8a None None] The sync data for ids ['856da619-a79f-4439-b1b9-d2ef8d632d08'] in dv-neutron-master-2-hyperv is: [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 4, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cdbfa43e-fe78-4258-9505-d389fc29f70a', 'name': '', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'mac_address': 'fa:16:3e:40:09:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:13Z', 'updated_at': '2021-12-06T14:21:21Z', 'revision_number': 4, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'subnets': [{'id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:21:22.858973 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Attempting to bind port ae167b59-c87b-4c63-a616-a5936321b218 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:22.859476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Attempting to bind port ae167b59-c87b-4c63-a616-a5936321b218 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '02f21b97-7d1a-401a-98ed-3af3b34a0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fcfb5d68-b57a-415f-a7ab-4c8426fc36ac'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:22.859744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Attempting to bind port ae167b59-c87b-4c63-a616-a5936321b218 on network fcfb5d68-b57a-415f-a7ab-4c8426fc36ac {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:22.876404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:21:22.876823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Checking segment: {'id': '02f21b97-7d1a-401a-98ed-3af3b34a0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fcfb5d68-b57a-415f-a7ab-4c8426fc36ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:22.877192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.877580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Bound using segment: {'id': '02f21b97-7d1a-401a-98ed-3af3b34a0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fcfb5d68-b57a-415f-a7ab-4c8426fc36ac'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:21:22.879917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Bound port: ae167b59-c87b-4c63-a616-a5936321b218, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f21b97-7d1a-401a-98ed-3af3b34a0073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fcfb5d68-b57a-415f-a7ab-4c8426fc36ac'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:21:22.880328 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.914777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0c234575-d87c-4a5c-948f-05bc644c84b6 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:22.920592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:22.920947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:22.925197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:22.967096 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:22.967508 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:22.974604 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 6 to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d Dec 06 14:21:22.981002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef388213-bdb0-42f1-be0f-56542e08bc5f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.046692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] For port ae167b59-c87b-4c63-a616-a5936321b218, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:23.050084 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] For port ae167b59-c87b-4c63-a616-a5936321b218, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae167b59-c87b-4c63-a616-a5936321b218,segment=NetworkSegment(02f21b97-7d1a-401a-98ed-3af3b34a0073),segment_id=02f21b97-7d1a-401a-98ed-3af3b34a0073)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:21:23.063391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef388213-bdb0-42f1-be0f-56542e08bc5f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7ef5b3-f6b5-4d90-99eb-8ef2adb0fbf9,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:23.090162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:23.090500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:23.090826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:23.094567 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69598b2c-6302-4beb-bea9-743c28e8e434 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.126762 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.152504 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69598b2c-6302-4beb-bea9-743c28e8e434 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Pushing event deleted for resources: {'Subnet': ['ID=22969d4c-1163-41ae-b0c5-cf96317ebd8f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:23.159170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:23.159501 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:23.165374 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 7 to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d Dec 06 14:21:23.174181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0c234575-d87c-4a5c-948f-05bc644c84b6 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.175232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c234575-d87c-4a5c-948f-05bc644c84b6 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:23.176273 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0c234575-d87c-4a5c-948f-05bc644c84b6 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.181163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.196622 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef388213-bdb0-42f1-be0f-56542e08bc5f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.197940 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ef388213-bdb0-42f1-be0f-56542e08bc5f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1010747 Dec 06 14:21:23.203340 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57562) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:23.208139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-44d5d9ec-1aae-4d91-be41-8ea9d7c118b4 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Request body: {'security_group_rule': {'security_group_id': '10f57b16-b00a-40d7-846d-409b9f8de37b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:23.223973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Allocated IP 172.20.0.1 (8ec854a4-f86e-4451-afbf-23d38693d94d/d7b531ea-6599-46e1-8036-2b26a942bac1/20ee58b0-d1b0-47a3-9244-92bdeed169ff) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:23.240185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca439a-3bd9-4ab7-8b74-5fdbda24e681 None None] Pushing event updated for resources: {'Port': ['ID=ae167b59-c87b-4c63-a616-a5936321b218,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:23.277110 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69598b2c-6302-4beb-bea9-743c28e8e434 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.278090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf32a6f8-4c72-4ab7-b49f-54c7d5ea74ba None None] Network bd22d010-9bd5-4eae-b728-92cfbb31a00a requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:23.280986 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-69598b2c-6302-4beb-bea9-743c28e8e434 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] 10.222.0.42 "DELETE /v2.0/subnets/22969d4c-1163-41ae-b0c5-cf96317ebd8f HTTP/1.1" status: 204 len: 168 time: 0.9353905 Dec 06 14:21:23.287466 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57564) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:23.298175 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:23.298619 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:23.299513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:23.304480 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-373e9ee2-c7bf-40c2-a841-7702a00e5608 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.316311 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c234575-d87c-4a5c-948f-05bc644c84b6 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event updated for resources: {'Network': ['ID=069eb8cf-940e-405e-a02c-83c278c70321,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:23.330924 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0c234575-d87c-4a5c-948f-05bc644c84b6 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1734073 Dec 06 14:21:23.334176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57566) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:23.342547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 069eb8cf-940e-405e-a02c-83c278c70321 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:23.348479 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:23.349153 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:23.369744 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 8 to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d Dec 06 14:21:23.412028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:23.412358 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:23.412985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:23.490921 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.500245 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.551638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:23.552738 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:23.565324 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 9 to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d Dec 06 14:21:23.628582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.642798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:23.643130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:23.643463 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:23.666084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:23.666411 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:23.672276 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 10 to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d Dec 06 14:21:23.695671 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-44d5d9ec-1aae-4d91-be41-8ea9d7c118b4 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.700340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff0016-07c7-4d4f-ac9a-d8836c3ece33 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:23.706778 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff0016-07c7-4d4f-ac9a-d8836c3ece33 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:23.714433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff0016-07c7-4d4f-ac9a-d8836c3ece33 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:23.719950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ff0016-07c7-4d4f-ac9a-d8836c3ece33 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:23.724525 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d0ff0016-07c7-4d4f-ac9a-d8836c3ece33 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3859265 Dec 06 14:21:23.725597 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-373e9ee2-c7bf-40c2-a841-7702a00e5608 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.728415 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57568) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:23.734088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.740221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:23.740550 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:23.740896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:23.762917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bef481-bdb3-4620-ae7c-a447b70bd76d None None] DHCP port deletion for bd22d010-9bd5-4eae-b728-92cfbb31a00a request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:21:23.793194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port db45c5ee-b557-49d7-ad3b-4b86243d680d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:23.793714 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port db45c5ee-b557-49d7-ad3b-4b86243d680d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:23.793813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.805215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-44d5d9ec-1aae-4d91-be41-8ea9d7c118b4 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.834893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-30bef481-bdb3-4620-ae7c-a447b70bd76d None None] Deleting port 16331ae3-c117-40d9-81f2-66cf94e3103d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:23.835440 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30bef481-bdb3-4620-ae7c-a447b70bd76d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.848398 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373e9ee2-c7bf-40c2-a841-7702a00e5608 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Network 0a064640-814c-43a9-af6b-afa8b75a7f5c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:23.864760 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-373e9ee2-c7bf-40c2-a841-7702a00e5608 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:23.871790 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373e9ee2-c7bf-40c2-a841-7702a00e5608 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:23.872745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373e9ee2-c7bf-40c2-a841-7702a00e5608 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:23.873392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-373e9ee2-c7bf-40c2-a841-7702a00e5608 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.896019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373e9ee2-c7bf-40c2-a841-7702a00e5608 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event updated for resources: {'Port': ['ID=4450232d-8086-4402-b676-0454a710f26c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:23.907823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-44d5d9ec-1aae-4d91-be41-8ea9d7c118b4 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.915284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:23.976092 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] For port db45c5ee-b557-49d7-ad3b-4b86243d680d, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:23.976416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempted to set empty binding levels {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 14:21:24.002073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d5d9ec-1aae-4d91-be41-8ea9d7c118b4 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1451f3bd-b372-44e7-b357-0259e0e7aa1f,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:24.011016 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-373e9ee2-c7bf-40c2-a841-7702a00e5608 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5288384 Dec 06 14:21:24.013530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57570) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:24.028072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-30bef481-bdb3-4620-ae7c-a447b70bd76d None None] For port 16331ae3-c117-40d9-81f2-66cf94e3103d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16331ae3-c117-40d9-81f2-66cf94e3103d,segment=NetworkSegment(4f64a7c3-8acc-45cc-95f1-be531c2c4c8a),segment_id=4f64a7c3-8acc-45cc-95f1-be531c2c4c8a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:24.028473 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30bef481-bdb3-4620-ae7c-a447b70bd76d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.042675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-30bef481-bdb3-4620-ae7c-a447b70bd76d None None] Calling delete_port for 16331ae3-c117-40d9-81f2-66cf94e3103d owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:24.070361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.075469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.105736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.117341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-44d5d9ec-1aae-4d91-be41-8ea9d7c118b4 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.118514 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-44d5d9ec-1aae-4d91-be41-8ea9d7c118b4 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9142573 Dec 06 14:21:24.125206 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.127579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Deleting port 16331ae3-c117-40d9-81f2-66cf94e3103d {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:24.127906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.128994 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57572) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:24.130040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab1450c-eca1-422a-98fd-5aa578ba9549 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:24.131425 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9ab1450c-eca1-422a-98fd-5aa578ba9549 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "GET /v2.0/ports/4450232d-8086-4402-b676-0454a710f26c HTTP/1.1" status: 200 len: 954 time: 0.0915706 Dec 06 14:21:24.142042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['069eb8cf-940e-405e-a02c-83c278c70321']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:24.142042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:24.147515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:24.148116 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.160621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57574) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:24.187630 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e16117a-c2e2-4d41-be45-cdbcf1ed39cd') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:24.188150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e16117a-c2e2-4d41-be45-cdbcf1ed39cd') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:24.209106 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event updated for resources: {'Port': ['ID=db45c5ee-b557-49d7-ad3b-4b86243d680d,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:24.214324 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.233404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.241458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.247413 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:21:24.247907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:21:24.249681 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:21:24.278035 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Allocated IP 172.20.0.1 (fcfb5d68-b57a-415f-a7ab-4c8426fc36ac/317c3dbb-2e61-4ec9-9691-388039303cd8/b02e98a7-d4d8-445b-858e-a0d5163a653e) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:24.281145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Network 8ec854a4-f86e-4451-afbf-23d38693d94d is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:24.282052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event updated for resources: {'Port': ['ID=20ee58b0-d1b0-47a3-9244-92bdeed169ff,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:24.287190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30bef481-bdb3-4620-ae7c-a447b70bd76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.305197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:24.314826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.346678 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bef481-bdb3-4620-ae7c-a447b70bd76d None None] Pushing event deleted for resources: {'Port': ['ID=16331ae3-c117-40d9-81f2-66cf94e3103d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:24.350826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bef481-bdb3-4620-ae7c-a447b70bd76d None None] No DVR routers for this DVR port 16331ae3-c117-40d9-81f2-66cf94e3103d on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:21:24.370571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:24.394656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.411729 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 069eb8cf-940e-405e-a02c-83c278c70321 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 14:21:24.419359 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b19b3326-a8a6-4fb7-8eb4-8784aa836d72 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.1531441 Dec 06 14:21:24.419359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.424640 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "DELETE /v2.0/networks/069eb8cf-940e-405e-a02c-83c278c70321 HTTP/1.1" status: 204 len: 168 time: 0.6915567 Dec 06 14:21:24.428252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57576) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:24.429416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57578) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:24.498553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9a98b61c-51dc-4421-b85e-b3dfec918f9a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Request body: {'network': {'name': 'tempest-network--2129618225', 'router:external': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:24.500394 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] For port 16331ae3-c117-40d9-81f2-66cf94e3103d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16331ae3-c117-40d9-81f2-66cf94e3103d,segment=NetworkSegment(4f64a7c3-8acc-45cc-95f1-be531c2c4c8a),segment_id=4f64a7c3-8acc-45cc-95f1-be531c2c4c8a)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:24.500763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.546222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a070e6-b76c-4d31-9570-f8d7316a47a1 tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event deleted for resources: {'Network': ['ID=069eb8cf-940e-405e-a02c-83c278c70321,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:24.569870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Pushing event updated for resources: {'Port': ['ID=ce7a397c-c794-43fd-a08a-676303c376be,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:24.580937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Calling delete_port for 16331ae3-c117-40d9-81f2-66cf94e3103d owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:24.594017 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.611009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.670440 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-663a6656-1227-4762-8ac3-751a3e1508e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Deleting port db45c5ee-b557-49d7-ad3b-4b86243d680d {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:24.670867 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-663a6656-1227-4762-8ac3-751a3e1508e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.760174 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.763129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0e60d5d0-34e5-49eb-8cb8-d06c4e0ba854 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Deleting port 4450232d-8086-4402-b676-0454a710f26c {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:24.763464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e60d5d0-34e5-49eb-8cb8-d06c4e0ba854 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.792323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5934d1bd-c77e-432c-870b-c0e029576c2b None None] Provisioning complete for port 20ee58b0-d1b0-47a3-9244-92bdeed169ff triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:24.792894 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5934d1bd-c77e-432c-870b-c0e029576c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.829031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4badc1-6d73-4af1-9e96-099285b2d3eb None None] Network fcfb5d68-b57a-415f-a7ab-4c8426fc36ac requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:24.891007 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5934d1bd-c77e-432c-870b-c0e029576c2b None None] Port 20ee58b0-d1b0-47a3-9244-92bdeed169ff cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:24.916970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:24.922086 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c77d1642-62c4-48df-af3e-af3cd1a16029 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8983970 Dec 06 14:21:24.940843 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.048876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f99f4de4-25a9-4167-b958-48f251cf5b9e None None] Provisioning complete for port ae167b59-c87b-4c63-a616-a5936321b218 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:25.049658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f99f4de4-25a9-4167-b958-48f251cf5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.086361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Allocated IP 172.36.1.173 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/d64fbb9e-b9b5-45a7-bb28-48f47db26f71) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:25.169651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device cdbfa43e-fe78-4258-9505-d389fc29f70a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:25.234258 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.267280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f99f4de4-25a9-4167-b958-48f251cf5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.271596 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a98b61c-51dc-4421-b85e-b3dfec918f9a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Made reservation on behalf of 054f92cd654b4290825d08a832e12930 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:25.273993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a98b61c-51dc-4421-b85e-b3dfec918f9a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.306452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-663a6656-1227-4762-8ac3-751a3e1508e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] For port db45c5ee-b557-49d7-ad3b-4b86243d680d, host hv-neutron-mast, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:25.306452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-663a6656-1227-4762-8ac3-751a3e1508e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.306452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a98b61c-51dc-4421-b85e-b3dfec918f9a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:25.328284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.328901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port cdbfa43e-fe78-4258-9505-d389fc29f70a triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:25.329298 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.331943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-663a6656-1227-4762-8ac3-751a3e1508e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Calling delete_port for db45c5ee-b557-49d7-ad3b-4b86243d680d owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:25.335527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f99f4de4-25a9-4167-b958-48f251cf5b9e None None] For port ae167b59-c87b-4c63-a616-a5936321b218, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae167b59-c87b-4c63-a616-a5936321b218,segment=NetworkSegment(02f21b97-7d1a-401a-98ed-3af3b34a0073),segment_id=02f21b97-7d1a-401a-98ed-3af3b34a0073)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:25.336584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a98b61c-51dc-4421-b85e-b3dfec918f9a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.336965 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-9a98b61c-51dc-4421-b85e-b3dfec918f9a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Added segment 5558be2c-eb46-4873-b684-eb7f074ce393 of type vlan for network eddc05e6-2688-440e-bcf1-57642bafb09b Dec 06 14:21:25.449027 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f99f4de4-25a9-4167-b958-48f251cf5b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.507397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ae167b59-c87b-4c63-a616-a5936321b218 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:25.511981 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e60d5d0-34e5-49eb-8cb8-d06c4e0ba854 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.527813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0e60d5d0-34e5-49eb-8cb8-d06c4e0ba854 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Calling delete_port for 4450232d-8086-4402-b676-0454a710f26c owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:25.546517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:25.548565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Pushing event updated for resources: {'Port': ['ID=d64fbb9e-b9b5-45a7-bb28-48f47db26f71,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:25.561516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:25.571081 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:25.610350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a98b61c-51dc-4421-b85e-b3dfec918f9a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.626990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f4de4-25a9-4167-b958-48f251cf5b9e None None] Pushing event updated for resources: {'Port': ['ID=ae167b59-c87b-4c63-a616-a5936321b218,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:25.629544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57608) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:25.631240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.646413 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 06 14:21:25.651310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f69c0830-7c76-48cc-821f-7db72de52a7c None None] Provisioning complete for port ae167b59-c87b-4c63-a616-a5936321b218 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:25.651892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f69c0830-7c76-48cc-821f-7db72de52a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.663938 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.700022 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port ae167b59-c87b-4c63-a616-a5936321b218 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:25.700568 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.814538 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a98b61c-51dc-4421-b85e-b3dfec918f9a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.815774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a98b61c-51dc-4421-b85e-b3dfec918f9a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:25.816735 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a98b61c-51dc-4421-b85e-b3dfec918f9a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.817381 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.822483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-663a6656-1227-4762-8ac3-751a3e1508e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.831354 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.908982 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 16331ae3-c117-40d9-81f2-66cf94e3103d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:21:25.923088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Pushing event deleted for resources: {'Port': ['ID=16331ae3-c117-40d9-81f2-66cf94e3103d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:25.937880 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 16331ae3-c117-40d9-81f2-66cf94e3103d {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:21:25.938486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 16331ae3-c117-40d9-81f2-66cf94e3103d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:21:25.940576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.942715 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] No DVR routers for this DVR port 16331ae3-c117-40d9-81f2-66cf94e3103d on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:21:25.960771 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-7f43250a-8420-4d07-8898-99febdb6934b tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--989271097&fields=id&tenant_id=dd78db0f8cf648398d8866de73fbfdce HTTP/1.1" status: 200 len: 267 time: 0.3157361 Dec 06 14:21:25.978442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-663a6656-1227-4762-8ac3-751a3e1508e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:25.984534 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-663a6656-1227-4762-8ac3-751a3e1508e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "DELETE /v2.0/ports/db45c5ee-b557-49d7-ad3b-4b86243d680d HTTP/1.1" status: 204 len: 168 time: 1.5408857 Dec 06 14:21:25.984534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a6656-1227-4762-8ac3-751a3e1508e4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event deleted for resources: {'Port': ['ID=db45c5ee-b557-49d7-ad3b-4b86243d680d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:25.985658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57610) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:25.992117 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9a98b61c-51dc-4421-b85e-b3dfec918f9a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4985647 Dec 06 14:21:25.995310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57612) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:25.995934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a98b61c-51dc-4421-b85e-b3dfec918f9a tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event updated for resources: {'Network': ['ID=eddc05e6-2688-440e-bcf1-57642bafb09b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:26.007385 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network eddc05e6-2688-440e-bcf1-57642bafb09b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:26.103305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Network fcfb5d68-b57a-415f-a7ab-4c8426fc36ac is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:26.108038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae46ce1-b7d2-4998-a5ab-648dd84a3577 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:26.112520 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5ae46ce1-b7d2-4998-a5ab-648dd84a3577 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] 10.222.0.42 "GET /v2.0/networks/eddc05e6-2688-440e-bcf1-57642bafb09b HTTP/1.1" status: 200 len: 757 time: 0.1109347 Dec 06 14:21:26.113477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57614) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:26.125443 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8d660a-0526-47fb-a6eb-a2513358b071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] GET failed (client error): The resource could not be found. Dec 06 14:21:26.126758 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-da8d660a-0526-47fb-a6eb-a2513358b071 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "GET /v2.0/ports/db45c5ee-b557-49d7-ad3b-4b86243d680d HTTP/1.1" status: 404 len: 333 time: 0.1324477 Dec 06 14:21:26.150706 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57616) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:26.158570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-091c092d-7f73-479b-9452-c89dc258c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Request body: {'port': {'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-32492606'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:26.166376 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:26.216049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:26.218595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event updated for resources: {'Port': ['ID=b02e98a7-d4d8-445b-858e-a0d5163a653e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:26.250657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e60d5d0-34e5-49eb-8cb8-d06c4e0ba854 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.294019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e561b8-9fd7-41ad-9ed6-3a932141900e tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:26.298537 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-50e561b8-9fd7-41ad-9ed6-3a932141900e tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] 10.222.0.42 "GET /v2.0/networks/0f54ea72-2974-4c1a-aec0-33355bc88580 HTTP/1.1" status: 200 len: 767 time: 0.1847272 Dec 06 14:21:26.304506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57618) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:26.371321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.378701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091c092d-7f73-479b-9452-c89dc258c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Made reservation on behalf of ddabad3149964d7b9d67b469c68da53d for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:26.381846 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-091c092d-7f73-479b-9452-c89dc258c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.411174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.418349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-091c092d-7f73-479b-9452-c89dc258c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] device_id is not set on port 3975d816-ff20-4a7f-a529-58b8c116241d yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:26.423978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.430457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60d5d0-34e5-49eb-8cb8-d06c4e0ba854 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event deleted for resources: {'Port': ['ID=4450232d-8086-4402-b676-0454a710f26c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:26.467846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8086f87b-97ee-4cc0-ae53-4cb8b0baa2fb None None] Provisioning complete for port b02e98a7-d4d8-445b-858e-a0d5163a653e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:26.468432 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8086f87b-97ee-4cc0-ae53-4cb8b0baa2fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.473491 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e60d5d0-34e5-49eb-8cb8-d06c4e0ba854 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.476694 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0e60d5d0-34e5-49eb-8cb8-d06c4e0ba854 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "DELETE /v2.0/ports/4450232d-8086-4402-b676-0454a710f26c HTTP/1.1" status: 204 len: 168 time: 2.3151040 Dec 06 14:21:26.478461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd22d010-9bd5-4eae-b728-92cfbb31a00a']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:26.482612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57620) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:26.503687 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.505159 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.507974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f64a7c3-8acc-45cc-95f1-be531c2c4c8a') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:26.508273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f64a7c3-8acc-45cc-95f1-be531c2c4c8a') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:26.515826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8086f87b-97ee-4cc0-ae53-4cb8b0baa2fb None None] Port b02e98a7-d4d8-445b-858e-a0d5163a653e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:26.572973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-84f86198-b854-4331-ba6f-c434cfffc0e1 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:26.574483 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-84f86198-b854-4331-ba6f-c434cfffc0e1 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/networks?id=c98b384e-7d44-41c8-aa9e-af7a94219b19 HTTP/1.1" status: 200 len: 811 time: 0.5843847 Dec 06 14:21:26.585682 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-338400a9-654d-4937-b485-b32bed753483 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] GET failed (client error): The resource could not be found. Dec 06 14:21:26.587072 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-338400a9-654d-4937-b485-b32bed753483 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "GET /v2.0/ports/4450232d-8086-4402-b676-0454a710f26c HTTP/1.1" status: 404 len: 333 time: 0.0972219 Dec 06 14:21:26.592559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.611483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57622) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:26.619781 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d85746cb-857d-4711-b4fa-320792a8e23a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Request body: {'port': {'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1738330904'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:26.648251 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.658692 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-cff4fa31-ff0a-4e70-b80e-8a5faa3566d4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/quotas/dd78db0f8cf648398d8866de73fbfdce HTTP/1.1" status: 200 len: 375 time: 0.0641451 Dec 06 14:21:26.677473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.711835 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Pushing event updated for resources: {'Port': ['ID=d64fbb9e-b9b5-45a7-bb28-48f47db26f71,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:26.725921 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:21:26.726322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.728695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eddc05e6-2688-440e-bcf1-57642bafb09b']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:21:26.732128 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:21:26.740701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.747168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5558be2c-eb46-4873-b684-eb7f074ce393') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:26.747467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5558be2c-eb46-4873-b684-eb7f074ce393') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:26.769777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.773296 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-091c092d-7f73-479b-9452-c89dc258c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.789044 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.797954 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:21:26.798336 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:21:26.799989 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:21:26.829648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.851220 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-bb0be482-b9b9-47bb-97b7-4e113c0ff41f tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dd78db0f8cf648398d8866de73fbfdce&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1755588 Dec 06 14:21:26.892783 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.905398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d85746cb-857d-4711-b4fa-320792a8e23a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Made reservation on behalf of 98073a7068f543f49628ba910add1d27 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:26.907691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d85746cb-857d-4711-b4fa-320792a8e23a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.921615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.944427 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.946917 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-091c092d-7f73-479b-9452-c89dc258c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.951544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eddc05e6-2688-440e-bcf1-57642bafb09b {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 14:21:26.957792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.961238 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "DELETE /v2.0/networks/eddc05e6-2688-440e-bcf1-57642bafb09b HTTP/1.1" status: 204 len: 168 time: 0.6557591 Dec 06 14:21:26.975077 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57628) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:26.977386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:26.982102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-999ee2c4-af4d-48c6-8743-2099f5e840de tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Request body: {'network': {'name': 'tempest-network--621045922'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:26.984816 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ae167b59-c87b-4c63-a616-a5936321b218 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:27.016312 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:27.022089 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] 10.222.0.42 "DELETE /v2.0/networks/bd22d010-9bd5-4eae-b728-92cfbb31a00a HTTP/1.1" status: 204 len: 168 time: 3.7288771 Dec 06 14:21:27.023658 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:27.023658 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b4838ba1-ceee-4d48-b2c3-e4d54360fa3f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8886070 Dec 06 14:21:27.023658 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913adfd6-b118-4b8d-a02e-34ef06e3a38d tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event deleted for resources: {'Network': ['ID=eddc05e6-2688-440e-bcf1-57642bafb09b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:27.031373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-d85746cb-857d-4711-b4fa-320792a8e23a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] device_id is not set on port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:27.058498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ec32d-b5cc-4bc2-8497-59138db04072 tempest-DHCPAgentSchedulersTestJSON-643476705 tempest-DHCPAgentSchedulersTestJSON-643476705-project] Pushing event deleted for resources: {'Network': ['ID=bd22d010-9bd5-4eae-b728-92cfbb31a00a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:27.070074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:27.083098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091c092d-7f73-479b-9452-c89dc258c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Network e4bce731-83c1-4a5a-a179-29f0a6121cc8 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:27.094644 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-091c092d-7f73-479b-9452-c89dc258c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:27.097424 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091c092d-7f73-479b-9452-c89dc258c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:27.099349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091c092d-7f73-479b-9452-c89dc258c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:27.100523 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-091c092d-7f73-479b-9452-c89dc258c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:27.112384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event updated for resources: {'Port': ['ID=20ee58b0-d1b0-47a3-9244-92bdeed169ff,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:27.124620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c092d-7f73-479b-9452-c89dc258c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event updated for resources: {'Port': ['ID=3975d816-ff20-4a7f-a529-58b8c116241d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:27.138340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port ae167b59-c87b-4c63-a616-a5936321b218 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:27.138715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:27.166146 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-08ee025c-5129-4991-b718-172c52e6c8ef service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:21:27.167182 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-08ee025c-5129-4991-b718-172c52e6c8ef service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1909132 Dec 06 14:21:27.183808 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:21:27.204096 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-999ee2c4-af4d-48c6-8743-2099f5e840de tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Made reservation on behalf of 054f92cd654b4290825d08a832e12930 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:27.206450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-999ee2c4-af4d-48c6-8743-2099f5e840de tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:27.249637 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-999ee2c4-af4d-48c6-8743-2099f5e840de tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:27.273105 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-091c092d-7f73-479b-9452-c89dc258c8ef tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.1188219 Dec 06 14:21:27.275467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57638) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:27.277790 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-999ee2c4-af4d-48c6-8743-2099f5e840de tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:27.278673 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-999ee2c4-af4d-48c6-8743-2099f5e840de tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Added segment 891934f1-06c4-491f-ad9e-39fb88151114 of type vlan for network 9d5dac1e-33e7-4275-a5a7-228c20d04ccd Dec 06 14:21:27.290696 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:27.432454 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-999ee2c4-af4d-48c6-8743-2099f5e840de tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:27.446212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:27.547252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-999ee2c4-af4d-48c6-8743-2099f5e840de tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:27.548666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-999ee2c4-af4d-48c6-8743-2099f5e840de tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:27.549474 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-999ee2c4-af4d-48c6-8743-2099f5e840de tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:27.562610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57658) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:27.566444 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 06 14:21:27.709265 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-44a93df7-98c2-4f63-a02a-b57e7ceece97 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1903361019&fields=id&tenant_id=1581c8e1066d4f8e9d864ea17bbba555 HTTP/1.1" status: 200 len: 267 time: 0.1439617 Dec 06 14:21:27.752802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57662) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:27.807482 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-999ee2c4-af4d-48c6-8743-2099f5e840de tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8308113 Dec 06 14:21:27.817912 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57666) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:27.825248 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ee2c4-af4d-48c6-8743-2099f5e840de tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event updated for resources: {'Network': ['ID=9d5dac1e-33e7-4275-a5a7-228c20d04ccd,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:27.839928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 9d5dac1e-33e7-4275-a5a7-228c20d04ccd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:27.842530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-258653f1-acd8-4255-85e7-2631b9a12cfc tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:28.064179 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Network 8ec854a4-f86e-4451-afbf-23d38693d94d is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:28.077332 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:28.101393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-6e660744-0ea7-4006-9f7f-1a1b35e64779 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:28.102195 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-d1ec48b5-fd66-45ed-993d-be47ed229bad service neutron] 10.222.0.42 "GET /v2.0/networks/c98b384e-7d44-41c8-aa9e-af7a94219b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985571 Dec 06 14:21:28.105099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d85746cb-857d-4711-b4fa-320792a8e23a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.108248 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-6e660744-0ea7-4006-9f7f-1a1b35e64779 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/networks?id=335b2338-1336-4dd0-9810-241ea87aea01 HTTP/1.1" status: 200 len: 806 time: 0.3981111 Dec 06 14:21:28.112674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] device_id is not set on port 3975d816-ff20-4a7f-a529-58b8c116241d yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:28.135136 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8aaa2878-248c-47c2-94fa-7c9f2f6ed068 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=397b0db9331d48009ae96e1478ba13ad&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3721793 Dec 06 14:21:28.137127 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.148289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57668) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:28.218448 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-44b16012-9781-400b-88b2-4b8524c853d8 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/quotas/1581c8e1066d4f8e9d864ea17bbba555 HTTP/1.1" status: 200 len: 375 time: 0.1092122 Dec 06 14:21:28.252153 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.316152 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-258653f1-acd8-4255-85e7-2631b9a12cfc tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.343091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.345905 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-aca0d9ae-51a0-4a83-ac04-bddc7cc113c5 service neutron] 10.222.0.42 "GET /v2.0/networks/c98b384e-7d44-41c8-aa9e-af7a94219b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267711 Dec 06 14:21:28.351455 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Router e246397b-5870-4504-933d-7c2e40a70169 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:21:28.389329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e0f47607-f4d8-4fb5-bdf3-526885c81637 None None] Provisioning complete for port 20ee58b0-d1b0-47a3-9244-92bdeed169ff triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:28.390901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0f47607-f4d8-4fb5-bdf3-526885c81637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.403349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.436693 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3582d46d-f3dc-4233-954c-11ee12249486 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.461860 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d85746cb-857d-4711-b4fa-320792a8e23a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.470447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3582d46d-f3dc-4233-954c-11ee12249486 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.495340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e0f47607-f4d8-4fb5-bdf3-526885c81637 None None] Port 20ee58b0-d1b0-47a3-9244-92bdeed169ff cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:28.528519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-258653f1-acd8-4255-85e7-2631b9a12cfc tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.538568 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-303a0738-861a-4c72-ab54-812c9c652411 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1581c8e1066d4f8e9d864ea17bbba555&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3192644 Dec 06 14:21:28.546991 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event updated for resources: {'Port': ['ID=3975d816-ff20-4a7f-a529-58b8c116241d,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:28.558200 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85746cb-857d-4711-b4fa-320792a8e23a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Network 0a064640-814c-43a9-af6b-afa8b75a7f5c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:28.563188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event updated for resources: {'Port': ['ID=b02e98a7-d4d8-445b-858e-a0d5163a653e,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:28.572187 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-258653f1-acd8-4255-85e7-2631b9a12cfc tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Network 9d5dac1e-33e7-4275-a5a7-228c20d04ccd is not hosted by any dhcp agent {{(pid=103725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 14:21:28.572308 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d85746cb-857d-4711-b4fa-320792a8e23a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:28.573133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258653f1-acd8-4255-85e7-2631b9a12cfc tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:28.575581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85746cb-857d-4711-b4fa-320792a8e23a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:28.576414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85746cb-857d-4711-b4fa-320792a8e23a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:28.577040 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d85746cb-857d-4711-b4fa-320792a8e23a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.578278 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-258653f1-acd8-4255-85e7-2631b9a12cfc tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.582683 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-258653f1-acd8-4255-85e7-2631b9a12cfc tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "PUT /v2.0/networks/9d5dac1e-33e7-4275-a5a7-228c20d04ccd HTTP/1.1" status: 200 len: 857 time: 0.7583899 Dec 06 14:21:28.588818 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57672) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:28.591126 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:28.591469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:28.591802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:28.636199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.641937 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:28.642269 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:28.648376 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 2 to bind port 3975d816-ff20-4a7f-a529-58b8c116241d Dec 06 14:21:28.650534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3582d46d-f3dc-4233-954c-11ee12249486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.653044 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3582d46d-f3dc-4233-954c-11ee12249486 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.656560 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3582d46d-f3dc-4233-954c-11ee12249486 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b5ae024-a71b-4bf2-adb1-843a4e4a5d52 HTTP/1.1" status: 204 len: 168 time: 0.5049121 Dec 06 14:21:28.693637 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258653f1-acd8-4255-85e7-2631b9a12cfc tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event updated for resources: {'Network': ['ID=9d5dac1e-33e7-4275-a5a7-228c20d04ccd,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:28.710203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3582d46d-f3dc-4233-954c-11ee12249486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5ae024-a71b-4bf2-adb1-843a4e4a5d52,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:28.720571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:28.720942 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:28.721281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:28.734121 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-517878d9-f90f-4c31-80c3-69649703a1cb service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:21:28.743059 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-517878d9-f90f-4c31-80c3-69649703a1cb service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1021557 Dec 06 14:21:28.752512 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:28.752943 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:28.753777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:28.770354 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d85746cb-857d-4711-b4fa-320792a8e23a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.1553030 Dec 06 14:21:28.778787 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57680) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:28.791006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:28.850926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:21:28.862645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7946f17-f92b-4cb2-8e1a-601059168b01 None None] Sync routers for ids ['e246397b-5870-4504-933d-7c2e40a70169'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:21:28.877116 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7946f17-f92b-4cb2-8e1a-601059168b01 None None] Routers {'e246397b-5870-4504-933d-7c2e40a70169'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:28.878052 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c7946f17-f92b-4cb2-8e1a-601059168b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e246397b-5870-4504-933d-7c2e40a70169'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:28.911663 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3fe74c51-6102-4a81-a3b1-227a3cedec21 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "PUT /v2.0/routers/e246397b-5870-4504-933d-7c2e40a70169/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7788956 Dec 06 14:21:28.918785 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57690) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:28.943693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Request body: {'port': {'network_id': '8ec854a4-f86e-4451-afbf-23d38693d94d', 'name': 'tempest-FloatingIPAdminTestJSON-1477686252'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:28.950741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85746cb-857d-4711-b4fa-320792a8e23a tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event updated for resources: {'Port': ['ID=fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:28.996906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c7946f17-f92b-4cb2-8e1a-601059168b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:29.013281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7946f17-f92b-4cb2-8e1a-601059168b01 None None] Routers {'e246397b-5870-4504-933d-7c2e40a70169'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:29.014628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c7946f17-f92b-4cb2-8e1a-601059168b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e246397b-5870-4504-933d-7c2e40a70169'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:29.048197 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 3 to bind port 3975d816-ff20-4a7f-a529-58b8c116241d Dec 06 14:21:29.071331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c7946f17-f92b-4cb2-8e1a-601059168b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:29.072157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7946f17-f92b-4cb2-8e1a-601059168b01 None None] The sync data for ids ['e246397b-5870-4504-933d-7c2e40a70169'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:21:29.094909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:29.095250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:29.095582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:29.107220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:29.107856 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:29.109051 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-67860dba-94d9-4c69-9544-d3afadc1105b req-893532ba-7428-45be-b250-6bcffc25c898 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 210 time: 0.1365659 Dec 06 14:21:29.109607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:29.121552 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 4 to bind port 3975d816-ff20-4a7f-a529-58b8c116241d Dec 06 14:21:29.155218 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-1ac22f0f-8a66-4b56-a0a1-c16cf04ec167 service neutron] 10.222.0.42 "GET /v2.0/networks/335b2338-1336-4dd0-9810-241ea87aea01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112818 Dec 06 14:21:29.176469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:29.176801 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:29.177153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:29.197022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:29.197338 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:29.204483 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 5 to bind port 3975d816-ff20-4a7f-a529-58b8c116241d Dec 06 14:21:29.252071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:29.252678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:29.253051 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:29.259891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:29.260214 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:29.261985 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 6 to bind port 3975d816-ff20-4a7f-a529-58b8c116241d Dec 06 14:21:29.273230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:29.278050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:29.278427 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:29.278768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:29.286614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:29.286614 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:29.290320 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 7 to bind port 3975d816-ff20-4a7f-a529-58b8c116241d Dec 06 14:21:29.314805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:29.315198 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:29.315960 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:29.328086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:29.328420 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:29.333549 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 8 to bind port 3975d816-ff20-4a7f-a529-58b8c116241d Dec 06 14:21:29.351241 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-fd74ad5b-d188-4ab0-8e1a-6a2f93cc9e69 service neutron] 10.222.0.42 "GET /v2.0/networks/335b2338-1336-4dd0-9810-241ea87aea01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877713 Dec 06 14:21:29.353749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:29.354083 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:29.354718 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:29.360251 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:29.360603 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:29.361088 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 9 to bind port 3975d816-ff20-4a7f-a529-58b8c116241d Dec 06 14:21:29.379921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:29.381099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:29.382364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:29.387340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:29.387948 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:29.388059 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 10 to bind port 3975d816-ff20-4a7f-a529-58b8c116241d Dec 06 14:21:29.403604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:29.406509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:29.406844 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:29.409181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:29.415636 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:29.415904 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 3975d816-ff20-4a7f-a529-58b8c116241d on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:29.416276 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:29.418299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Network fcfb5d68-b57a-415f-a7ab-4c8426fc36ac is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:29.431999 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:29.500807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] For port 3975d816-ff20-4a7f-a529-58b8c116241d, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:29.502132 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempted to set empty binding levels {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 14:21:29.606268 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:29.648298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] In _notify_port_updated(), no bound segment for port 3975d816-ff20-4a7f-a529-58b8c116241d on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:21:29.649824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.650517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:29.654117 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "PUT /v2.0/ports/3975d816-ff20-4a7f-a529-58b8c116241d HTTP/1.1" status: 200 len: 979 time: 2.3754900 Dec 06 14:21:29.654983 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57714) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:29.735811 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f018f2ab-3d15-424e-8c84-c354b990397d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event updated for resources: {'Port': ['ID=3975d816-ff20-4a7f-a529-58b8c116241d,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:29.751312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57722) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:29.768245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffcee-45f2-4290-815c-4c56343de72b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:29.786252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.786886 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.787367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.787833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.788301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.788764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.789254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.789712 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.790162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.790617 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.791079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.791569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.792024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.792482 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.797339 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.801769 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.802334 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.805229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.805229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.805229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:29.808244 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7f1fc8fe-a03c-4954-8876-14c8cddbc946 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17530 time: 0.1523161 Dec 06 14:21:29.823605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57728) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:29.834343 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-64edb7a6-624c-414e-abf2-10f34f6abe71 req-025984e5-ff89-48c2-92c9-289aab9fd723 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 210 time: 0.0954602 Dec 06 14:21:29.839609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-14cca6fd-2288-4734-914f-4d7a36c0a8ed None None] Provisioning complete for port b02e98a7-d4d8-445b-858e-a0d5163a653e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:29.840114 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-14cca6fd-2288-4734-914f-4d7a36c0a8ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:29.858190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5dac1e-33e7-4275-a5a7-228c20d04ccd']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:29.895317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-14cca6fd-2288-4734-914f-4d7a36c0a8ed None None] Port b02e98a7-d4d8-445b-858e-a0d5163a653e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:29.946297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffcee-45f2-4290-815c-4c56343de72b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:29.947563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891934f1-06c4-491f-ad9e-39fb88151114') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:29.947858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891934f1-06c4-491f-ad9e-39fb88151114') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:29.955459 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] device_id is not set on port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:29.979791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:29.988101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.022662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0f6ffcee-45f2-4290-815c-4c56343de72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.030846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.047177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:21:30.047574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:21:30.049965 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:21:30.053502 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0f6ffcee-45f2-4290-815c-4c56343de72b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4ed4494c4db4619a4441baca0e796fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3002007 Dec 06 14:21:30.059457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57738) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:30.073027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Made reservation on behalf of 6ed85ccfd3034601b78f61579afeae2a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:30.076481 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.078322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.093800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ffcee-45f2-4290-815c-4c56343de72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb66c44-1b3c-4500-9fb1-ed258b445faa,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:30.139409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b96f197-881d-43fe-bdbe-0f1ae2d121ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.167066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b96f197-881d-43fe-bdbe-0f1ae2d121ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.192437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] device_id is not set on port 584dff4b-1f21-4266-a4b6-5eea3c8c0908 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:30.223613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event updated for resources: {'Port': ['ID=fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:30.251902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0613fc7a-db0a-4255-973f-c0440bb8b95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Deleting port 3975d816-ff20-4a7f-a529-58b8c116241d {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:30.252241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0613fc7a-db0a-4255-973f-c0440bb8b95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.265359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:30.265542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:30.265821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:30.275118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.284519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d5dac1e-33e7-4275-a5a7-228c20d04ccd {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 14:21:30.285697 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:30.286020 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:30.290302 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-77d75c97-ff92-4c01-b03d-dab41161c632 req-bda80f34-6fc3-4dea-bd75-3f092e08e6ba tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 210 time: 0.0597262 Dec 06 14:21:30.291378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b96f197-881d-43fe-bdbe-0f1ae2d121ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.293985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b96f197-881d-43fe-bdbe-0f1ae2d121ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.295025 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8b96f197-881d-43fe-bdbe-0f1ae2d121ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2cb66c44-1b3c-4500-9fb1-ed258b445faa HTTP/1.1" status: 204 len: 168 time: 0.2346640 Dec 06 14:21:30.303610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96f197-881d-43fe-bdbe-0f1ae2d121ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb66c44-1b3c-4500-9fb1-ed258b445faa,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:30.321002 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 2 to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 Dec 06 14:21:30.333176 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.333176 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] 10.222.0.42 "DELETE /v2.0/networks/9d5dac1e-33e7-4275-a5a7-228c20d04ccd HTTP/1.1" status: 204 len: 168 time: 1.7378013 Dec 06 14:21:30.335288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57752) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:30.341612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Router 48706e2b-9d81-4b6c-8fd1-61de162750bd is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:21:30.344637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec9f4e-d269-48aa-a3aa-7cd84a3ec97f tempest-ExternalNetworksTestJSON-1698642443 tempest-ExternalNetworksTestJSON-1698642443-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d5dac1e-33e7-4275-a5a7-228c20d04ccd,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:30.377815 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab201b2-af3b-406d-a86f-6c7f9ee76b87 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] DELETE failed (client error): The resource could not be found. Dec 06 14:21:30.378273 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab201b2-af3b-406d-a86f-6c7f9ee76b87 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:21:30.384676 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7ab201b2-af3b-406d-a86f-6c7f9ee76b87 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] 10.222.0.42 "DELETE /v2.0/subnets/4f336bc8-14a8-46be-a654-297c3b72c026 HTTP/1.1" status: 404 len: 337 time: 0.0461166 Dec 06 14:21:30.384956 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57756) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:30.410577 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:30.410915 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:30.411251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:30.416021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-0613fc7a-db0a-4255-973f-c0440bb8b95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] For port 3975d816-ff20-4a7f-a529-58b8c116241d, host hv-neutron-mast, got binding levels [] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:30.416384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0613fc7a-db0a-4255-973f-c0440bb8b95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.443481 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:30.443819 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:30.444914 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0613fc7a-db0a-4255-973f-c0440bb8b95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Calling delete_port for 3975d816-ff20-4a7f-a529-58b8c116241d owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:30.448774 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 3 to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 Dec 06 14:21:30.481888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-51e97bca-a440-40d1-b914-070e752bb285 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.630774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-51e97bca-a440-40d1-b914-070e752bb285 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.652036 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-51e97bca-a440-40d1-b914-070e752bb285 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f54ea72-2974-4c1a-aec0-33355bc88580']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:30.661733 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-51e97bca-a440-40d1-b914-070e752bb285 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1cdc4c-0036-4811-8b76-c544a207395f') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:30.662027 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-51e97bca-a440-40d1-b914-070e752bb285 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1cdc4c-0036-4811-8b76-c544a207395f') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:30.675368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-51e97bca-a440-40d1-b914-070e752bb285 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.686328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-51e97bca-a440-40d1-b914-070e752bb285 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.693310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51e97bca-a440-40d1-b914-070e752bb285 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:21:30.693706 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-51e97bca-a440-40d1-b914-070e752bb285 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.711477 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:30.711810 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:30.712139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:30.732357 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0613fc7a-db0a-4255-973f-c0440bb8b95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.758399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:30.758925 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:21:30.759036 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:21:30.783720 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 4 to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 Dec 06 14:21:30.802663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613fc7a-db0a-4255-973f-c0440bb8b95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event deleted for resources: {'Port': ['ID=3975d816-ff20-4a7f-a529-58b8c116241d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:30.817749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Allocated IP 172.20.0.13 (8ec854a4-f86e-4451-afbf-23d38693d94d/d7b531ea-6599-46e1-8036-2b26a942bac1/584dff4b-1f21-4266-a4b6-5eea3c8c0908) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:30.823716 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:30.824043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:30.827317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:30.827317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:21:30.837703 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57764) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:30.837905 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d7018a9c-8a3d-4e9f-aad1-4c1fc333af3e tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "PUT /v2.0/routers/48706e2b-9d81-4b6c-8fd1-61de162750bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3670750 Dec 06 14:21:30.844714 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0613fc7a-db0a-4255-973f-c0440bb8b95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.852571 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0613fc7a-db0a-4255-973f-c0440bb8b95e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "DELETE /v2.0/ports/3975d816-ff20-4a7f-a529-58b8c116241d HTTP/1.1" status: 204 len: 168 time: 1.0206699 Dec 06 14:21:30.852571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:30.852571 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:30.853739 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 5 to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 Dec 06 14:21:30.854588 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Request body: {'port': {'network_id': 'fcfb5d68-b57a-415f-a7ab-4c8426fc36ac', 'name': 'tempest-FloatingIPNegativeTestJSON-209579531'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:30.856240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57766) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:30.884587 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-51e97bca-a440-40d1-b914-070e752bb285 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.900665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:30.901362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:30.902565 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:30.971681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-51e97bca-a440-40d1-b914-070e752bb285 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:30.980029 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0d47b-c905-4a99-973a-01855d455ab9 None None] Sync routers for ids ['48706e2b-9d81-4b6c-8fd1-61de162750bd'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:21:30.985665 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d7c00c-6ad7-469c-affc-cdf90e8ed37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] GET failed (client error): The resource could not be found. Dec 06 14:21:30.991461 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-51e97bca-a440-40d1-b914-070e752bb285 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] 10.222.0.42 "DELETE /v2.0/networks/0f54ea72-2974-4c1a-aec0-33355bc88580 HTTP/1.1" status: 204 len: 168 time: 0.5936902 Dec 06 14:21:31.001105 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-99d7c00c-6ad7-469c-affc-cdf90e8ed37f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "GET /v2.0/ports/3975d816-ff20-4a7f-a529-58b8c116241d HTTP/1.1" status: 404 len: 333 time: 0.1410968 Dec 06 14:21:31.007771 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e97bca-a440-40d1-b914-070e752bb285 tempest-ExternalNetworksTestJSON-964366995 tempest-ExternalNetworksTestJSON-964366995-project] Pushing event deleted for resources: {'Network': ['ID=0f54ea72-2974-4c1a-aec0-33355bc88580,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:31.009906 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57778) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:31.010602 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c0d47b-c905-4a99-973a-01855d455ab9 None None] Routers {'48706e2b-9d81-4b6c-8fd1-61de162750bd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:31.011570 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-82c0d47b-c905-4a99-973a-01855d455ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['48706e2b-9d81-4b6c-8fd1-61de162750bd'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:31.038049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:31.038412 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:31.044478 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c46c68ff-45e3-4bee-8c92-872affa3974e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1460214287', 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:31.058036 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 6 to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 Dec 06 14:21:31.077770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:31.078108 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:31.078442 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:31.083325 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cc608332-b2ba-4449-a13f-d7c859a8bff4 req-cd9c30e6-df53-4c38-836e-e933fe8c9a2c tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 210 time: 0.0785737 Dec 06 14:21:31.109975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:31.109975 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:31.112214 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 7 to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 Dec 06 14:21:31.168308 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-82c0d47b-c905-4a99-973a-01855d455ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:31.177894 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:31.178865 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:31.179033 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c0d47b-c905-4a99-973a-01855d455ab9 None None] Routers {'48706e2b-9d81-4b6c-8fd1-61de162750bd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:31.179417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:31.180102 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-82c0d47b-c905-4a99-973a-01855d455ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['48706e2b-9d81-4b6c-8fd1-61de162750bd'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:31.197964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:31.203299 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:31.207611 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 8 to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 Dec 06 14:21:31.221419 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-82c0d47b-c905-4a99-973a-01855d455ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:31.222353 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c0d47b-c905-4a99-973a-01855d455ab9 None None] The sync data for ids ['48706e2b-9d81-4b6c-8fd1-61de162750bd'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:21:31.223531 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46c68ff-45e3-4bee-8c92-872affa3974e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Made reservation on behalf of ddabad3149964d7b9d67b469c68da53d for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:31.225937 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c46c68ff-45e3-4bee-8c92-872affa3974e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:31.276896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:31.278635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:31.278884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:31.283567 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-c46c68ff-45e3-4bee-8c92-872affa3974e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] device_id is not set on port 1c5f4352-1307-4f67-8f92-a34d7c9cdff1 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:31.303849 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:31.304132 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:31.306934 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 9 to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 Dec 06 14:21:31.329403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:31.329737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:31.330214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:31.331567 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57e62ae8-934e-46f9-be82-319019ca7667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:31.334963 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:31.342077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:31.342381 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:31.343882 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.plugins.ml2.plugin [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempt 10 to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 Dec 06 14:21:31.373948 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:31.374291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:31.374630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempting to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:31.383595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:31.383924 dv-neutron-master-2-hyperv neutron-server[103724]: ERROR neutron.plugins.ml2.managers [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Failed to bind port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on host hv-neutron-mast for vnic_type normal using segments [{'id': '82285b90-83ce-4d61-ba4b-2d3c56411230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0a064640-814c-43a9-af6b-afa8b75a7f5c'}] Dec 06 14:21:31.384292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:31.453142 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] For port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:31.453705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attempted to set empty binding levels {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 14:21:31.465394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Made reservation on behalf of e52c7b2b4d26417b832ba39c79c4e346 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:31.470457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:31.489449 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:31.534287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] device_id is not set on port b6f75bf9-4100-4176-b3b3-dcdf2bd37113 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:31.553465 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2feb2f37-e694-4222-b628-513e6d63b593 req-7649b787-7e11-46c2-84b5-22fd6eca5ed6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 210 time: 0.0615458 Dec 06 14:21:31.589766 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c46c68ff-45e3-4bee-8c92-872affa3974e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:31.598990 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Network 8ec854a4-f86e-4451-afbf-23d38693d94d is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:31.600421 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:31.621672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:31.636430 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:31.664297 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event updated for resources: {'Port': ['ID=584dff4b-1f21-4266-a4b6-5eea3c8c0908,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:31.714597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] In _notify_port_updated(), no bound segment for port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 on network 0a064640-814c-43a9-af6b-afa8b75a7f5c {{(pid=103724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:21:31.715651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:31.717065 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:31.718722 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "PUT /v2.0/ports/fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 HTTP/1.1" status: 200 len: 977 time: 2.9367874 Dec 06 14:21:31.740941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57800) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:31.741289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57802) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:31.773971 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:31.774884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:31.794732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a68e4f-dee8-4530-9c27-c384d12ea475 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event updated for resources: {'Port': ['ID=fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:31.850519 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0cec345b-d8a0-4247-afd3-ff4e0ee14338 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.9180832 Dec 06 14:21:31.850794 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57806) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:31.862544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Allocated IP 172.20.0.7 (fcfb5d68-b57a-415f-a7ab-4c8426fc36ac/317c3dbb-2e61-4ec9-9691-388039303cd8/b6f75bf9-4100-4176-b3b3-dcdf2bd37113) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:31.930214 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-18d78b4c-09bf-4d10-917e-fd65124a8ff5 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Deleting port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:31.930552 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-18d78b4c-09bf-4d10-917e-fd65124a8ff5 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:31.961920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c46c68ff-45e3-4bee-8c92-872affa3974e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.035714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-00290ca6-3663-4368-9bfa-b548051a2d86 None None] Provisioning complete for port 584dff4b-1f21-4266-a4b6-5eea3c8c0908 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:32.037597 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00290ca6-3663-4368-9bfa-b548051a2d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.091156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'project_id': '6ed85ccfd3034601b78f61579afeae2a', 'port_id': '584dff4b-1f21-4266-a4b6-5eea3c8c0908'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:32.156050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46c68ff-45e3-4bee-8c92-872affa3974e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Network e4bce731-83c1-4a5a-a179-29f0a6121cc8 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:32.160287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-18d78b4c-09bf-4d10-917e-fd65124a8ff5 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] For port fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2, host hv-neutron-mast, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:32.160651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-18d78b4c-09bf-4d10-917e-fd65124a8ff5 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.174183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-c46c68ff-45e3-4bee-8c92-872affa3974e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:32.183795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46c68ff-45e3-4bee-8c92-872affa3974e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:32.188731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46c68ff-45e3-4bee-8c92-872affa3974e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:32.188731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c46c68ff-45e3-4bee-8c92-872affa3974e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.204906 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-18d78b4c-09bf-4d10-917e-fd65124a8ff5 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Calling delete_port for fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:32.213038 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-00290ca6-3663-4368-9bfa-b548051a2d86 None None] Port 584dff4b-1f21-4266-a4b6-5eea3c8c0908 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:32.224741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.229150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c68ff-45e3-4bee-8c92-872affa3974e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event updated for resources: {'Port': ['ID=1c5f4352-1307-4f67-8f92-a34d7c9cdff1,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:32.344026 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.353641 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b0989e43-10a7-4ab4-af0e-75f343b92ac9 req-d736369e-f8e5-48e3-a875-56194df9cd96 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 210 time: 0.0338514 Dec 06 14:21:32.374255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57820) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:32.378803 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-88a781df-34cb-428b-a979-5ee6306995ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea459b6d86384fd58c3e019455553a5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6244426 Dec 06 14:21:32.393350 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c46c68ff-45e3-4bee-8c92-872affa3974e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3757942 Dec 06 14:21:32.398893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57822) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:32.420354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.455258 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcb7673-58dc-420d-9a6d-9427a971197f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:32.459322 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ebcb7673-58dc-420d-9a6d-9427a971197f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "GET /v2.0/ports/1c5f4352-1307-4f67-8f92-a34d7c9cdff1 HTTP/1.1" status: 200 len: 959 time: 0.0519307 Dec 06 14:21:32.459584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57826) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:32.467758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4cc32ca5-9fb8-4001-b376-dd7feb5fb3ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.502436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4cc32ca5-9fb8-4001-b376-dd7feb5fb3ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.521681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-18d78b4c-09bf-4d10-917e-fd65124a8ff5 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.559581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.561310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d78b4c-09bf-4d10-917e-fd65124a8ff5 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:32.592614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Allocated IP 172.36.1.117 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/47d2686d-bd8f-434b-8926-2e11df7625b0) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:32.599539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-18d78b4c-09bf-4d10-917e-fd65124a8ff5 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.602860 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-18d78b4c-09bf-4d10-917e-fd65124a8ff5 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "DELETE /v2.0/ports/fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 HTTP/1.1" status: 204 len: 168 time: 0.8590655 Dec 06 14:21:32.605571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57830) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:32.635657 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f29208e-a2a2-462a-941e-b8853dfedd27 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] GET failed (client error): The resource could not be found. Dec 06 14:21:32.637036 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0f29208e-a2a2-462a-941e-b8853dfedd27 tempest-PortsAdminExtendedAttrsTestJSON-939609108 tempest-PortsAdminExtendedAttrsTestJSON-939609108-project-admin] 10.222.0.42 "GET /v2.0/ports/fe3fa191-7fb3-4a6e-96c0-ae66bd27dbb2 HTTP/1.1" status: 404 len: 333 time: 0.0304999 Dec 06 14:21:32.640880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57832) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:32.678260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Network fcfb5d68-b57a-415f-a7ab-4c8426fc36ac is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:32.693215 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-343e080a-a7c4-437c-8e4a-a006f4f01edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Deleting port 1c5f4352-1307-4f67-8f92-a34d7c9cdff1 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:32.693561 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-343e080a-a7c4-437c-8e4a-a006f4f01edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.707667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:32.710240 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:32.747553 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4cc32ca5-9fb8-4001-b376-dd7feb5fb3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.750191 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4cc32ca5-9fb8-4001-b376-dd7feb5fb3ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.751351 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4cc32ca5-9fb8-4001-b376-dd7feb5fb3ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3909b572-1c3c-470d-ae19-23f1459563ad HTTP/1.1" status: 204 len: 168 time: 0.3761795 Dec 06 14:21:32.784826 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc32ca5-9fb8-4001-b376-dd7feb5fb3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3909b572-1c3c-470d-ae19-23f1459563ad,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:32.796339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b82df887-b152-4a85-a54b-494902b15f3d tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.847011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.895791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.41', 58856) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:32.909202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-343e080a-a7c4-437c-8e4a-a006f4f01edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:32.924257 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-343e080a-a7c4-437c-8e4a-a006f4f01edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Calling delete_port for 1c5f4352-1307-4f67-8f92-a34d7c9cdff1 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:33.005603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:33.006230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.012870 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-959a825d-afe2-434d-846c-43c1e75bffad req-3aee66c4-b459-48cb-b5d2-451551b931b0 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 210 time: 0.3437769 Dec 06 14:21:33.013459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event updated for resources: {'Port': ['ID=b6f75bf9-4100-4176-b3b3-dcdf2bd37113,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:33.063406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c9e03eb2-a670-4f31-983e-7d0d46b81508 None None] Provisioning complete for port b6f75bf9-4100-4176-b3b3-dcdf2bd37113 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:33.063406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c9e03eb2-a670-4f31-983e-7d0d46b81508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.110090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c9e03eb2-a670-4f31-983e-7d0d46b81508 None None] Port b6f75bf9-4100-4176-b3b3-dcdf2bd37113 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:33.118696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b82df887-b152-4a85-a54b-494902b15f3d tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.122996 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-52687903-549d-49b7-8c34-05f418414ddd tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2838979 Dec 06 14:21:33.125983 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57846) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:33.131086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:33.151989 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b82df887-b152-4a85-a54b-494902b15f3d tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a064640-814c-43a9-af6b-afa8b75a7f5c']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:33.166516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-343e080a-a7c4-437c-8e4a-a006f4f01edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.170727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b82df887-b152-4a85-a54b-494902b15f3d tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82285b90-83ce-4d61-ba4b-2d3c56411230') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:33.171170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b82df887-b152-4a85-a54b-494902b15f3d tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82285b90-83ce-4d61-ba4b-2d3c56411230') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:33.183482 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b82df887-b152-4a85-a54b-494902b15f3d tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.191940 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-cfc3889c-3326-41c1-91e0-291d94f79016 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:33.193444 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-cfc3889c-3326-41c1-91e0-291d94f79016 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.41 "GET /v2.0/networks?id=c98b384e-7d44-41c8-aa9e-af7a94219b19 HTTP/1.1" status: 200 len: 811 time: 0.2961254 Dec 06 14:21:33.203280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e080a-a7c4-437c-8e4a-a006f4f01edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event deleted for resources: {'Port': ['ID=1c5f4352-1307-4f67-8f92-a34d7c9cdff1,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:33.207601 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b82df887-b152-4a85-a54b-494902b15f3d tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.212592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-343e080a-a7c4-437c-8e4a-a006f4f01edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.218298 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82df887-b152-4a85-a54b-494902b15f3d tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:21:33.218717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b82df887-b152-4a85-a54b-494902b15f3d tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:21:33.222213 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:21:33.231084 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-343e080a-a7c4-437c-8e4a-a006f4f01edc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "DELETE /v2.0/ports/1c5f4352-1307-4f67-8f92-a34d7c9cdff1 HTTP/1.1" status: 204 len: 168 time: 0.7626572 Dec 06 14:21:33.231084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57852) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:33.254394 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-33fe28f2-3d44-4afe-929b-23f0ef75ab1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] GET failed (client error): The resource could not be found. Dec 06 14:21:33.259676 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-33fe28f2-3d44-4afe-929b-23f0ef75ab1c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "GET /v2.0/ports/1c5f4352-1307-4f67-8f92-a34d7c9cdff1 HTTP/1.1" status: 404 len: 333 time: 0.0254474 Dec 06 14:21:33.260413 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57854) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:33.264669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-20f02c9b-01bc-4343-a9cb-6517129c50fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Request body: {'port': {'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-521670355'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:33.269349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.272565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.384514 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f02c9b-01bc-4343-a9cb-6517129c50fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Made reservation on behalf of ddabad3149964d7b9d67b469c68da53d for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:33.387034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20f02c9b-01bc-4343-a9cb-6517129c50fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.412896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-20f02c9b-01bc-4343-a9cb-6517129c50fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] device_id is not set on port 4e98d3f6-71c5-443d-977f-c520845d8595 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:33.414673 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.417255 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57858) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:33.531613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab6ea783-acd7-40eb-b9bf-6e619b4cd603 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.620777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:33.630636 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.41', 58861) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:33.658181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Allocated IP 172.36.1.25 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/8a2d7fe7-7a16-45d4-a8a2-d3b072b6c6ec) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:33.676508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:33.687797 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:33.709979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:33.716225 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-838c1be3-31aa-41cd-b4ef-f091067c4cb7 req-5b2c32d1-d31c-4ebb-a4d6-062e6119f2e4 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 210 time: 0.0695591 Dec 06 14:21:33.755841 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57874) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:33.767766 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Pushing event updated for resources: {'Port': ['ID=47d2686d-bd8f-434b-8926-2e11df7625b0,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:33.784789 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-c7215f85-6c69-4eba-8ec5-8aa7c90edf30 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd78db0f8cf648398d8866de73fbfdce HTTP/1.1" status: 200 len: 379 time: 0.5053828 Dec 06 14:21:33.789740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b82df887-b152-4a85-a54b-494902b15f3d tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.803842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-3282a92d-f3ea-4ed4-a609-b297a9e602b4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Request body: {'port': {'device_id': 'f60b1c11-0712-47a7-8c5d-edc162e87696', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'admin_state_up': True, 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'security_groups': ['2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:33.816077 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20f02c9b-01bc-4343-a9cb-6517129c50fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.841632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b82df887-b152-4a85-a54b-494902b15f3d tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.844798 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b82df887-b152-4a85-a54b-494902b15f3d tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] 10.222.0.42 "DELETE /v2.0/networks/0a064640-814c-43a9-af6b-afa8b75a7f5c HTTP/1.1" status: 204 len: 168 time: 1.2030020 Dec 06 14:21:33.866270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82df887-b152-4a85-a54b-494902b15f3d tempest-PortsAdminExtendedAttrsTestJSON-107888922 tempest-PortsAdminExtendedAttrsTestJSON-107888922-project] Pushing event deleted for resources: {'Network': ['ID=0a064640-814c-43a9-af6b-afa8b75a7f5c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:33.899587 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-914fc9a9-0edf-4ae1-9260-49ec205751c6 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:33.901188 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-914fc9a9-0edf-4ae1-9260-49ec205751c6 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.41 "GET /v2.0/networks?id=335b2338-1336-4dd0-9810-241ea87aea01 HTTP/1.1" status: 200 len: 806 time: 0.2630665 Dec 06 14:21:33.929623 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:33.942718 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-83fd8753-714d-46ed-a208-fe4d244abc0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=054f92cd654b4290825d08a832e12930&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1827919 Dec 06 14:21:33.948767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57882) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:34.080369 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56ceb8ec-4eee-489c-8dea-02526fe4d0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:34.177614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56ceb8ec-4eee-489c-8dea-02526fe4d0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:34.247470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:34.259574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-3282a92d-f3ea-4ed4-a609-b297a9e602b4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Made reservation on behalf of dd78db0f8cf648398d8866de73fbfdce for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:34.262686 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-99963d1c-0cbe-4054-9ad3-30475cc0cac8 req-c9bfea14-eb3d-44b6-ab07-3d20ded03c08 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 210 time: 0.0894742 Dec 06 14:21:34.264524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-3282a92d-f3ea-4ed4-a609-b297a9e602b4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:34.331244 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20f02c9b-01bc-4343-a9cb-6517129c50fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:34.356916 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-c8dc29e0-42d7-4801-9c09-bb2465a1e6e0 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1581c8e1066d4f8e9d864ea17bbba555 HTTP/1.1" status: 200 len: 380 time: 0.4425302 Dec 06 14:21:34.382985 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56ceb8ec-4eee-489c-8dea-02526fe4d0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:34.385660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56ceb8ec-4eee-489c-8dea-02526fe4d0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:34.389236 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-56ceb8ec-4eee-489c-8dea-02526fe4d0cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fe04eaa1-2f57-4d92-b836-53fa0e45cf59 HTTP/1.1" status: 204 len: 168 time: 0.4370661 Dec 06 14:21:34.396319 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-4aed56a9-fe43-49b6-a781-43b0a69efcef tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Request body: {'port': {'device_id': '38a49d97-d37a-4078-b2da-7dbcd4fcc6c9', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'admin_state_up': True, 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'security_groups': ['10f57b16-b00a-40d7-846d-409b9f8de37b']}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:34.433854 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ceb8ec-4eee-489c-8dea-02526fe4d0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe04eaa1-2f57-4d92-b836-53fa0e45cf59,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:34.447707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f02c9b-01bc-4343-a9cb-6517129c50fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Network e4bce731-83c1-4a5a-a179-29f0a6121cc8 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:34.505724 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-20f02c9b-01bc-4343-a9cb-6517129c50fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:34.508150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f02c9b-01bc-4343-a9cb-6517129c50fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:34.509300 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f02c9b-01bc-4343-a9cb-6517129c50fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:34.509898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20f02c9b-01bc-4343-a9cb-6517129c50fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:34.511856 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57902) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:34.529612 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f02c9b-01bc-4343-a9cb-6517129c50fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event updated for resources: {'Port': ['ID=4e98d3f6-71c5-443d-977f-c520845d8595,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:34.605777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:34.608174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:34.669081 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-20f02c9b-01bc-4343-a9cb-6517129c50fc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.4077020 Dec 06 14:21:34.671183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57908) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:34.812499 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-3282a92d-f3ea-4ed4-a609-b297a9e602b4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Allocated IP 172.20.0.11 (c98b384e-7d44-41c8-aa9e-af7a94219b19/061c47c1-bfd5-433c-88e1-662da2288010/42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:34.815372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:34.815512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:34.815651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:34.815651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:34.815651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:34.815651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event updated for resources: {'Port': ['ID=8a2d7fe7-7a16-45d4-a8a2-d3b072b6c6ec,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:34.888583 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-573dd463-91a2-42f5-9e47-f1162c6eb36b req-34280953-cd87-497e-a502-15850460f707 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 210 time: 0.0574195 Dec 06 14:21:35.015610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.015610 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f96f3765-82bc-47f8-8a13-f9537133e4b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d1f52903c3745148bdce9b16d2df204&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4646332 Dec 06 14:21:35.015610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Allocated IP 172.36.1.53 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/eb1646d7-0af1-49cb-815c-09e7e65c7364) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:35.015610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57912) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:35.018848 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-3282a92d-f3ea-4ed4-a609-b297a9e602b4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.092144 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.241288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.272418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-4aed56a9-fe43-49b6-a781-43b0a69efcef tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Made reservation on behalf of 1581c8e1066d4f8e9d864ea17bbba555 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:35.275890 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-4aed56a9-fe43-49b6-a781-43b0a69efcef tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.287333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1e60-7f6d-45ea-b003-64a46bf6bece admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.292622 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-3282a92d-f3ea-4ed4-a609-b297a9e602b4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.431392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1e60-7f6d-45ea-b003-64a46bf6bece admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.440354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-3282a92d-f3ea-4ed4-a609-b297a9e602b4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Network c98b384e-7d44-41c8-aa9e-af7a94219b19 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:35.453200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.458533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-3282a92d-f3ea-4ed4-a609-b297a9e602b4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:35.471045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-3282a92d-f3ea-4ed4-a609-b297a9e602b4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:35.475237 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.511284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] device_id is not set on port 4e98d3f6-71c5-443d-977f-c520845d8595 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:35.521007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.560794 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3282a92d-f3ea-4ed4-a609-b297a9e602b4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Pushing event updated for resources: {'Port': ['ID=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:35.604331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.606742 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-3282a92d-f3ea-4ed4-a609-b297a9e602b4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:35.607538 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-3282a92d-f3ea-4ed4-a609-b297a9e602b4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.701599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.765623 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-3282a92d-f3ea-4ed4-a609-b297a9e602b4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9707534 Dec 06 14:21:35.856802 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.877302 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f84159c8-f650-4992-9c2b-b81dd2b41dfb None None] Provisioning complete for port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:35.877667 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f84159c8-f650-4992-9c2b-b81dd2b41dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.883747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b434d5-2242-4de9-b021-6c83aa4cd67f req-1297f668-0c20-4edc-9ec2-f74454211501 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:35.891315 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-90b434d5-2242-4de9-b021-6c83aa4cd67f req-1297f668-0c20-4edc-9ec2-f74454211501 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 932 time: 0.4524980 Dec 06 14:21:35.907650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.919777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.929686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-4aed56a9-fe43-49b6-a781-43b0a69efcef tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Allocated IP 172.20.0.9 (335b2338-1336-4dd0-9810-241ea87aea01/f8737697-4bab-4eb6-998b-387593d2ef8c/4253ec75-6943-462e-94dc-07ee0a16da4c) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:35.933667 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f84159c8-f650-4992-9c2b-b81dd2b41dfb None None] Port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:35.950654 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1e60-7f6d-45ea-b003-64a46bf6bece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.953631 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc5f1e60-7f6d-45ea-b003-64a46bf6bece admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:35.958923 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fc5f1e60-7f6d-45ea-b003-64a46bf6bece admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21fc41cd-f920-4003-855c-3e06df123adb HTTP/1.1" status: 204 len: 168 time: 0.9455879 Dec 06 14:21:36.041949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Pushing event updated for resources: {'Port': ['ID=47d2686d-bd8f-434b-8926-2e11df7625b0,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:36.060183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event updated for resources: {'Port': ['ID=4e98d3f6-71c5-443d-977f-c520845d8595,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:36.084132 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:36.099512 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5f1e60-7f6d-45ea-b003-64a46bf6bece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fc41cd-f920-4003-855c-3e06df123adb,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:36.125461 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:36.125461 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:36.125461 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:36.185275 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8074aeaa-0bb8-4fa0-b369-47565e6c9155 req-7adf868c-b7a4-4192-ae9e-b701207ceaa9 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 210 time: 0.0909698 Dec 06 14:21:36.209245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:36.214859 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:36.215326 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:36.219916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:36.223746 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 2 to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 Dec 06 14:21:36.229503 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-90b434d5-2242-4de9-b021-6c83aa4cd67f req-65ced32a-cc69-4bbb-b941-bb3d1842c46a tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3371499 Dec 06 14:21:36.241164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:36.265898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:36.285778 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Pushing event updated for resources: {'Port': ['ID=eb1646d7-0af1-49cb-815c-09e7e65c7364,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:36.319754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:36.320089 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:36.320422 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:36.383221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:36.383442 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:36.391710 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 3 to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 Dec 06 14:21:36.402824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:36.432024 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Floating IP e85463a5-2e0a-48da-86f7-bcdd854ec1be associated. External IP: 172.36.1.117, port: 584dff4b-1f21-4266-a4b6-5eea3c8c0908. Dec 06 14:21:36.493075 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:36.504562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-4aed56a9-fe43-49b6-a781-43b0a69efcef tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:36.511509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:36.511842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:36.512221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:36.539142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:36.539418 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:36.544474 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 4 to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 Dec 06 14:21:36.588272 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:36.588754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:36.589267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:36.617208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:36.631224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event updated for resources: {'Port': ['ID=8a2d7fe7-7a16-45d4-a8a2-d3b072b6c6ec,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:36.642031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:36.642031 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:36.642031 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 5 to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 Dec 06 14:21:36.672915 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:36.673231 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:36.673559 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:36.684241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:36.693939 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:36.694354 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:36.697123 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 6 to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 Dec 06 14:21:36.718061 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:36.718402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:36.718856 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:36.726148 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:36.726563 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:36.727023 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 7 to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 Dec 06 14:21:36.743107 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:36.743682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:36.744190 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:36.752235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:36.752634 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:36.755858 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 8 to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 Dec 06 14:21:36.784038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-4aed56a9-fe43-49b6-a781-43b0a69efcef tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:36.792210 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:36.797274 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fe4640a1-96bd-4abf-b5f3-ca228fde4951 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6695812 Dec 06 14:21:36.802139 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57940) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:36.813587 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-15ce921d-e558-4d10-aca0-55a4d6bcf645 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Request body: {'floatingip': {'port_id': 'b6f75bf9-4100-4176-b3b3-dcdf2bd37113', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:36.846120 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:36.846468 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:36.846781 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:36.920198 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:36.920660 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:36.935083 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 9 to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 Dec 06 14:21:36.939152 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:36.960264 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-4aed56a9-fe43-49b6-a781-43b0a69efcef tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Network 335b2338-1336-4dd0-9810-241ea87aea01 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:36.998749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-4aed56a9-fe43-49b6-a781-43b0a69efcef tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:36.998977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Router e246397b-5870-4504-933d-7c2e40a70169 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:21:37.008474 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-15ce921d-e558-4d10-aca0-55a4d6bcf645 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for floatingip, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:37.021934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-4aed56a9-fe43-49b6-a781-43b0a69efcef tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:37.030530 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:37.191669 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57944) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:37.192952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:21:37.203875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10debc02-a51a-4798-ba53-21cb75c00060 None None] Sync routers for ids ['e246397b-5870-4504-933d-7c2e40a70169'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:21:37.227332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10debc02-a51a-4798-ba53-21cb75c00060 None None] Routers {'e246397b-5870-4504-933d-7c2e40a70169'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:37.228158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-10debc02-a51a-4798-ba53-21cb75c00060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:33Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e246397b-5870-4504-933d-7c2e40a70169'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:37.322923 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-47233187-25ff-4481-ab45-832e126557f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98073a7068f543f49628ba910add1d27&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1238697 Dec 06 14:21:37.322923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57950) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:37.371606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-10debc02-a51a-4798-ba53-21cb75c00060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:37.400186 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10debc02-a51a-4798-ba53-21cb75c00060 None None] Routers {'e246397b-5870-4504-933d-7c2e40a70169'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:37.401458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-10debc02-a51a-4798-ba53-21cb75c00060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:33Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e246397b-5870-4504-933d-7c2e40a70169'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:37.439652 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:37.443026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-10debc02-a51a-4798-ba53-21cb75c00060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:37.444194 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10debc02-a51a-4798-ba53-21cb75c00060 None None] The sync data for ids ['e246397b-5870-4504-933d-7c2e40a70169'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:21:37.464840 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:37.465422 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:37.465501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:37.476576 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d4f4b6a8-85ed-4729-9380-d72694bec073 None None] Provisioning complete for port 4253ec75-6943-462e-94dc-07ee0a16da4c triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:37.476979 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4f4b6a8-85ed-4729-9380-d72694bec073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:37.480357 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:37.480357 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:37.517813 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d4f4b6a8-85ed-4729-9380-d72694bec073 None None] Port 4253ec75-6943-462e-94dc-07ee0a16da4c cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:37.530113 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.plugins.ml2.plugin [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempt 10 to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 Dec 06 14:21:37.560216 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a7aee4cf-b7ee-42e4-95d2-3109b1bdee3a tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 5.7082446 Dec 06 14:21:37.560906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57954) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:37.578543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed56a9-fe43-49b6-a781-43b0a69efcef tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Pushing event updated for resources: {'Port': ['ID=4253ec75-6943-462e-94dc-07ee0a16da4c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:37.596312 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c3c60c3a-a301-4780-827f-4b3c0a91e7af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:37.685503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbb3fa-9431-4787-a733-b00155433a29 req-b8160f56-eb54-4008-827a-df4c2a61cf81 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:37.687122 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2bcbb3fa-9431-4787-a733-b00155433a29 req-b8160f56-eb54-4008-827a-df4c2a61cf81 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 931 time: 0.3018272 Dec 06 14:21:37.734943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:37.735387 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:37.735637 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempting to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:37.766292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-4aed56a9-fe43-49b6-a781-43b0a69efcef tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:37.766972 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-4aed56a9-fe43-49b6-a781-43b0a69efcef tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:37.776935 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:37.777388 dv-neutron-master-2-hyperv neutron-server[103725]: ERROR neutron.plugins.ml2.managers [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Failed to bind port 4e98d3f6-71c5-443d-977f-c520845d8595 on host hv-neutron-mast for vnic_type normal using segments [{'id': '984e7525-1699-4d91-9506-e54bfc17809d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e4bce731-83c1-4a5a-a179-29f0a6121cc8'}] Dec 06 14:21:37.777617 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:37.838659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e356a766-2dc5-4268-b889-12ca8acbab5d req-5d062833-3678-4566-8969-b7d50e5d64e8 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:37.840187 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e356a766-2dc5-4268-b889-12ca8acbab5d req-5d062833-3678-4566-8969-b7d50e5d64e8 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 932 time: 0.3611209 Dec 06 14:21:37.851982 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-15ce921d-e558-4d10-aca0-55a4d6bcf645 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] update failed (client error): The resource could not be found. Dec 06 14:21:37.855648 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-15ce921d-e558-4d10-aca0-55a4d6bcf645 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "PUT /v2.0/floatingips/b76ae707-ad84-40a3-8b8d-29253b5172b8 HTTP/1.1" status: 404 len: 507 time: 1.0484924 Dec 06 14:21:37.857006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c3c60c3a-a301-4780-827f-4b3c0a91e7af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:37.859557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57960) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:37.873385 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5f8380ca-561e-44ce-aac1-68c26500f941 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] 10.222.0.42 "GET /v2.0/floatingips/e85463a5-2e0a-48da-86f7-bcdd854ec1be HTTP/1.1" status: 200 len: 984 time: 0.3045356 Dec 06 14:21:37.876798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57962) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:38.049775 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e356a766-2dc5-4268-b889-12ca8acbab5d req-92346b4d-43ec-4910-a54d-2ed15f3fc6da tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008283 Dec 06 14:21:38.053946 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2bcbb3fa-9431-4787-a733-b00155433a29 req-4718fd04-9441-4b57-861b-2d25d31c4d9c tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575359 Dec 06 14:21:38.089346 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-937aeb5a-6246-42ab-b01e-3036180f8e88 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3385 time: 0.2085652 Dec 06 14:21:38.093414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57964) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:38.109572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] For port 4e98d3f6-71c5-443d-977f-c520845d8595, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:38.109965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attempted to set empty binding levels {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Dec 06 14:21:38.131593 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.195746 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-4aed56a9-fe43-49b6-a781-43b0a69efcef tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8059230 Dec 06 14:21:38.210094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe3c5b-5a9e-4d78-9081-34f7259ad20f tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Deleting port 8a2d7fe7-7a16-45d4-a8a2-d3b072b6c6ec {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:38.210094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3c5b-5a9e-4d78-9081-34f7259ad20f tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.229112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.234613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.278977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] In _notify_port_updated(), no bound segment for port 4e98d3f6-71c5-443d-977f-c520845d8595 on network e4bce731-83c1-4a5a-a179-29f0a6121cc8 {{(pid=103725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:21:38.279910 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:38.280590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.284502 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "PUT /v2.0/ports/4e98d3f6-71c5-443d-977f-c520845d8595 HTTP/1.1" status: 200 len: 980 time: 3.5790503 Dec 06 14:21:38.287222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57968) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:38.347572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3c5b-5a9e-4d78-9081-34f7259ad20f tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.347784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3c5b-5a9e-4d78-9081-34f7259ad20f tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.365173 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-6fbe3c5b-5a9e-4d78-9081-34f7259ad20f tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Calling delete_port for 8a2d7fe7-7a16-45d4-a8a2-d3b072b6c6ec owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:38.391448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0213b-7ed6-4c3a-94bd-2143cacec61e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event updated for resources: {'Port': ['ID=4e98d3f6-71c5-443d-977f-c520845d8595,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:38.451471 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.452716 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ad38c125-948f-41e3-abb7-fb598ac11f34 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Deleting port 47d2686d-bd8f-434b-8926-2e11df7625b0 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:38.453261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad38c125-948f-41e3-abb7-fb598ac11f34 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.481437 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-15160074-8a94-48d4-afb7-4ea933004382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Deleting port 4e98d3f6-71c5-443d-977f-c520845d8595 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:38.481927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-15160074-8a94-48d4-afb7-4ea933004382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.503596 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Pushing event updated for resources: {'Port': ['ID=eb1646d7-0af1-49cb-815c-09e7e65c7364,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:38.518777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c3c60c3a-a301-4780-827f-4b3c0a91e7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.521534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c3c60c3a-a301-4780-827f-4b3c0a91e7af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.522743 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c3c60c3a-a301-4780-827f-4b3c0a91e7af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc3935a5-91c0-4147-9881-37ddc96fa4bc HTTP/1.1" status: 204 len: 168 time: 1.1998062 Dec 06 14:21:38.551354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c60c3a-a301-4780-827f-4b3c0a91e7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3935a5-91c0-4147-9881-37ddc96fa4bc,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:38.576185 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-15160074-8a94-48d4-afb7-4ea933004382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] For port 4e98d3f6-71c5-443d-977f-c520845d8595, host hv-neutron-mast, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:38.587170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-15160074-8a94-48d4-afb7-4ea933004382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.599118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad38c125-948f-41e3-abb7-fb598ac11f34 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.599390 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad38c125-948f-41e3-abb7-fb598ac11f34 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.602595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-15160074-8a94-48d4-afb7-4ea933004382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Calling delete_port for 4e98d3f6-71c5-443d-977f-c520845d8595 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:38.662026 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.663722 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7e339fc3-e5f5-4ff2-a873-4f94e8b31ca3 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2454717 Dec 06 14:21:38.669302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57976) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:38.674672 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-04cfe8ab-e95e-4388-9bde-67ceb2f88df2 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1478539499', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'fixed_ips': [{'ip_address': '172.36.1.53'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:38.693282 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ad38c125-948f-41e3-abb7-fb598ac11f34 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Calling delete_port for 47d2686d-bd8f-434b-8926-2e11df7625b0 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:38.745667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57978) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:38.776838 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cfe8ab-e95e-4388-9bde-67ceb2f88df2 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Made reservation on behalf of 0858e6e7bd2c484c958c62c9fe8adce8 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:38.779986 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04cfe8ab-e95e-4388-9bde-67ceb2f88df2 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.791645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04cfe8ab-e95e-4388-9bde-67ceb2f88df2 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.809975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-15160074-8a94-48d4-afb7-4ea933004382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.861653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-15160074-8a94-48d4-afb7-4ea933004382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:38.868119 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-15160074-8a94-48d4-afb7-4ea933004382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "DELETE /v2.0/ports/4e98d3f6-71c5-443d-977f-c520845d8595 HTTP/1.1" status: 204 len: 168 time: 0.5755663 Dec 06 14:21:38.868119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15160074-8a94-48d4-afb7-4ea933004382 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e98d3f6-71c5-443d-977f-c520845d8595,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:38.870254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57982) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:38.906860 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-87390e8e-3993-40d7-b4c7-b059c5ee9898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] GET failed (client error): The resource could not be found. Dec 06 14:21:38.908297 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-87390e8e-3993-40d7-b4c7-b059c5ee9898 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1021689177-project-admin] 10.222.0.42 "GET /v2.0/ports/4e98d3f6-71c5-443d-977f-c520845d8595 HTTP/1.1" status: 404 len: 333 time: 0.0371192 Dec 06 14:21:38.912375 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 57984) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:38.969310 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3c5b-5a9e-4d78-9081-34f7259ad20f tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.014029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbe3c5b-5a9e-4d78-9081-34f7259ad20f tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event deleted for resources: {'Port': ['ID=8a2d7fe7-7a16-45d4-a8a2-d3b072b6c6ec,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:39.075445 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8485dbb3-98d2-4813-9c75-a41ac4fbbb51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.212370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-313516785', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:39.298721 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8485dbb3-98d2-4813-9c75-a41ac4fbbb51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.312589 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3c5b-5a9e-4d78-9081-34f7259ad20f tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.317129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3c5b-5a9e-4d78-9081-34f7259ad20f tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.318924 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6fbe3c5b-5a9e-4d78-9081-34f7259ad20f tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "DELETE /v2.0/floatingips/b76ae707-ad84-40a3-8b8d-29253b5172b8 HTTP/1.1" status: 204 len: 168 time: 1.4520323 Dec 06 14:21:39.324132 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 57996) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:39.333097 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-09ed9f86-d2fd-4b8f-8de3-29f7f201b237 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Request body: {'floatingip': {'floating_network_id': 'fcfb5d68-b57a-415f-a7ab-4c8426fc36ac', 'port_id': 'b6f75bf9-4100-4176-b3b3-dcdf2bd37113', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:39.353746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d8cd8-d7f8-4cc8-8502-523810f0d7bf req-ab997cef-f79a-4951-8f05-f6a16706488d tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:39.355323 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-812d8cd8-d7f8-4cc8-8502-523810f0d7bf req-ab997cef-f79a-4951-8f05-f6a16706488d tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 931 time: 0.1473396 Dec 06 14:21:39.357180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-8485dbb3-98d2-4813-9c75-a41ac4fbbb51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4bce731-83c1-4a5a-a179-29f0a6121cc8']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:39.389948 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-8485dbb3-98d2-4813-9c75-a41ac4fbbb51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '984e7525-1699-4d91-9506-e54bfc17809d') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:39.390331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-8485dbb3-98d2-4813-9c75-a41ac4fbbb51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '984e7525-1699-4d91-9506-e54bfc17809d') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:39.400963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7bd1f4-55ec-4521-94b6-1b48160fee79 req-1635d703-788e-4d9e-925d-b15bfa471444 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:39.402491 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea7bd1f4-55ec-4521-94b6-1b48160fee79 req-1635d703-788e-4d9e-925d-b15bfa471444 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 932 time: 0.1818833 Dec 06 14:21:39.416216 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-812d8cd8-d7f8-4cc8-8502-523810f0d7bf req-27054a4c-5c46-4509-9e7f-14888ff9d12b tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545809 Dec 06 14:21:39.427666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8485dbb3-98d2-4813-9c75-a41ac4fbbb51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.429371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad38c125-948f-41e3-abb7-fb598ac11f34 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.465202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8485dbb3-98d2-4813-9c75-a41ac4fbbb51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.484632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad38c125-948f-41e3-abb7-fb598ac11f34 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event deleted for resources: {'Port': ['ID=47d2686d-bd8f-434b-8926-2e11df7625b0,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:39.496712 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Made reservation on behalf of d3abc26b9fb246c48d08a048abd0ab12 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:39.500089 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.506551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8485dbb3-98d2-4813-9c75-a41ac4fbbb51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:21:39.507097 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8485dbb3-98d2-4813-9c75-a41ac4fbbb51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:21:39.513087 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:21:39.565262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.570939 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad38c125-948f-41e3-abb7-fb598ac11f34 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.575234 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-ad38c125-948f-41e3-abb7-fb598ac11f34 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Floating IP e85463a5-2e0a-48da-86f7-bcdd854ec1be disassociated (deleted). External IP: 172.36.1.117, port: 584dff4b-1f21-4266-a4b6-5eea3c8c0908. Dec 06 14:21:39.607329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04cfe8ab-e95e-4388-9bde-67ceb2f88df2 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.623087 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea7bd1f4-55ec-4521-94b6-1b48160fee79 req-2eb34d44-7130-421e-a67d-0a6176a40f4a tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111790 Dec 06 14:21:39.624047 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-09ed9f86-d2fd-4b8f-8de3-29f7f201b237 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for floatingip, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.686438 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04cfe8ab-e95e-4388-9bde-67ceb2f88df2 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.696283 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-04cfe8ab-e95e-4388-9bde-67ceb2f88df2 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] device_id is not set on port 5d3c77f4-ab21-4293-bd2c-393e01713751 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:39.762168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8485dbb3-98d2-4813-9c75-a41ac4fbbb51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.764045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cfe8ab-e95e-4388-9bde-67ceb2f88df2 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c876efc-7af8-4e38-98a8-67fa5445fb25,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:39.836463 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8485dbb3-98d2-4813-9c75-a41ac4fbbb51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:39.840992 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8485dbb3-98d2-4813-9c75-a41ac4fbbb51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] 10.222.0.42 "DELETE /v2.0/networks/e4bce731-83c1-4a5a-a179-29f0a6121cc8 HTTP/1.1" status: 204 len: 168 time: 0.9275608 Dec 06 14:21:39.893366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8485dbb3-98d2-4813-9c75-a41ac4fbbb51 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1665798477-project] Pushing event deleted for resources: {'Network': ['ID=e4bce731-83c1-4a5a-a179-29f0a6121cc8,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:39.930975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad38c125-948f-41e3-abb7-fb598ac11f34 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Router e246397b-5870-4504-933d-7c2e40a70169 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:21:39.950526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:40.041524 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:40.068585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] device_id is not set on port 4d77b7e8-a5b8-4e10-91af-c910956dda8e yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:40.079286 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad38c125-948f-41e3-abb7-fb598ac11f34 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:21:40.090084 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1bd49-f5e3-48d5-8dcc-364896aeabab None None] Sync routers for ids ['e246397b-5870-4504-933d-7c2e40a70169'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:21:40.096821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad38c125-948f-41e3-abb7-fb598ac11f34 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:40.100657 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-09ed9f86-d2fd-4b8f-8de3-29f7f201b237 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:21:40.101758 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-09ed9f86-d2fd-4b8f-8de3-29f7f201b237 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7731633 Dec 06 14:21:40.107617 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a1bd49-f5e3-48d5-8dcc-364896aeabab None None] Routers {'e246397b-5870-4504-933d-7c2e40a70169'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:40.108240 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-19a1bd49-f5e3-48d5-8dcc-364896aeabab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:33Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e246397b-5870-4504-933d-7c2e40a70169'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:40.140088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58012) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:40.142268 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': 'b6f75bf9-4100-4176-b3b3-dcdf2bd37113', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:40.151542 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-04cfe8ab-e95e-4388-9bde-67ceb2f88df2 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 14:21:40.152076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04cfe8ab-e95e-4388-9bde-67ceb2f88df2 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:21:40.172736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71f2295-329f-42b8-a2fb-0ce54724fd08,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:40.196599 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ad38c125-948f-41e3-abb7-fb598ac11f34 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "DELETE /v2.0/floatingips/e85463a5-2e0a-48da-86f7-bcdd854ec1be HTTP/1.1" status: 204 len: 168 time: 2.1015570 Dec 06 14:21:40.204086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58014) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:40.208743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:40.217714 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-19a1bd49-f5e3-48d5-8dcc-364896aeabab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:40.236231 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58016) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:40.236573 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a1bd49-f5e3-48d5-8dcc-364896aeabab None None] Routers {'e246397b-5870-4504-933d-7c2e40a70169'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:40.237220 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-19a1bd49-f5e3-48d5-8dcc-364896aeabab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:33Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e246397b-5870-4504-933d-7c2e40a70169'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:40.271991 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-19a1bd49-f5e3-48d5-8dcc-364896aeabab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:40.272708 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a1bd49-f5e3-48d5-8dcc-364896aeabab None None] The sync data for ids ['e246397b-5870-4504-933d-7c2e40a70169'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:21:40.301294 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Allocated IP 172.36.1.187 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/4d77b7e8-a5b8-4e10-91af-c910956dda8e) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:40.367060 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-04cfe8ab-e95e-4388-9bde-67ceb2f88df2 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.6963637 Dec 06 14:21:40.371290 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58022) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:40.480380 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58026) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:40.492649 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:40.727053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:40.748719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:40.833270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Request body: {'networks': [{'name': 'tempest-network--984980864'}, {'name': 'tempest-network--1195234898'}]} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:40.833872 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Request body: {'network': {'name': 'tempest-network--984980864'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:40.834036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Request body: {'network': {'name': 'tempest-network--1195234898'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:40.837647 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2ceb9e84-8fd7-4bce-a647-641f23b43d7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85f98f3900a74450a83cec5d103df41c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552501 Dec 06 14:21:40.842412 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58032) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:40.941402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a28a60-e955-4710-8327-9601d7b57c99 req-796b61ca-a1b2-41e5-b779-daecef4fb654 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:40.942852 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-68a28a60-e955-4710-8327-9601d7b57c99 req-796b61ca-a1b2-41e5-b779-daecef4fb654 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 932 time: 0.1653993 Dec 06 14:21:40.954746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f570ee-452d-4cd9-8996-e96896075b70 req-1d63cac2-56ed-4ab8-b1e5-8aed5e1b3f04 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:40.956254 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-81f570ee-452d-4cd9-8996-e96896075b70 req-1d63cac2-56ed-4ab8-b1e5-8aed5e1b3f04 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 931 time: 0.1305411 Dec 06 14:21:40.996079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Made reservation on behalf of 3e3c78b69cef4ce69be852f6ab6f7694 for: {'network': 2} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:41.000712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.005651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-863bba71-a2bd-4333-b809-09c6d8651999 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Deleting port eb1646d7-0af1-49cb-815c-09e7e65c7364 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:41.005651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-863bba71-a2bd-4333-b809-09c6d8651999 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.018701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d11f2a66-6929-4e77-bbde-c325089d4e0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.030696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.033244 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.040587 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.107456 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-68a28a60-e955-4710-8327-9601d7b57c99 req-cbeeab86-a2e6-4c8e-bbdd-3c0261b96f22 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553094 Dec 06 14:21:41.115775 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-81f570ee-452d-4cd9-8996-e96896075b70 req-46d36767-4063-4a99-8ad3-2a6538c43cbb tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411912 Dec 06 14:21:41.150167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d11f2a66-6929-4e77-bbde-c325089d4e0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.165502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:41.182584 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-863bba71-a2bd-4333-b809-09c6d8651999 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.183709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:41.183821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-863bba71-a2bd-4333-b809-09c6d8651999 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.196459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:41.207757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-863bba71-a2bd-4333-b809-09c6d8651999 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Calling delete_port for eb1646d7-0af1-49cb-815c-09e7e65c7364 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:41.208662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Pushing event updated for resources: {'Port': ['ID=4d77b7e8-a5b8-4e10-91af-c910956dda8e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:41.285487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.287998 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.323006 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:41.323006 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.396645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Allocated IP 172.36.1.71 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/78ffb7d6-189f-4639-a371-26fe9edf9700) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:41.766855 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.828518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.829034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.848749 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7cec52bd-ee3d-40d2-a07e-d0a45d265dae tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1016889 Dec 06 14:21:41.849651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d11f2a66-6929-4e77-bbde-c325089d4e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.852329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d11f2a66-6929-4e77-bbde-c325089d4e0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.854220 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d11f2a66-6929-4e77-bbde-c325089d4e0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44bafc9a-2dbd-4bbf-933f-95f25820c1a0 HTTP/1.1" status: 204 len: 168 time: 1.0036786 Dec 06 14:21:41.860505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-863bba71-a2bd-4333-b809-09c6d8651999 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.871391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58034) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:41.877837 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.187'}]}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:41.883384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11f2a66-6929-4e77-bbde-c325089d4e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bafc9a-2dbd-4bbf-933f-95f25820c1a0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:41.901687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863bba71-a2bd-4333-b809-09c6d8651999 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Pushing event deleted for resources: {'Port': ['ID=eb1646d7-0af1-49cb-815c-09e7e65c7364,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:41.908876 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fc32ee-fd05-4cb3-b73a-8c0a521eb40d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:41.909352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.916596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:41.984610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:41.986038 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Added segment 36e099ee-b605-4fbc-9d18-7d43a1eeb286 of type vlan for network 2ab12723-900a-4cbe-a160-9e5c68728bb1 Dec 06 14:21:42.036430 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:42.039300 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event updated for resources: {'Port': ['ID=78ffb7d6-189f-4639-a371-26fe9edf9700,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:42.046334 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:42.049364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:42.050976 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-863bba71-a2bd-4333-b809-09c6d8651999 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.054484 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-863bba71-a2bd-4333-b809-09c6d8651999 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.055749 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-863bba71-a2bd-4333-b809-09c6d8651999 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432 tempest-ExternalNetworksAdminNegativeTestJSON-2020923432-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/1feb07ee-213b-4c6b-a2e8-b95d24171c26 HTTP/1.1" status: 204 len: 168 time: 1.6832113 Dec 06 14:21:42.057792 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.086741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Allocated IP 172.36.1.132 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/3b3aacd1-65a4-4b96-8e92-0b1f3b8303c2) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:42.105603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:42.123988 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.124335 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Added segment 2c7610e6-b0a0-4d3c-90be-6c408352c963 of type vlan for network 4e7ada47-bf77-40d8-966b-9cd7f23dc93f Dec 06 14:21:42.130045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.131233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.180838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.309942 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f87562-77cf-4fb7-9fd5-6586afae9ce5 req-50dfa4c2-887b-4f4c-97ce-de97ba2233c3 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:42.312294 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e5f87562-77cf-4fb7-9fd5-6586afae9ce5 req-50dfa4c2-887b-4f4c-97ce-de97ba2233c3 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 931 time: 0.0569162 Dec 06 14:21:42.314556 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.315225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.321913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:42.337078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:42.337078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.411876 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.414423 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e5f87562-77cf-4fb7-9fd5-6586afae9ce5 req-efba5632-7217-4ab6-919d-16d8b9341f4c tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841267 Dec 06 14:21:42.600620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event updated for resources: {'Network': ['ID=2ab12723-900a-4cbe-a160-9e5c68728bb1,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:42.601682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f24c6-c8af-4fa3-b399-789dabfd7ab4 req-6d545869-3212-4dac-9c17-fc3089f4c461 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:42.601682 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a27f24c6-c8af-4fa3-b399-789dabfd7ab4 req-6d545869-3212-4dac-9c17-fc3089f4c461 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 932 time: 0.2491086 Dec 06 14:21:42.602216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 2ab12723-900a-4cbe-a160-9e5c68728bb1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:42.602685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.602781 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event updated for resources: {'Network': ['ID=4e7ada47-bf77-40d8-966b-9cd7f23dc93f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:42.602867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 4e7ada47-bf77-40d8-966b-9cd7f23dc93f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:42.602980 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a27f24c6-c8af-4fa3-b399-789dabfd7ab4 req-a455c1f4-6d11-482b-8f7f-a4db11a7f57f tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950885 Dec 06 14:21:42.602980 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Deleting port 78ffb7d6-189f-4639-a371-26fe9edf9700 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:42.602980 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.658565 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d52e4a80-80f7-4db8-9ac8-e79c3c97abe6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.4163723 Dec 06 14:21:42.662075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58046) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:42.718320 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.719056 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.800086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Calling delete_port for 78ffb7d6-189f-4639-a371-26fe9edf9700 owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:42.810016 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:42.863776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:42.912154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc9da1-c0ec-4be7-b3ef-19422c55a87b tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:42.918845 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc9da1-c0ec-4be7-b3ef-19422c55a87b tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:42.928388 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc9da1-c0ec-4be7-b3ef-19422c55a87b tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:42.931620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dc9da1-c0ec-4be7-b3ef-19422c55a87b tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:42.936314 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e0dc9da1-c0ec-4be7-b3ef-19422c55a87b tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2730114 Dec 06 14:21:42.936947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58050) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:42.963907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:42.974083 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:43.014541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58052) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:43.016548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.042708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58054) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:43.050385 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Pushing event updated for resources: {'Port': ['ID=3b3aacd1-65a4-4b96-8e92-0b1f3b8303c2,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:43.058041 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-080ee499-e0e9-4a34-b3f5-6a9567d17804 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.112770 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f48342cb-bd75-4af0-90d8-2dccf9ba3876 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddabad3149964d7b9d67b469c68da53d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0825424 Dec 06 14:21:43.151530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58058) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:43.171429 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-080ee499-e0e9-4a34-b3f5-6a9567d17804 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.194757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-080ee499-e0e9-4a34-b3f5-6a9567d17804 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab12723-900a-4cbe-a160-9e5c68728bb1']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:43.207662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-080ee499-e0e9-4a34-b3f5-6a9567d17804 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e099ee-b605-4fbc-9d18-7d43a1eeb286') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:43.207974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-080ee499-e0e9-4a34-b3f5-6a9567d17804 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e099ee-b605-4fbc-9d18-7d43a1eeb286') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:43.219312 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-080ee499-e0e9-4a34-b3f5-6a9567d17804 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.235090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-080ee499-e0e9-4a34-b3f5-6a9567d17804 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.243537 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080ee499-e0e9-4a34-b3f5-6a9567d17804 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:21:43.244092 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-080ee499-e0e9-4a34-b3f5-6a9567d17804 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:21:43.247459 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:21:43.308715 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-718116fb-d60e-4c3b-a1fa-fadff8f1938e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.314540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.371306 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8afc941-973f-499d-b934-1a4223e24205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.399024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-080ee499-e0e9-4a34-b3f5-6a9567d17804 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.401985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8afc941-973f-499d-b934-1a4223e24205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.412578 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-080ee499-e0e9-4a34-b3f5-6a9567d17804 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.419841 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-080ee499-e0e9-4a34-b3f5-6a9567d17804 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "DELETE /v2.0/networks/2ab12723-900a-4cbe-a160-9e5c68728bb1 HTTP/1.1" status: 204 len: 168 time: 0.4817338 Dec 06 14:21:43.425080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58060) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:43.467152 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ee499-e0e9-4a34-b3f5-6a9567d17804 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event deleted for resources: {'Network': ['ID=2ab12723-900a-4cbe-a160-9e5c68728bb1,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:43.479451 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.572100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.581079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-368e84b3-2dba-4468-b70e-e7dc5f95568c tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.605570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f1d14-709b-4ec1-ac55-7889b37f3191 req-da85acd2-1dd3-48dd-915f-368f9896539a tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:43.607114 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2e5f1d14-709b-4ec1-ac55-7889b37f3191 req-da85acd2-1dd3-48dd-915f-368f9896539a tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 931 time: 0.0816045 Dec 06 14:21:43.616355 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event deleted for resources: {'Port': ['ID=78ffb7d6-189f-4639-a371-26fe9edf9700,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:43.618196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8afc941-973f-499d-b934-1a4223e24205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.620942 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8afc941-973f-499d-b934-1a4223e24205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.622105 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d8afc941-973f-499d-b934-1a4223e24205 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a2ef3f1-b25e-4a79-a6e6-cc6a27175a30 HTTP/1.1" status: 204 len: 168 time: 0.4731910 Dec 06 14:21:43.739367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.778820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-368e84b3-2dba-4468-b70e-e7dc5f95568c tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.780742 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8afc941-973f-499d-b934-1a4223e24205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a2ef3f1-b25e-4a79-a6e6-cc6a27175a30,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:43.794180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-718116fb-d60e-4c3b-a1fa-fadff8f1938e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.816544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-368e84b3-2dba-4468-b70e-e7dc5f95568c tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7ada47-bf77-40d8-966b-9cd7f23dc93f']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:43.822198 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2e5f1d14-709b-4ec1-ac55-7889b37f3191 req-1954f63a-80ed-4f57-bfaf-ca8cfcad49cd tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554310 Dec 06 14:21:43.829928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.830961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-368e84b3-2dba-4468-b70e-e7dc5f95568c tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7610e6-b0a0-4d3c-90be-6c408352c963') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:43.831256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-368e84b3-2dba-4468-b70e-e7dc5f95568c tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7610e6-b0a0-4d3c-90be-6c408352c963') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:43.842232 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-368e84b3-2dba-4468-b70e-e7dc5f95568c tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.877708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-718116fb-d60e-4c3b-a1fa-fadff8f1938e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.886335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-368e84b3-2dba-4468-b70e-e7dc5f95568c tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.909182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-368e84b3-2dba-4468-b70e-e7dc5f95568c tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:21:43.909182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-368e84b3-2dba-4468-b70e-e7dc5f95568c tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:21:43.913013 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:21:43.975973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718116fb-d60e-4c3b-a1fa-fadff8f1938e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c9c9f-90d9-40f5-8fad-32cd607e19e8,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:43.990635 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-718116fb-d60e-4c3b-a1fa-fadff8f1938e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9735f5c35b6f4973b11929bce13bc825&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9468038 Dec 06 14:21:43.993618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58068) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:44.007950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3b64a-6de2-447a-a818-0e2af9492166 req-e00f345d-e3c7-4955-bb43-e6258b78bb58 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:44.015311 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fde3b64a-6de2-447a-a818-0e2af9492166 req-e00f345d-e3c7-4955-bb43-e6258b78bb58 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 932 time: 0.2727635 Dec 06 14:21:44.098275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2baa6d7f-5ed6-4f5a-b9ef-f132fe3daf59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:44.108402 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] create failed (client error): The resource could not be found. Dec 06 14:21:44.113210 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-aa479d02-ae34-4a73-abb5-a3fee504a752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9766533 Dec 06 14:21:44.115877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58072) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:44.120587 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:44.161618 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fde3b64a-6de2-447a-a818-0e2af9492166 req-9c6ce31c-5fc5-472a-9bba-f3fa7fed2193 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400797 Dec 06 14:21:44.163714 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-368e84b3-2dba-4468-b70e-e7dc5f95568c tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:44.168016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-368e84b3-2dba-4468-b70e-e7dc5f95568c tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:44.174928 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-368e84b3-2dba-4468-b70e-e7dc5f95568c tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "DELETE /v2.0/networks/4e7ada47-bf77-40d8-966b-9cd7f23dc93f HTTP/1.1" status: 204 len: 168 time: 0.7396455 Dec 06 14:21:44.175156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58074) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:44.199066 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368e84b3-2dba-4468-b70e-e7dc5f95568c tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event deleted for resources: {'Network': ['ID=4e7ada47-bf77-40d8-966b-9cd7f23dc93f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:44.211461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2baa6d7f-5ed6-4f5a-b9ef-f132fe3daf59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:44.298105 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:44.300035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:44.334185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-7147a024-9f38-4183-8f16-0e9265b03166 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Deleting port b6f75bf9-4100-4176-b3b3-dcdf2bd37113 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:44.334185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7147a024-9f38-4183-8f16-0e9265b03166 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:44.433945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ccd88b-29e6-4330-b013-2a3a841c83b6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:44.440689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ccd88b-29e6-4330-b013-2a3a841c83b6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:44.443041 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b3ccd88b-29e6-4330-b013-2a3a841c83b6 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2660654 Dec 06 14:21:44.450555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58082) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:44.456612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7147a024-9f38-4183-8f16-0e9265b03166 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:44.458801 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-938f45d3-8251-4d25-8267-9e2416fb0390 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-832885721'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:44.470934 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-7147a024-9f38-4183-8f16-0e9265b03166 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Calling delete_port for b6f75bf9-4100-4176-b3b3-dcdf2bd37113 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:44.477731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2baa6d7f-5ed6-4f5a-b9ef-f132fe3daf59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:44.480371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2baa6d7f-5ed6-4f5a-b9ef-f132fe3daf59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:44.484383 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2baa6d7f-5ed6-4f5a-b9ef-f132fe3daf59 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e9c9c9f-90d9-40f5-8fad-32cd607e19e8 HTTP/1.1" status: 204 len: 168 time: 0.4898429 Dec 06 14:21:44.500051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa6d7f-5ed6-4f5a-b9ef-f132fe3daf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c9c9f-90d9-40f5-8fad-32cd607e19e8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:44.547621 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Pushing event updated for resources: {'Port': ['ID=3b3aacd1-65a4-4b96-8e92-0b1f3b8303c2,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:45.109502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.109502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.109502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.110820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c09f0-a135-463c-87a7-6c7b4b1515f8 req-9536c1cb-74f7-42ba-8ee5-eb75816affb3 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:45.110820 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dc9c09f0-a135-463c-87a7-6c7b4b1515f8 req-9536c1cb-74f7-42ba-8ee5-eb75816affb3 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 931 time: 0.0830889 Dec 06 14:21:45.110820 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dc9c09f0-a135-463c-87a7-6c7b4b1515f8 req-78999147-7971-433b-8fe6-5576057e85ac tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430281 Dec 06 14:21:45.110820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7147a024-9f38-4183-8f16-0e9265b03166 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.144196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147a024-9f38-4183-8f16-0e9265b03166 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event deleted for resources: {'Port': ['ID=b6f75bf9-4100-4176-b3b3-dcdf2bd37113,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:45.209102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.209102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f19cace-bf5f-4c0a-b6b8-8d7fe1a47e34 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:21:45.209102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938f45d3-8251-4d25-8267-9e2416fb0390 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Made reservation on behalf of 3e3c78b69cef4ce69be852f6ab6f7694 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:45.209102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-938f45d3-8251-4d25-8267-9e2416fb0390 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.268251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7147a024-9f38-4183-8f16-0e9265b03166 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.274558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938f45d3-8251-4d25-8267-9e2416fb0390 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:45.274880 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7147a024-9f38-4183-8f16-0e9265b03166 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "DELETE /v2.0/ports/b6f75bf9-4100-4176-b3b3-dcdf2bd37113 HTTP/1.1" status: 204 len: 168 time: 1.1582479 Dec 06 14:21:45.275492 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58096) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:45.306414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.308881 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4e24ffab-4249-4981-a4d5-8f726e41a0c3 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1040106 Dec 06 14:21:45.312574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58098) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:45.313651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-938f45d3-8251-4d25-8267-9e2416fb0390 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.319532 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-938f45d3-8251-4d25-8267-9e2416fb0390 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Added segment 3ec78ccb-9a77-43c8-80f5-b9ddb1a91136 of type vlan for network ecd26f66-2508-4438-b822-251f0edd2c7c Dec 06 14:21:45.399545 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbdeab7-e724-447b-a3bb-a73f09cad752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:45.427682 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4bbdeab7-e724-447b-a3bb-a73f09cad752 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "GET /v2.0/ports?device_id=48706e2b-9d81-4b6c-8fd1-61de162750bd HTTP/1.1" status: 200 len: 913 time: 0.1455631 Dec 06 14:21:45.427682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58104) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:45.455180 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 06 14:21:45.456396 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-88e3a5de-a551-4c3b-a4c2-9a85daefdc78 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.5837564 Dec 06 14:21:45.475006 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58106) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:45.532986 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4729098-0f75-43c7-8736-f695e7aebc91 req-f810287c-ae46-4d88-9b23-b27bfff090fa tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:45.532986 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a4729098-0f75-43c7-8736-f695e7aebc91 req-f810287c-ae46-4d88-9b23-b27bfff090fa tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 932 time: 0.2497492 Dec 06 14:21:45.534230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-938f45d3-8251-4d25-8267-9e2416fb0390 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.626836 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:45.679677 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a4729098-0f75-43c7-8736-f695e7aebc91 req-d40e4cd3-a36f-4feb-b585-b476df1b5333 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236677 Dec 06 14:21:45.699816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c161c-0176-4d55-b6fc-caa243b25959 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Deleting port 4d77b7e8-a5b8-4e10-91af-c910956dda8e {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:45.699816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a7c161c-0176-4d55-b6fc-caa243b25959 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.777282 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-938f45d3-8251-4d25-8267-9e2416fb0390 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.783055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938f45d3-8251-4d25-8267-9e2416fb0390 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:45.783666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-938f45d3-8251-4d25-8267-9e2416fb0390 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.813013 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a7c161c-0176-4d55-b6fc-caa243b25959 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.823372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.890764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c161c-0176-4d55-b6fc-caa243b25959 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Calling delete_port for 4d77b7e8-a5b8-4e10-91af-c910956dda8e owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:45.907847 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938f45d3-8251-4d25-8267-9e2416fb0390 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event updated for resources: {'Network': ['ID=ecd26f66-2508-4438-b822-251f0edd2c7c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:45.928069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network ecd26f66-2508-4438-b822-251f0edd2c7c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:45.953595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-63c781a1-ec02-4e1f-9d17-dadf3071ae72 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:45.954867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58114) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:45.982468 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-938f45d3-8251-4d25-8267-9e2416fb0390 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5275066 Dec 06 14:21:45.990865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58118) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:45.996842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5b282706-cfe6-48bd-9bd6-bb81e9f53e4d tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1164044728'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:46.073675 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-aca4eb66-f98d-4eed-aadb-915dbea304bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0858e6e7bd2c484c958c62c9fe8adce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1153142 Dec 06 14:21:46.075862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58120) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:46.115535 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.153903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b282706-cfe6-48bd-9bd6-bb81e9f53e4d tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Made reservation on behalf of 3e3c78b69cef4ce69be852f6ab6f7694 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:46.157306 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b282706-cfe6-48bd-9bd6-bb81e9f53e4d tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.213700 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b282706-cfe6-48bd-9bd6-bb81e9f53e4d tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:46.250112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b282706-cfe6-48bd-9bd6-bb81e9f53e4d tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.250512 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-5b282706-cfe6-48bd-9bd6-bb81e9f53e4d tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Added segment fd4685b6-1167-4898-bf58-f2a42a240c5a of type vlan for network 55f6d0ae-7141-41ef-bcaa-472a02b7b221 Dec 06 14:21:46.264368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a7c161c-0176-4d55-b6fc-caa243b25959 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.325133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c161c-0176-4d55-b6fc-caa243b25959 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d77b7e8-a5b8-4e10-91af-c910956dda8e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:46.364303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Allocated IP 172.36.1.21 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/5bcdd0a5-d396-48f3-ae14-6512a649d040) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:46.367538 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b282706-cfe6-48bd-9bd6-bb81e9f53e4d tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.437160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a7c161c-0176-4d55-b6fc-caa243b25959 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.437160 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6a7c161c-0176-4d55-b6fc-caa243b25959 tempest-RoutersAdminNegativeTest-2108842759 tempest-RoutersAdminNegativeTest-2108842759-project-admin] 10.222.0.42 "DELETE /v2.0/ports/4d77b7e8-a5b8-4e10-91af-c910956dda8e HTTP/1.1" status: 204 len: 168 time: 0.9562562 Dec 06 14:21:46.481250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcd73dbd-293f-49a2-adca-291f492b887b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.511703 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcd73dbd-293f-49a2-adca-291f492b887b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.648741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.679340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b282706-cfe6-48bd-9bd6-bb81e9f53e4d tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.685058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b282706-cfe6-48bd-9bd6-bb81e9f53e4d tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:46.693185 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b282706-cfe6-48bd-9bd6-bb81e9f53e4d tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.724364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcd73dbd-293f-49a2-adca-291f492b887b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.729515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dcd73dbd-293f-49a2-adca-291f492b887b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.729515 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dcd73dbd-293f-49a2-adca-291f492b887b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c876efc-7af8-4e38-98a8-67fa5445fb25 HTTP/1.1" status: 204 len: 168 time: 0.6513567 Dec 06 14:21:46.760974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd73dbd-293f-49a2-adca-291f492b887b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c876efc-7af8-4e38-98a8-67fa5445fb25,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:46.772249 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072acf1-8f78-4a7c-8719-c6276a8438d4 req-6655bea7-754a-462b-95db-31e63183a5b5 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:46.773796 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2072acf1-8f78-4a7c-8719-c6276a8438d4 req-6655bea7-754a-462b-95db-31e63183a5b5 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 931 time: 0.6362605 Dec 06 14:21:46.784114 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b282706-cfe6-48bd-9bd6-bb81e9f53e4d tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event updated for resources: {'Network': ['ID=55f6d0ae-7141-41ef-bcaa-472a02b7b221,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:46.805252 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 55f6d0ae-7141-41ef-bcaa-472a02b7b221 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:46.815802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4f6f15-3c4b-4c85-bf0d-d5f85f1f90ce req-3100516e-2a94-43e7-aee9-784ef65eeea8 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:46.817457 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-eb4f6f15-3c4b-4c85-bf0d-d5f85f1f90ce req-3100516e-2a94-43e7-aee9-784ef65eeea8 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 932 time: 0.0633800 Dec 06 14:21:46.830044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-63c781a1-ec02-4e1f-9d17-dadf3071ae72 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Deleting port b02e98a7-d4d8-445b-858e-a0d5163a653e {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:46.830388 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-63c781a1-ec02-4e1f-9d17-dadf3071ae72 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.847674 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5b282706-cfe6-48bd-9bd6-bb81e9f53e4d tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8550699 Dec 06 14:21:46.848839 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.856467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58138) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:46.866804 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2072acf1-8f78-4a7c-8719-c6276a8438d4 req-2cd5c704-fdc1-4b7d-a70c-daf7395c964c tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832798 Dec 06 14:21:46.867137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Request body: {'ports': [{'network_id': 'ecd26f66-2508-4438-b822-251f0edd2c7c', 'name': 'tempest-port--965130578', 'admin_state_up': True}, {'network_id': '55f6d0ae-7141-41ef-bcaa-472a02b7b221', 'admin_state_up': False}]} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:46.867431 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Request body: {'port': {'network_id': 'ecd26f66-2508-4438-b822-251f0edd2c7c', 'name': 'tempest-port--965130578', 'admin_state_up': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:46.867967 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Request body: {'port': {'network_id': '55f6d0ae-7141-41ef-bcaa-472a02b7b221', 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:46.955525 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:46.960747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-63c781a1-ec02-4e1f-9d17-dadf3071ae72 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:46.974572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-63c781a1-ec02-4e1f-9d17-dadf3071ae72 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Calling delete_port for b02e98a7-d4d8-445b-858e-a0d5163a653e owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:47.000647 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:47.012155 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:47.014080 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Pushing event updated for resources: {'Port': ['ID=5bcdd0a5-d396-48f3-ae14-6512a649d040,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:47.057216 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-eb4f6f15-3c4b-4c85-bf0d-d5f85f1f90ce req-b8a864b3-9f90-46e7-8b3f-adec180777f9 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326236 Dec 06 14:21:47.193761 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:47.223004 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58144) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:47.257040 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-63c781a1-ec02-4e1f-9d17-dadf3071ae72 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:47.288366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c781a1-ec02-4e1f-9d17-dadf3071ae72 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event deleted for resources: {'Port': ['ID=b02e98a7-d4d8-445b-858e-a0d5163a653e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:47.356508 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Made reservation on behalf of 3e3c78b69cef4ce69be852f6ab6f7694 for: {'port': 2} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:47.363531 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:47.390708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:47.502745 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-63c781a1-ec02-4e1f-9d17-dadf3071ae72 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:47.512706 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] device_id is not set on port 5b0ff101-a298-4f1b-a267-216e59a14459 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:47.544313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58156) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:47.554668 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3df3-5c60-4682-9fcb-b17f9fc53c24 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:47.568273 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:47.615680 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c6decf18-abb6-4537-a737-e540cd4fc431 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-168266159'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:47.703877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-49243cd5-abd9-4be9-9325-261335632622 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:21:47.704991 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-49243cd5-abd9-4be9-9325-261335632622 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057461 Dec 06 14:21:47.710061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c781a1-ec02-4e1f-9d17-dadf3071ae72 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Router 48706e2b-9d81-4b6c-8fd1-61de162750bd has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:21:47.719892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-7efe6326-4bdd-4325-9acc-10ee462849ee tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:21:47.719892 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-7efe6326-4bdd-4325-9acc-10ee462849ee tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076773 Dec 06 14:21:47.797199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c6decf18-abb6-4537-a737-e540cd4fc431 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:47.798247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c6decf18-abb6-4537-a737-e540cd4fc431 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:47.804931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c781a1-ec02-4e1f-9d17-dadf3071ae72 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:21:47.811028 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-63c781a1-ec02-4e1f-9d17-dadf3071ae72 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "PUT /v2.0/routers/48706e2b-9d81-4b6c-8fd1-61de162750bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3863094 Dec 06 14:21:47.812800 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58164) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:47.823653 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141df5d-7b15-4e62-b403-38c76cf54a7f None None] Sync routers for ids ['48706e2b-9d81-4b6c-8fd1-61de162750bd'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:21:47.838173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141df5d-7b15-4e62-b403-38c76cf54a7f None None] Routers {'48706e2b-9d81-4b6c-8fd1-61de162750bd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:47.839738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0141df5d-7b15-4e62-b403-38c76cf54a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:33Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['48706e2b-9d81-4b6c-8fd1-61de162750bd'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:47.887347 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0141df5d-7b15-4e62-b403-38c76cf54a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:47.899292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0141df5d-7b15-4e62-b403-38c76cf54a7f None None] Routers {'48706e2b-9d81-4b6c-8fd1-61de162750bd'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:21:47.900888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0141df5d-7b15-4e62-b403-38c76cf54a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:33Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['48706e2b-9d81-4b6c-8fd1-61de162750bd'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:47.903019 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-673ef1d5-0ce8-4dbd-a608-7a96546ce3f3 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:47.946730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0141df5d-7b15-4e62-b403-38c76cf54a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:47.947596 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0141df5d-7b15-4e62-b403-38c76cf54a7f None None] The sync data for ids ['48706e2b-9d81-4b6c-8fd1-61de162750bd'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:21:47.954042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:47.980914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3df3-5c60-4682-9fcb-b17f9fc53c24 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:47.984319 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Request body: {'port': {'device_id': '38a49d97-d37a-4078-b2da-7dbcd4fcc6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:48.002508 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c6decf18-abb6-4537-a737-e540cd4fc431 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.031562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Request body: {'port': {'device_id': 'f60b1c11-0712-47a7-8c5d-edc162e87696', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:48.090225 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d6ae3df3-5c60-4682-9fcb-b17f9fc53c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.112347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c6decf18-abb6-4537-a737-e540cd4fc431 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.174215 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] device_id is not set on port e9ad489b-8b90-40fe-9c84-10488c6607b0 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:48.179739 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-673ef1d5-0ce8-4dbd-a608-7a96546ce3f3 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.183405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-673ef1d5-0ce8-4dbd-a608-7a96546ce3f3 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.184965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.239168 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d6ae3df3-5c60-4682-9fcb-b17f9fc53c24 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=75912b8b4cc54878abdd1cebe4725e14&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0147436 Dec 06 14:21:48.241161 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.246532 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ae3df3-5c60-4682-9fcb-b17f9fc53c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e57fcb-64a8-49dd-b4db-bde878418b3d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:48.249766 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58182) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:48.266428 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d355d-ec39-4f4b-a8d0-59e9eb5cd55b req-20f7f730-310a-4b23-9375-aa813fe7785a tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:48.266428 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-be5d355d-ec39-4f4b-a8d0-59e9eb5cd55b req-20f7f730-310a-4b23-9375-aa813fe7785a tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 931 time: 0.2704785 Dec 06 14:21:48.268543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c6decf18-abb6-4537-a737-e540cd4fc431 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.269781 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c6decf18-abb6-4537-a737-e540cd4fc431 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.7230890 Dec 06 14:21:48.277901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.282652 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58184) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:48.297241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58186) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:48.392034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.408799 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-be5d355d-ec39-4f4b-a8d0-59e9eb5cd55b req-79a98184-a1d0-49e0-a983-c70eabded37b tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197207 Dec 06 14:21:48.416634 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ad148-d14e-4e2b-9241-ff1c836e13c4 req-4fd7144e-bf54-47d2-a12b-7b52336cf5d7 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:48.418169 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0a6ad148-d14e-4e2b-9241-ff1c836e13c4 req-4fd7144e-bf54-47d2-a12b-7b52336cf5d7 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 932 time: 0.2647796 Dec 06 14:21:48.470534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad2d400b-fd9f-442e-b616-fcc1d5a8ecc4 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.471416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-673ef1d5-0ce8-4dbd-a608-7a96546ce3f3 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.472685 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673ef1d5-0ce8-4dbd-a608-7a96546ce3f3 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Fanout notify agent at l3_agent the message router_deleted on router 48706e2b-9d81-4b6c-8fd1-61de162750bd {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:21:48.487042 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-673ef1d5-0ce8-4dbd-a608-7a96546ce3f3 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.488145 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-673ef1d5-0ce8-4dbd-a608-7a96546ce3f3 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "DELETE /v2.0/routers/48706e2b-9d81-4b6c-8fd1-61de162750bd HTTP/1.1" status: 204 len: 168 time: 0.6744008 Dec 06 14:21:48.491085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58192) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:48.525871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1159606836'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:48.579688 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-17e7fd88-e016-4e46-8428-46dd1cf368a7 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Deleting subnet 317c3dbb-2e61-4ec9-9691-388039303cd8 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:21:48.590291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17e7fd88-e016-4e46-8428-46dd1cf368a7 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.643791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17e7fd88-e016-4e46-8428-46dd1cf368a7 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.735041 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4253ec75-6943-462e-94dc-07ee0a16da4c {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:21:48.777069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.819104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Transition to ACTIVE for port object 4253ec75-6943-462e-94dc-07ee0a16da4c will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:21:48.824629 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17e7fd88-e016-4e46-8428-46dd1cf368a7 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.888506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.942291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Pushing event updated for resources: {'Port': ['ID=4253ec75-6943-462e-94dc-07ee0a16da4c,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:48.950019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-344d00d6-7bf9-4916-98f1-39242ebc1215 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:48.997237 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17e7fd88-e016-4e46-8428-46dd1cf368a7 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.033953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e7fd88-e016-4e46-8428-46dd1cf368a7 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event deleted for resources: {'Subnet': ['ID=317c3dbb-2e61-4ec9-9691-388039303cd8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:49.042473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17e7fd88-e016-4e46-8428-46dd1cf368a7 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.046077 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Pushing event updated for resources: {'Port': ['ID=5bcdd0a5-d396-48f3-ae14-6512a649d040,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:49.051813 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-17e7fd88-e016-4e46-8428-46dd1cf368a7 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "DELETE /v2.0/subnets/317c3dbb-2e61-4ec9-9691-388039303cd8 HTTP/1.1" status: 204 len: 168 time: 0.5566509 Dec 06 14:21:49.051813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58194) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:49.052002 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b760e236-05cf-4703-8848-69d247548461 None None] Network fcfb5d68-b57a-415f-a7ab-4c8426fc36ac requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:49.080201 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Attempting to bind port 4253ec75-6943-462e-94dc-07ee0a16da4c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:49.080571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Attempting to bind port 4253ec75-6943-462e-94dc-07ee0a16da4c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c3249943-c6d3-4bbd-baec-ff134f70badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:49.080897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Attempting to bind port 4253ec75-6943-462e-94dc-07ee0a16da4c on network 335b2338-1336-4dd0-9810-241ea87aea01 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:49.098744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Port 4253ec75-6943-462e-94dc-07ee0a16da4c on network 335b2338-1336-4dd0-9810-241ea87aea01 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:49.099619 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Attempting to bind port 4253ec75-6943-462e-94dc-07ee0a16da4c on network 335b2338-1336-4dd0-9810-241ea87aea01 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:49.134888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.141579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:21:49.143305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Checking segment: {'id': 'c3249943-c6d3-4bbd-baec-ff134f70badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:49.143305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Bound using segment: {'id': 'c3249943-c6d3-4bbd-baec-ff134f70badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:21:49.143305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Bound port: 4253ec75-6943-462e-94dc-07ee0a16da4c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3249943-c6d3-4bbd-baec-ff134f70badf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:21:49.143664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.169279 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.205920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad2d400b-fd9f-442e-b616-fcc1d5a8ecc4 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.213152 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0a6ad148-d14e-4e2b-9241-ff1c836e13c4 req-bcfc6ad0-9e87-4daa-a68b-3a6f8e8c1b86 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7660067 Dec 06 14:21:49.226461 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad2d400b-fd9f-442e-b616-fcc1d5a8ecc4 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.227931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:49.231517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.238478 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-344d00d6-7bf9-4916-98f1-39242ebc1215 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.262656 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] For port 4253ec75-6943-462e-94dc-07ee0a16da4c, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:49.277655 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.279688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.285208 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] For port 4253ec75-6943-462e-94dc-07ee0a16da4c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4253ec75-6943-462e-94dc-07ee0a16da4c,segment=NetworkSegment(c3249943-c6d3-4bbd-baec-ff134f70badf),segment_id=c3249943-c6d3-4bbd-baec-ff134f70badf)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:21:49.296562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Deleting port ae167b59-c87b-4c63-a616-a5936321b218 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:49.296935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.310444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a37c1e0-31c9-4120-b1b6-f65eafadc9be None None] DHCP port deletion for fcfb5d68-b57a-415f-a7ab-4c8426fc36ac request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:21:49.360033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] For port ae167b59-c87b-4c63-a616-a5936321b218, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae167b59-c87b-4c63-a616-a5936321b218,segment=NetworkSegment(02f21b97-7d1a-401a-98ed-3af3b34a0073),segment_id=02f21b97-7d1a-401a-98ed-3af3b34a0073)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:49.360387 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.370037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1a37c1e0-31c9-4120-b1b6-f65eafadc9be None None] Deleting port ae167b59-c87b-4c63-a616-a5936321b218 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:49.371124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a37c1e0-31c9-4120-b1b6-f65eafadc9be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.376412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Calling delete_port for ae167b59-c87b-4c63-a616-a5936321b218 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:49.380267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.384229 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1b4a960f-33ed-48d5-8c92-f8ce5cd94d38 tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0678117 Dec 06 14:21:49.386038 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58196) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:49.443896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1a37c1e0-31c9-4120-b1b6-f65eafadc9be None None] For port ae167b59-c87b-4c63-a616-a5936321b218, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae167b59-c87b-4c63-a616-a5936321b218,segment=NetworkSegment(02f21b97-7d1a-401a-98ed-3af3b34a0073),segment_id=02f21b97-7d1a-401a-98ed-3af3b34a0073)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:49.444693 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a37c1e0-31c9-4120-b1b6-f65eafadc9be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.450941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad2d400b-fd9f-442e-b616-fcc1d5a8ecc4 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.451511 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2d400b-fd9f-442e-b616-fcc1d5a8ecc4 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 578c333c-8072-449a-bc62-90f55b824489 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:21:49.455156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.462957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1a37c1e0-31c9-4120-b1b6-f65eafadc9be None None] Calling delete_port for ae167b59-c87b-4c63-a616-a5936321b218 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:49.501985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad2d400b-fd9f-442e-b616-fcc1d5a8ecc4 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.507924 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ad2d400b-fd9f-442e-b616-fcc1d5a8ecc4 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] 10.222.0.42 "DELETE /v2.0/routers/578c333c-8072-449a-bc62-90f55b824489 HTTP/1.1" status: 204 len: 168 time: 1.2198555 Dec 06 14:21:49.508089 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b7bff28c-2ec9-433a-82ca-6df335fd56c5 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2610 time: 0.1194332 Dec 06 14:21:49.515821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:49.516613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.518259 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] 10.222.0.41 "PUT /v2.0/ports/4253ec75-6943-462e-94dc-07ee0a16da4c HTTP/1.1" status: 200 len: 1093 time: 1.6631706 Dec 06 14:21:49.526493 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.530028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58200) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:49.530364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58202) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:49.538647 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7bd6f401-f308-4ca6-a255-eeefc5b3b413 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Request body: {'router': {'name': 'tempest-router-380381627', 'distributed': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:49.539740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a49d97-d37a-4078-b2da-7dbcd4fcc6c9', 'tag': '4253ec75-6943-462e-94dc-07ee0a16da4c'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:21:49.590079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-344d00d6-7bf9-4916-98f1-39242ebc1215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.592704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-344d00d6-7bf9-4916-98f1-39242ebc1215 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.596597 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-344d00d6-7bf9-4916-98f1-39242ebc1215 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7e57fcb-64a8-49dd-b4db-bde878418b3d HTTP/1.1" status: 204 len: 168 time: 1.3383756 Dec 06 14:21:49.622441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572d1cc-dfdd-4d0c-a014-51e9583139ff service neutron] Pushing event updated for resources: {'Port': ['ID=4253ec75-6943-462e-94dc-07ee0a16da4c,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:49.662547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a37c1e0-31c9-4120-b1b6-f65eafadc9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.686492 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a37c1e0-31c9-4120-b1b6-f65eafadc9be None None] No DVR routers for this DVR port ae167b59-c87b-4c63-a616-a5936321b218 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:21:49.712708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd053b-7318-450d-a8f1-6acf2a266ebe req-2ca9738c-8fef-4779-911c-7f75c2387205 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:49.714584 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cbdd053b-7318-450d-a8f1-6acf2a266ebe req-2ca9738c-8fef-4779-911c-7f75c2387205 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 943 time: 0.2112975 Dec 06 14:21:49.719696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.732511 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37c1e0-31c9-4120-b1b6-f65eafadc9be None None] Pushing event deleted for resources: {'Port': ['ID=ae167b59-c87b-4c63-a616-a5936321b218,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:49.756622 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event deleted for resources: {'Port': ['ID=ae167b59-c87b-4c63-a616-a5936321b218,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:49.786494 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] No DVR routers for this DVR port ae167b59-c87b-4c63-a616-a5936321b218 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:21:49.820610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad87790-9fcd-485d-8237-1505a6ad881c" -d '{"events": [{"name": "network-changed", "server_uuid": "38a49d97-d37a-4078-b2da-7dbcd4fcc6c9", "tag": "4253ec75-6943-462e-94dc-07ee0a16da4c"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:21:49.823098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:21:49.844673 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9df96a51-b0f5-4487-832f-97be740bc54d tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3017170 Dec 06 14:21:49.845957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d00d6-7bf9-4916-98f1-39242ebc1215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e57fcb-64a8-49dd-b4db-bde878418b3d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:49.851705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58212) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:49.856327 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cbdd053b-7318-450d-a8f1-6acf2a266ebe req-c0ca59cd-5b3b-4741-a56e-47868825a312 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328642 Dec 06 14:21:49.891886 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.905922 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event updated for resources: {'Port': ['ID=5b0ff101-a298-4f1b-a267-216e59a14459,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:49.957499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Transition to ACTIVE for port object 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 will not be triggered until provisioned by entity L2. {{(pid=103725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:21:49.969884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Checking segment: {'id': '3ec78ccb-9a77-43c8-80f5-b9ddb1a91136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'ecd26f66-2508-4438-b822-251f0edd2c7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:49.970254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Network hostable DHCP agents. Network: ecd26f66-2508-4438-b822-251f0edd2c7c, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:49.995921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f401-f308-4ca6-a255-eeefc5b3b413 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:49.998228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f401-f308-4ca6-a255-eeefc5b3b413 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.001872 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.060160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.072517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f401-f308-4ca6-a255-eeefc5b3b413 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.105329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.116735 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Network ecd26f66-2508-4438-b822-251f0edd2c7c is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:50.151119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:50.185286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f401-f308-4ca6-a255-eeefc5b3b413 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.207569 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56aef6ab-85ba-4649-8a8f-94df705affb6 x-openstack-request-id: req-56aef6ab-85ba-4649-8a8f-94df705affb6 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:21:50.207946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:50.208079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a49d97-d37a-4078-b2da-7dbcd4fcc6c9", "tag": "4253ec75-6943-462e-94dc-07ee0a16da4c", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:21:50.208320 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-56aef6ab-85ba-4649-8a8f-94df705affb6 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:21:50.208764 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a49d97-d37a-4078-b2da-7dbcd4fcc6c9', 'tag': '4253ec75-6943-462e-94dc-07ee0a16da4c', 'status': 'completed', 'code': 200} Dec 06 14:21:50.217564 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-cfdd1250-3e38-4836-ab8c-1e823a0f939a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:50.218333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ecd26f66-2508-4438-b822-251f0edd2c7c) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:50.219990 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-cfdd1250-3e38-4836-ab8c-1e823a0f939a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1581c8e1066d4f8e9d864ea17bbba555&device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 1096 time: 0.5873508 Dec 06 14:21:50.227534 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497f5d71-588f-4b74-99d2-660c1052eeea None None] Network ecd26f66-2508-4438-b822-251f0edd2c7c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:50.261900 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f04f3bf-3ada-4856-97ee-388c41759dc0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:50.264669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:50.265539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.294212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.294861 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Added segment 0a9f124e-a359-454a-ba8b-07187fd27ac9 of type vlan for network 32250b85-9d7f-4d03-9356-fdcc88577699 Dec 06 14:21:50.352181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd6f401-f308-4ca6-a255-eeefc5b3b413 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.353603 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7bd6f401-f308-4ca6-a255-eeefc5b3b413 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8203895 Dec 06 14:21:50.370452 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-e50e7251-2742-4899-8c8a-70f0442d0fd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4253ec75-6943-462e-94dc-07ee0a16da4c HTTP/1.1" status: 200 len: 217 time: 0.1080027 Dec 06 14:21:50.370935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58222) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:50.417417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Attempting to bind port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:50.417612 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Attempting to bind port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c31b01fc-9882-4822-aba4-cafc3e7435bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:50.417869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Attempting to bind port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 on network c98b384e-7d44-41c8-aa9e-af7a94219b19 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:50.419755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event updated for resources: {'Port': ['ID=e9ad489b-8b90-40fe-9c84-10488c6607b0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:50.423998 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.437263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 on network c98b384e-7d44-41c8-aa9e-af7a94219b19 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:21:50.437615 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Attempting to bind port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 on network c98b384e-7d44-41c8-aa9e-af7a94219b19 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:50.451349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:21:50.451764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Checking segment: {'id': 'c31b01fc-9882-4822-aba4-cafc3e7435bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:50.452276 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Bound using segment: {'id': 'c31b01fc-9882-4822-aba4-cafc3e7435bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:21:50.452736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Bound port: 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31b01fc-9882-4822-aba4-cafc3e7435bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:21:50.453119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.464724 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Checking segment: {'id': 'fd4685b6-1167-4898-bf58-f2a42a240c5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '55f6d0ae-7141-41ef-bcaa-472a02b7b221'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:50.465475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Network hostable DHCP agents. Network: 55f6d0ae-7141-41ef-bcaa-472a02b7b221, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:50.477777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.543894 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] For port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:50.548521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] For port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691,segment=NetworkSegment(c31b01fc-9882-4822-aba4-cafc3e7435bc),segment_id=c31b01fc-9882-4822-aba4-cafc3e7435bc)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:21:50.576397 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.582371 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:50.582953 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.596557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfb5d68-b57a-415f-a7ab-4c8426fc36ac']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:50.618615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f21b97-7d1a-401a-98ed-3af3b34a0073') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:50.618877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f21b97-7d1a-401a-98ed-3af3b34a0073') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:21:50.624294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57ed3698-bf54-459e-80dd-8fbd77b79ea1 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.647819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Network': ['ID=32250b85-9d7f-4d03-9356-fdcc88577699,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:50.657833 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:50.673647 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Network 55f6d0ae-7141-41ef-bcaa-472a02b7b221 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:50.677136 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.711394 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-955bb733-4ba7-4fdf-85fa-84469ff8d17d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3971589 Dec 06 14:21:50.712157 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58226) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:50.716457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd51c9d-fdca-44ae-abc6-92c4f0c0bb15 req-327ab856-2fc2-48de-9995-ee540aed3446 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:50.717213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f962e88e-564f-43f9-a043-2e4acded43e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:50.718273 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6cd51c9d-fdca-44ae-abc6-92c4f0c0bb15 req-327ab856-2fc2-48de-9995-ee540aed3446 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 944 time: 0.3462024 Dec 06 14:21:50.724547 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.724756 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-ed1796dd-0cc5-4605-b982-6b26984af8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:50.726062 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-ed1796dd-0cc5-4605-b982-6b26984af8dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8737697-4bab-4eb6-998b-387593d2ef8c HTTP/1.1" status: 200 len: 845 time: 0.3482404 Dec 06 14:21:50.746835 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.788626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 55f6d0ae-7141-41ef-bcaa-472a02b7b221) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:50.791537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58228) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:50.793013 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:21:50.793432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.802141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9816c633-bd52-49f6-8803-776c5622402a None None] Network 55f6d0ae-7141-41ef-bcaa-472a02b7b221 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:21:50.813478 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:21:50.817928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:50.818560 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.820193 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] 10.222.0.41 "PUT /v2.0/ports/42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 HTTP/1.1" status: 200 len: 1094 time: 2.9545739 Dec 06 14:21:50.822013 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60b1c11-0712-47a7-8c5d-edc162e87696', 'tag': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:21:50.843606 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:50.858329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:50.863420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:50.864136 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:50.904093 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-80557e8d-4a82-45d8-902f-981cc0cc4d7f tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Deleting port 5bcdd0a5-d396-48f3-ae14-6512a649d040 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:50.904432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-80557e8d-4a82-45d8-902f-981cc0cc4d7f tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.068675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ae167b59-c87b-4c63-a616-a5936321b218 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:21:51.087458 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57ed3698-bf54-459e-80dd-8fbd77b79ea1 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.095105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-e13ae2bd-5831-4562-9ff6-d046663bec42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:51.095105 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-e13ae2bd-5831-4562-9ff6-d046663bec42 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=335b2338-1336-4dd0-9810-241ea87aea01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3543403 Dec 06 14:21:51.095557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57ed3698-bf54-459e-80dd-8fbd77b79ea1 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.101666 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6cd51c9d-fdca-44ae-abc6-92c4f0c0bb15 req-4ba6cc11-eafb-41b0-9333-dac0ec50c7cf tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3687756 Dec 06 14:21:51.106755 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: ae167b59-c87b-4c63-a616-a5936321b218 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:21:51.107912 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ae167b59-c87b-4c63-a616-a5936321b218 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:21:51.133120 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.148687 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cad34ae-68f8-4b01-9191-a185c90919c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f60b1c11-0712-47a7-8c5d-edc162e87696", "tag": "42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:21:51.159540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a8e32-b1ed-4c97-83de-657d279f6fd2 service neutron] Pushing event updated for resources: {'Port': ['ID=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:51.159952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.159952 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] 10.222.0.42 "DELETE /v2.0/networks/fcfb5d68-b57a-415f-a7ab-4c8426fc36ac HTTP/1.1" status: 204 len: 168 time: 2.1013596 Dec 06 14:21:51.175648 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-130b41c7-eae9-4560-9570-6b5b5c116d2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3abc26b9fb246c48d08a048abd0ab12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3520603 Dec 06 14:21:51.180670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58242) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:51.202474 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9334fad0-d428-446f-87a0-cb28af49f3d5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.3434672 Dec 06 14:21:51.211147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58244) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:51.248837 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2238b7d7-2e01-4837-a5a4-522f568fd199 tempest-FloatingIPNegativeTestJSON-1264040021 tempest-FloatingIPNegativeTestJSON-1264040021-project] Pushing event deleted for resources: {'Network': ['ID=fcfb5d68-b57a-415f-a7ab-4c8426fc36ac,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:51.255440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-80557e8d-4a82-45d8-902f-981cc0cc4d7f tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.255769 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-80557e8d-4a82-45d8-902f-981cc0cc4d7f tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.277099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-80557e8d-4a82-45d8-902f-981cc0cc4d7f tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Calling delete_port for 5bcdd0a5-d396-48f3-ae14-6512a649d040 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:51.288558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-c78db561-0710-475a-95df-a791c5cf1dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:51.290932 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-c78db561-0710-475a-95df-a791c5cf1dcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd78db0f8cf648398d8866de73fbfdce&device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 1097 time: 0.2832093 Dec 06 14:21:51.327739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78954561-e414-4c53-a096-6c6822cf7993 req-2526f1db-3c8a-4853-9f09-35107729b8eb tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:51.329869 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-78954561-e414-4c53-a096-6c6822cf7993 req-2526f1db-3c8a-4853-9f09-35107729b8eb tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 943 time: 0.3182964 Dec 06 14:21:51.336099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57ed3698-bf54-459e-80dd-8fbd77b79ea1 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.336627 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ed3698-bf54-459e-80dd-8fbd77b79ea1 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c224292e-1a71-4b6e-ac1a-b132b8d84fa8 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:21:51.339629 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-39bc3994-4262-4231-900a-60e801853370 service neutron] 10.222.0.41 "GET /v2.0/networks/335b2338-1336-4dd0-9810-241ea87aea01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354782 Dec 06 14:21:51.346221 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57ed3698-bf54-459e-80dd-8fbd77b79ea1 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.347695 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-57ed3698-bf54-459e-80dd-8fbd77b79ea1 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] 10.222.0.42 "DELETE /v2.0/routers/c224292e-1a71-4b6e-ac1a-b132b8d84fa8 HTTP/1.1" status: 204 len: 168 time: 0.9715929 Dec 06 14:21:51.350573 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58248) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:51.355697 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3e392cde-db2b-496e-a986-0ad545640c47 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Request body: {'router': {'name': 'tempest-router-1150901343', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f44e137cf4334a6b9cc0f458a76ba6a5'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:51.373040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d455f879-821e-49a4-9eda-2fd7832bf882 x-openstack-request-id: req-d455f879-821e-49a4-9eda-2fd7832bf882 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:21:51.373399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60b1c11-0712-47a7-8c5d-edc162e87696", "tag": "42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:21:51.373632 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d455f879-821e-49a4-9eda-2fd7832bf882 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:21:51.374086 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60b1c11-0712-47a7-8c5d-edc162e87696', 'tag': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691', 'status': 'completed', 'code': 200} Dec 06 14:21:51.417271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f962e88e-564f-43f9-a043-2e4acded43e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:51.420709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f962e88e-564f-43f9-a043-2e4acded43e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.443061 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-7e074130-7848-4032-a880-1dc9a5277b37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 HTTP/1.1" status: 200 len: 217 time: 0.1248705 Dec 06 14:21:51.486062 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-256ccc59-75fd-4795-bd1b-ff7728a40fe3 req-7d15b67b-4d5b-4a3b-b2f8-2977ac988796 service neutron] 10.222.0.41 "GET /v2.0/networks/335b2338-1336-4dd0-9810-241ea87aea01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345372 Dec 06 14:21:51.536791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3e392cde-db2b-496e-a986-0ad545640c47 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.537866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3e392cde-db2b-496e-a986-0ad545640c47 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.568582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219f10ba-3169-4dd6-8b20-577c17b5c1e9 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:51.574875 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219f10ba-3169-4dd6-8b20-577c17b5c1e9 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:51.576430 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-219f10ba-3169-4dd6-8b20-577c17b5c1e9 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3593590 Dec 06 14:21:51.577244 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa7575d-407b-4ad5-9005-23bce0ca6472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.584168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58250) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:51.591759 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3e392cde-db2b-496e-a986-0ad545640c47 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.623090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-80557e8d-4a82-45d8-902f-981cc0cc4d7f tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.652445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80557e8d-4a82-45d8-902f-981cc0cc4d7f tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Pushing event deleted for resources: {'Port': ['ID=5bcdd0a5-d396-48f3-ae14-6512a649d040,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:51.662410 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-610d5729-97a9-4529-8e43-81b7433cd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:51.663659 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-610d5729-97a9-4529-8e43-81b7433cd421 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=061c47c1-bfd5-433c-88e1-662da2288010 HTTP/1.1" status: 200 len: 850 time: 0.2008791 Dec 06 14:21:51.677111 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-78954561-e414-4c53-a096-6c6822cf7993 req-9c2d1bbf-8f4f-45f8-bc3f-81c48fc82fdd tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282564 Dec 06 14:21:51.684008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa7575d-407b-4ad5-9005-23bce0ca6472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.698140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3e392cde-db2b-496e-a986-0ad545640c47 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.752889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad87790-9fcd-485d-8237-1505a6ad881c req-d9e08ec2-8a02-4f50-8100-700102e8d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:51.755007 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6ad87790-9fcd-485d-8237-1505a6ad881c req-d9e08ec2-8a02-4f50-8100-700102e8d4c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1581c8e1066d4f8e9d864ea17bbba555&device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 1096 time: 0.0978799 Dec 06 14:21:51.757939 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-80557e8d-4a82-45d8-902f-981cc0cc4d7f tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.760569 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-80557e8d-4a82-45d8-902f-981cc0cc4d7f tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.764502 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-80557e8d-4a82-45d8-902f-981cc0cc4d7f tempest-FloatingIPAdminTestJSON-707742817 tempest-FloatingIPAdminTestJSON-707742817-project] 10.222.0.42 "DELETE /v2.0/floatingips/76ed4960-f722-45d6-8c76-23e8acca3ec3 HTTP/1.1" status: 204 len: 168 time: 1.9045801 Dec 06 14:21:51.770347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58254) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:51.835016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3e392cde-db2b-496e-a986-0ad545640c47 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:51.836291 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3e392cde-db2b-496e-a986-0ad545640c47 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4836934 Dec 06 14:21:51.836930 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58256) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:51.839264 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58258) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:51.852644 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-fc0dea90-3425-44b3-add2-563e8c90097a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:51.951102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-eec2be9c-5d64-42b4-b2f9-ae409d2d85f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:51.952543 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-eec2be9c-5d64-42b4-b2f9-ae409d2d85f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c98b384e-7d44-41c8-aa9e-af7a94219b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2492619 Dec 06 14:21:51.964731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad87790-9fcd-485d-8237-1505a6ad881c req-7d0d4c73-bd0b-44ae-8cbe-e276781acd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:51.966179 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6ad87790-9fcd-485d-8237-1505a6ad881c req-7d0d4c73-bd0b-44ae-8cbe-e276781acd58 service neutron] 10.222.0.41 "GET /v2.0/networks?id=335b2338-1336-4dd0-9810-241ea87aea01 HTTP/1.1" status: 200 len: 907 time: 0.2032781 Dec 06 14:21:52.030933 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6ad87790-9fcd-485d-8237-1505a6ad881c req-8c4ab23a-7608-4903-95ea-cd88e83a3dc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4253ec75-6943-462e-94dc-07ee0a16da4c HTTP/1.1" status: 200 len: 217 time: 0.0551419 Dec 06 14:21:52.033929 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3fba9614-c147-4641-a98c-d64e46b6e1c5 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Deleting port 3b3aacd1-65a4-4b96-8e92-0b1f3b8303c2 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:52.034261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fba9614-c147-4641-a98c-d64e46b6e1c5 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.144383 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8ad96a9d-8de0-4bb2-aabd-c4d0bca2ff42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e52c7b2b4d26417b832ba39c79c4e346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3024664 Dec 06 14:21:52.149608 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58264) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:52.165422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad87790-9fcd-485d-8237-1505a6ad881c req-8b19763b-4fdf-4dd0-87bd-709edcf5732d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:52.166901 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6ad87790-9fcd-485d-8237-1505a6ad881c req-8b19763b-4fdf-4dd0-87bd-709edcf5732d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8737697-4bab-4eb6-998b-387593d2ef8c HTTP/1.1" status: 200 len: 845 time: 0.1174192 Dec 06 14:21:52.241168 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fba9614-c147-4641-a98c-d64e46b6e1c5 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.241491 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fba9614-c147-4641-a98c-d64e46b6e1c5 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.277168 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3fba9614-c147-4641-a98c-d64e46b6e1c5 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Calling delete_port for 3b3aacd1-65a4-4b96-8e92-0b1f3b8303c2 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:52.319760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad87790-9fcd-485d-8237-1505a6ad881c req-7961956b-b13c-4a23-a072-7c54871e5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:52.321270 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6ad87790-9fcd-485d-8237-1505a6ad881c req-7961956b-b13c-4a23-a072-7c54871e5b1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=335b2338-1336-4dd0-9810-241ea87aea01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1437137 Dec 06 14:21:52.364235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505d4ad-3ab9-4c5e-b946-95781165a017 req-5cac9d3b-feb9-4a42-a0a2-a6285c7e9219 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:52.365746 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b505d4ad-3ab9-4c5e-b946-95781165a017 req-5cac9d3b-feb9-4a42-a0a2-a6285c7e9219 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 944 time: 0.1733007 Dec 06 14:21:52.374557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec95bcab-4ab0-4ea7-acc6-5577b2c44756 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.432642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec95bcab-4ab0-4ea7-acc6-5577b2c44756 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.438105 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-9feac881-2b68-45b5-9c3b-f991addabb35 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Deleting port 5b0ff101-a298-4f1b-a267-216e59a14459 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:52.438611 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9feac881-2b68-45b5-9c3b-f991addabb35 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.529768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa7575d-407b-4ad5-9005-23bce0ca6472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.532358 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa7575d-407b-4ad5-9005-23bce0ca6472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.533551 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-faa7575d-407b-4ad5-9005-23bce0ca6472 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a71f2295-329f-42b8-a2fb-0ce54724fd08 HTTP/1.1" status: 204 len: 168 time: 1.3454733 Dec 06 14:21:52.541933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f962e88e-564f-43f9-a043-2e4acded43e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.546348 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-aeac1c11-1fa8-417f-90a8-ae1b98a090e1 service neutron] 10.222.0.41 "GET /v2.0/networks/c98b384e-7d44-41c8-aa9e-af7a94219b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5837793 Dec 06 14:21:52.550820 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b505d4ad-3ab9-4c5e-b946-95781165a017 req-26cc46e7-63cb-4afb-8583-c43e3eb8309d tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744165 Dec 06 14:21:52.560702 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea90-3425-44b3-add2-563e8c90097a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.561222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea90-3425-44b3-add2-563e8c90097a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.584718 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6ad87790-9fcd-485d-8237-1505a6ad881c req-8c233957-7a19-4259-a285-1a8580fad683 service neutron] 10.222.0.41 "GET /v2.0/networks/335b2338-1336-4dd0-9810-241ea87aea01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287483 Dec 06 14:21:52.647008 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec95bcab-4ab0-4ea7-acc6-5577b2c44756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.649925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec95bcab-4ab0-4ea7-acc6-5577b2c44756 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.653425 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ec95bcab-4ab0-4ea7-acc6-5577b2c44756 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2aed4fa0-36c3-4b70-8683-9a163f28f73c HTTP/1.1" status: 204 len: 168 time: 0.5005066 Dec 06 14:21:52.715961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec95bcab-4ab0-4ea7-acc6-5577b2c44756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aed4fa0-36c3-4b70-8683-9a163f28f73c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:52.759977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7575d-407b-4ad5-9005-23bce0ca6472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71f2295-329f-42b8-a2fb-0ce54724fd08,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:52.771451 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6ad87790-9fcd-485d-8237-1505a6ad881c req-7a1b2297-6e1b-4303-903f-6f64c71338e7 service neutron] 10.222.0.41 "GET /v2.0/networks/335b2338-1336-4dd0-9810-241ea87aea01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608162 Dec 06 14:21:52.812518 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9feac881-2b68-45b5-9c3b-f991addabb35 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.833656 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fba9614-c147-4641-a98c-d64e46b6e1c5 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.841884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fc0dea90-3425-44b3-add2-563e8c90097a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103725) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Dec 06 14:21:52.842214 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fc0dea90-3425-44b3-add2-563e8c90097a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Router a5a39cb5-46c9-4573-823b-1a844bf52dd6 migrating from provider to provider. {{(pid=103725) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Dec 06 14:21:52.842571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea90-3425-44b3-add2-563e8c90097a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.863977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba9614-c147-4641-a98c-d64e46b6e1c5 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Pushing event deleted for resources: {'Port': ['ID=3b3aacd1-65a4-4b96-8e92-0b1f3b8303c2,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:52.899506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f962e88e-564f-43f9-a043-2e4acded43e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=1df0e99d-b97c-4df3-aadd-2bb75db289e2,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:52.902802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea90-3425-44b3-add2-563e8c90097a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.906515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-9feac881-2b68-45b5-9c3b-f991addabb35 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Calling delete_port for 5b0ff101-a298-4f1b-a267-216e59a14459 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:52.920884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f962e88e-564f-43f9-a043-2e4acded43e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:52.921285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962e88e-564f-43f9-a043-2e4acded43e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network hostable DHCP agents. Network: 32250b85-9d7f-4d03-9356-fdcc88577699, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:52.942398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fba9614-c147-4641-a98c-d64e46b6e1c5 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.952277 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3fba9614-c147-4641-a98c-d64e46b6e1c5 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:52.959579 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3fba9614-c147-4641-a98c-d64e46b6e1c5 tempest-FloatingIPAdminTestJSON-1924430456 tempest-FloatingIPAdminTestJSON-1924430456-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/282e9073-69b7-4c45-aa9c-a59d631a18cc HTTP/1.1" status: 204 len: 168 time: 1.1830516 Dec 06 14:21:52.963189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58274) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:53.013172 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c03805-f18e-48a5-8278-34510750b860 req-8a7d03fd-817d-446e-bca7-9816ca18b24e tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:53.014684 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-85c03805-f18e-48a5-8278-34510750b860 req-8a7d03fd-817d-446e-bca7-9816ca18b24e tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 943 time: 0.2312181 Dec 06 14:21:53.023986 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea90-3425-44b3-add2-563e8c90097a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:53.047815 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d616364a-4dd7-444f-b41d-a039ecf4e876 req-a947f91e-bf98-480d-a624-517e75371dbf service neutron] 10.222.0.41 "GET /v2.0/networks/c98b384e-7d44-41c8-aa9e-af7a94219b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4393024 Dec 06 14:21:53.150814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f962e88e-564f-43f9-a043-2e4acded43e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:53.256395 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fc0dea90-3425-44b3-add2-563e8c90097a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] No L3 agents can host the router a5a39cb5-46c9-4573-823b-1a844bf52dd6 Dec 06 14:21:53.260081 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-85c03805-f18e-48a5-8278-34510750b860 req-1d6dc4f3-7932-4d35-9e89-974157a82513 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176075 Dec 06 14:21:53.318988 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad34ae-68f8-4b01-9191-a185c90919c1 req-012985b0-e948-4533-9eb1-c7e9b8d0a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:53.320737 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1cad34ae-68f8-4b01-9191-a185c90919c1 req-012985b0-e948-4533-9eb1-c7e9b8d0a17b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd78db0f8cf648398d8866de73fbfdce&device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 1097 time: 0.1315169 Dec 06 14:21:53.350378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-f962e88e-564f-43f9-a043-2e4acded43e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 32250b85-9d7f-4d03-9356-fdcc88577699) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:53.358310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5818ea5b-9249-48de-870f-0d2f3580ff2c None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:53.371091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f962e88e-564f-43f9-a043-2e4acded43e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:53.371666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f962e88e-564f-43f9-a043-2e4acded43e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:53.373919 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9feac881-2b68-45b5-9c3b-f991addabb35 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:53.407197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2810c949-4070-4387-afe2-d5ce79d21430 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Deleting port 584dff4b-1f21-4266-a4b6-5eea3c8c0908 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:53.407593 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2810c949-4070-4387-afe2-d5ce79d21430 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:53.523650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': '1df0e99d-b97c-4df3-aadd-2bb75db289e2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:21:53.525129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:53.537458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feac881-2b68-45b5-9c3b-f991addabb35 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event deleted for resources: {'Port': ['ID=5b0ff101-a298-4f1b-a267-216e59a14459,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:53.555287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9feac881-2b68-45b5-9c3b-f991addabb35 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:53.558627 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9feac881-2b68-45b5-9c3b-f991addabb35 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "DELETE /v2.0/ports/5b0ff101-a298-4f1b-a267-216e59a14459 HTTP/1.1" status: 204 len: 168 time: 1.9668562 Dec 06 14:21:53.561653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58302) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:53.598249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0dea90-3425-44b3-add2-563e8c90097a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Hosts for router a5a39cb5-46c9-4573-823b-1a844bf52dd6: [] {{(pid=103725) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Dec 06 14:21:53.607449 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f962e88e-564f-43f9-a043-2e4acded43e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8940732 Dec 06 14:21:53.627351 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58308) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:53.648101 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'name': 'tempest-NetworksTestDHCPv6-750861646'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:53.733006 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0dea90-3425-44b3-add2-563e8c90097a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Hosts for other DVR routers connected to router a5a39cb5-46c9-4573-823b-1a844bf52dd6: set() {{(pid=103725) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Dec 06 14:21:53.735541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc0dea90-3425-44b3-add2-563e8c90097a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:53.739693 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fc0dea90-3425-44b3-add2-563e8c90097a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] 10.222.0.42 "PUT /v2.0/routers/a5a39cb5-46c9-4573-823b-1a844bf52dd6 HTTP/1.1" status: 200 len: 717 time: 1.8916221 Dec 06 14:21:53.739977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58312) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:53.749868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad34ae-68f8-4b01-9191-a185c90919c1 req-2aa51f49-3358-4dcf-8ee3-d21d8683a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:53.751360 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1cad34ae-68f8-4b01-9191-a185c90919c1 req-2aa51f49-3358-4dcf-8ee3-d21d8683a658 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c98b384e-7d44-41c8-aa9e-af7a94219b19 HTTP/1.1" status: 200 len: 912 time: 0.4021249 Dec 06 14:21:53.770417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Allocated IP 2001:db8::2 (32250b85-9d7f-4d03-9356-fdcc88577699/1df0e99d-b97c-4df3-aadd-2bb75db289e2/f7fa9eca-d8e8-4512-9844-f3229460aa3e) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:53.857799 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2810c949-4070-4387-afe2-d5ce79d21430 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:53.861417 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1cad34ae-68f8-4b01-9191-a185c90919c1 req-8701e6e9-32b9-4add-8ea3-efd73bf961f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 HTTP/1.1" status: 200 len: 217 time: 0.0684040 Dec 06 14:21:53.889958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2810c949-4070-4387-afe2-d5ce79d21430 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Calling delete_port for 584dff4b-1f21-4266-a4b6-5eea3c8c0908 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:53.923259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58318) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:54.023031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.027832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58322) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:54.037620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:54.041211 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.046356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad34ae-68f8-4b01-9191-a185c90919c1 req-cbbae7c5-8a84-4989-9819-3016613feb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:54.047843 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1cad34ae-68f8-4b01-9191-a185c90919c1 req-cbbae7c5-8a84-4989-9819-3016613feb0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=061c47c1-bfd5-433c-88e1-662da2288010 HTTP/1.1" status: 200 len: 850 time: 0.1729472 Dec 06 14:21:54.092320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.108247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-272529547'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:54.111770 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port b81557af-f23e-4428-bc12-83725b8f0448 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:21:54.118711 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b50c0-f4a8-4cdb-b421-08efb5ac20e7 req-082cd336-c6b9-4af0-9738-47833e5acd67 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:54.121444 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91b50c0-f4a8-4cdb-b421-08efb5ac20e7 req-082cd336-c6b9-4af0-9738-47833e5acd67 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 944 time: 0.4223855 Dec 06 14:21:54.126679 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c0bb4502-912d-4757-a70a-7af3064c545a tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] 10.222.0.42 "GET /v2.0/routers/a5a39cb5-46c9-4573-823b-1a844bf52dd6 HTTP/1.1" status: 200 len: 717 time: 0.3856494 Dec 06 14:21:54.132542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58326) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:54.137199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-fdb39a61-343a-431a-9ce6-aed36b2d7da2 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Deleting port e9ad489b-8b90-40fe-9c84-10488c6607b0 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:54.137742 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fdb39a61-343a-431a-9ce6-aed36b2d7da2 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.138709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-744459307'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:54.146609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:54.149550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:54.153570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:54.163569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Pushing event updated for resources: {'Port': ['ID=f7fa9eca-d8e8-4512-9844-f3229460aa3e,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:54.209990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad34ae-68f8-4b01-9191-a185c90919c1 req-079d9831-cf05-42fd-b06b-0e5c40d193fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:54.211514 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1cad34ae-68f8-4b01-9191-a185c90919c1 req-079d9831-cf05-42fd-b06b-0e5c40d193fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c98b384e-7d44-41c8-aa9e-af7a94219b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1533709 Dec 06 14:21:54.219867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Attempting to bind port f7fa9eca-d8e8-4512-9844-f3229460aa3e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:54.220247 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Attempting to bind port f7fa9eca-d8e8-4512-9844-f3229460aa3e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:54.220616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Attempting to bind port f7fa9eca-d8e8-4512-9844-f3229460aa3e on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:54.226643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:21:54.227019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:54.227424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.227811 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:21:54.228310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Bound port: f7fa9eca-d8e8-4512-9844-f3229460aa3e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:21:54.228750 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.249160 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fdb39a61-343a-431a-9ce6-aed36b2d7da2 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.262669 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91b50c0-f4a8-4cdb-b421-08efb5ac20e7 req-f542290e-b5da-4e3a-bc7f-29cdf889afd2 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402590 Dec 06 14:21:54.285601 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-fdb39a61-343a-431a-9ce6-aed36b2d7da2 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Calling delete_port for e9ad489b-8b90-40fe-9c84-10488c6607b0 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:54.340018 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] For port f7fa9eca-d8e8-4512-9844-f3229460aa3e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:54.347860 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] For port f7fa9eca-d8e8-4512-9844-f3229460aa3e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f7fa9eca-d8e8-4512-9844-f3229460aa3e,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:21:54.348013 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:54.351271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.414307 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.448841 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-96d7585e-01ba-4cba-afaf-7164f1dce734 tempest-RoutersTestDVR-241357478 tempest-RoutersTestDVR-241357478-project] 10.222.0.42 "GET /v2.0/routers/a5a39cb5-46c9-4573-823b-1a844bf52dd6 HTTP/1.1" status: 200 len: 683 time: 0.3117576 Dec 06 14:21:54.449118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58332) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:54.454812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.475613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::123 (32250b85-9d7f-4d03-9356-fdcc88577699/1df0e99d-b97c-4df3-aadd-2bb75db289e2/b81557af-f23e-4428-bc12-83725b8f0448) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:54.522506 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228fe54-c1ff-472c-ac39-3c0e34fc1a64 None None] Pushing event updated for resources: {'Port': ['ID=f7fa9eca-d8e8-4512-9844-f3229460aa3e,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:54.523719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:54.527060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.529489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-049a0348-2726-473b-bd46-05688bde3777 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.567219 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.598378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fdb39a61-343a-431a-9ce6-aed36b2d7da2 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.598888 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1cad34ae-68f8-4b01-9191-a185c90919c1 req-a2aa0052-99ce-4a22-add6-24181c29b714 service neutron] 10.222.0.41 "GET /v2.0/networks/c98b384e-7d44-41c8-aa9e-af7a94219b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779447 Dec 06 14:21:54.599525 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2810c949-4070-4387-afe2-d5ce79d21430 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.628034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50caef78-b5b2-40b4-bc80-000285878768 req-38dc09f9-5819-4295-af35-ef43acd97512 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:54.629649 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-50caef78-b5b2-40b4-bc80-000285878768 req-38dc09f9-5819-4295-af35-ef43acd97512 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 943 time: 0.2307870 Dec 06 14:21:54.635517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb39a61-343a-431a-9ce6-aed36b2d7da2 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event deleted for resources: {'Port': ['ID=e9ad489b-8b90-40fe-9c84-10488c6607b0,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:54.664698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fdb39a61-343a-431a-9ce6-aed36b2d7da2 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.668120 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fdb39a61-343a-431a-9ce6-aed36b2d7da2 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "DELETE /v2.0/ports/e9ad489b-8b90-40fe-9c84-10488c6607b0 HTTP/1.1" status: 204 len: 168 time: 1.1051581 Dec 06 14:21:54.700379 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58334) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:54.743429 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-049a0348-2726-473b-bd46-05688bde3777 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.746238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-049a0348-2726-473b-bd46-05688bde3777 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.856699 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-049a0348-2726-473b-bd46-05688bde3777 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.857626 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049a0348-2726-473b-bd46-05688bde3777 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5a39cb5-46c9-4573-823b-1a844bf52dd6 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:21:54.864002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-049a0348-2726-473b-bd46-05688bde3777 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.866049 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-049a0348-2726-473b-bd46-05688bde3777 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] 10.222.0.42 "DELETE /v2.0/routers/a5a39cb5-46c9-4573-823b-1a844bf52dd6 HTTP/1.1" status: 204 len: 168 time: 0.4156570 Dec 06 14:21:54.869596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58336) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:54.874755 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5751ff23-a7e8-4a0c-ba0a-d855371fdd05 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Request body: {'router': {'name': 'tempest-router-1682731603', 'distributed': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:54.970900 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5751ff23-a7e8-4a0c-ba0a-d855371fdd05 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:54.974843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5751ff23-a7e8-4a0c-ba0a-d855371fdd05 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.044127 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2810c949-4070-4387-afe2-d5ce79d21430 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event deleted for resources: {'Port': ['ID=584dff4b-1f21-4266-a4b6-5eea3c8c0908,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:55.049426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f7fa9eca-d8e8-4512-9844-f3229460aa3e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:55.054398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5751ff23-a7e8-4a0c-ba0a-d855371fdd05 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.089707 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-00b27fdf-bcb6-403e-8faf-d698947e292f tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3855183 Dec 06 14:21:55.090441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58338) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:55.095808 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-43d2ba30-1b1c-42c4-8461-e57d20923225 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-611507872'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:55.126408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port f7fa9eca-d8e8-4512-9844-f3229460aa3e triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:55.126885 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.161046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5751ff23-a7e8-4a0c-ba0a-d855371fdd05 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.189863 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d2ba30-1b1c-42c4-8461-e57d20923225 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Made reservation on behalf of 3e3c78b69cef4ce69be852f6ab6f7694 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:55.193486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-43d2ba30-1b1c-42c4-8461-e57d20923225 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.216115 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.236150 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d2ba30-1b1c-42c4-8461-e57d20923225 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:55.249639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-43d2ba30-1b1c-42c4-8461-e57d20923225 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.249984 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-43d2ba30-1b1c-42c4-8461-e57d20923225 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Added segment b300b515-b173-469f-9a94-1871b782643b of type vlan for network 9b1139bb-9cbb-4269-a15c-88d57036eabc Dec 06 14:21:55.269790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5751ff23-a7e8-4a0c-ba0a-d855371fdd05 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.269790 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5751ff23-a7e8-4a0c-ba0a-d855371fdd05 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3940473 Dec 06 14:21:55.269790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58340) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:55.274857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port f7fa9eca-d8e8-4512-9844-f3229460aa3e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f7fa9eca-d8e8-4512-9844-f3229460aa3e,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:55.328527 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-50caef78-b5b2-40b4-bc80-000285878768 req-f794d427-a0e8-42f0-a2f1-e97ce3bb3362 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6851277 Dec 06 14:21:55.339934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.365793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2810c949-4070-4387-afe2-d5ce79d21430 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.371432 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2810c949-4070-4387-afe2-d5ce79d21430 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "DELETE /v2.0/ports/584dff4b-1f21-4266-a4b6-5eea3c8c0908 HTTP/1.1" status: 204 len: 168 time: 2.4048133 Dec 06 14:21:55.372575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.375613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58344) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:55.394885 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.422641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c0258515-52bf-4179-a106-e4fb4d5ce312 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.426525 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1cad34ae-68f8-4b01-9191-a185c90919c1 req-02910e02-329d-44c3-982d-80a49062d1c0 service neutron] 10.222.0.41 "GET /v2.0/networks/c98b384e-7d44-41c8-aa9e-af7a94219b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8107078 Dec 06 14:21:55.445641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.456114 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.475069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=f7fa9eca-d8e8-4512-9844-f3229460aa3e,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:55.500727 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25849ce3-29d8-42c5-a929-72a8e2334429 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:55.504022 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-25849ce3-29d8-42c5-a929-72a8e2334429 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "GET /v2.0/ports?device_id=e246397b-5870-4504-933d-7c2e40a70169 HTTP/1.1" status: 200 len: 913 time: 0.1235323 Dec 06 14:21:55.504152 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-43d2ba30-1b1c-42c4-8461-e57d20923225 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.504232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:55.512136 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58346) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:55.524719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.530571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb013d5-8d75-4c90-93cc-058c80070e37,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:55.572759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.573547 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Added segment 7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92 of type vlan for network ef93d385-1f1d-421f-9c07-1b9d085b9857 Dec 06 14:21:55.599477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:55.610528 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.613312 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7bd98-d7c9-4359-8179-68b3fb782585 req-f01d50c8-02b5-403a-8697-53f1434e74df tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:55.614889 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-08e7bd98-d7c9-4359-8179-68b3fb782585 req-f01d50c8-02b5-403a-8697-53f1434e74df tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 944 time: 0.2543349 Dec 06 14:21:55.621722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c0258515-52bf-4179-a106-e4fb4d5ce312 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.625225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c0258515-52bf-4179-a106-e4fb4d5ce312 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.666095 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.666447 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Added segment 3292e031-3d6b-4a50-984c-8c9ac3c64d99 of type vlan for network 8365231e-6bd5-44a0-b56c-ee97133ad92a Dec 06 14:21:55.686530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42c72ad4-b35d-485b-bee2-dd6770db98e0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:55.715516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-43d2ba30-1b1c-42c4-8461-e57d20923225 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.721328 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d2ba30-1b1c-42c4-8461-e57d20923225 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:55.722006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-43d2ba30-1b1c-42c4-8461-e57d20923225 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.731108 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-08e7bd98-d7c9-4359-8179-68b3fb782585 req-2a7ad06a-aa84-4ce3-9662-b4de098ae3e4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007760 Dec 06 14:21:55.742323 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.751568 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e323a0a9-51bf-4a4c-84ec-7b096485adfc None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:55.785001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 4253ec75-6943-462e-94dc-07ee0a16da4c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:21:55.785410 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:55.798789 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c0258515-52bf-4179-a106-e4fb4d5ce312 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.799354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0258515-52bf-4179-a106-e4fb4d5ce312 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9b508791-b4b8-486d-80ba-03eeabea35ab {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:21:55.805630 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:55.806120 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c0258515-52bf-4179-a106-e4fb4d5ce312 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.807392 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c0258515-52bf-4179-a106-e4fb4d5ce312 tempest-RoutersTestDVR-1734648322 tempest-RoutersTestDVR-1734648322-project-admin] 10.222.0.42 "DELETE /v2.0/routers/9b508791-b4b8-486d-80ba-03eeabea35ab HTTP/1.1" status: 204 len: 168 time: 0.5358298 Dec 06 14:21:55.811480 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2ba30-1b1c-42c4-8461-e57d20923225 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event updated for resources: {'Network': ['ID=9b1139bb-9cbb-4269-a15c-88d57036eabc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:55.814438 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=b81557af-f23e-4428-bc12-83725b8f0448,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:55.826055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:55.833027 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:55.833657 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.835134 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-43d2ba30-1b1c-42c4-8461-e57d20923225 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7434375 Dec 06 14:21:55.837382 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.841804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58350) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:55.852791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c5874492-8e65-44c9-8a3b-611ab270d0d3 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1393652756'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:55.864982 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 9b1139bb-9cbb-4269-a15c-88d57036eabc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:55.921978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.928192 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:55.928838 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.940693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5874492-8e65-44c9-8a3b-611ab270d0d3 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Made reservation on behalf of 3e3c78b69cef4ce69be852f6ab6f7694 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:55.950648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c5874492-8e65-44c9-8a3b-611ab270d0d3 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:55.995883 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5874492-8e65-44c9-8a3b-611ab270d0d3 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:56.006766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.resource_extend [None req-249504b1-7339-4866-ad18-822e9227e93e None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:21:56.008318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c5874492-8e65-44c9-8a3b-611ab270d0d3 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:56.009367 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-c5874492-8e65-44c9-8a3b-611ab270d0d3 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Added segment fd5e6da3-c65b-4b04-9998-4cf9d236bdc8 of type vlan for network 67d0e7c1-40e4-4aeb-8091-1d0b3c30316c Dec 06 14:21:56.047276 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-37f0f2e3-1a31-4694-815b-627ae3a73c03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4122384 Dec 06 14:21:56.055192 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58352) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:56.062623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c5874492-8e65-44c9-8a3b-611ab270d0d3 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:56.066259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:56.071844 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:56.072286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:56.088882 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1498597 Dec 06 14:21:56.088882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bfb3c-c0b4-4f64-8b7c-ccc2993b55de tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=ef93d385-1f1d-421f-9c07-1b9d085b9857,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:56.116423 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network ef93d385-1f1d-421f-9c07-1b9d085b9857 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:56.118458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-84308f23-9b76-4666-9004-c325fa83ec15 None None] Provisioning complete for port f7fa9eca-d8e8-4512-9844-f3229460aa3e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:56.118823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84308f23-9b76-4666-9004-c325fa83ec15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:56.146639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c5874492-8e65-44c9-8a3b-611ab270d0d3 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:56.165769 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5874492-8e65-44c9-8a3b-611ab270d0d3 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:56.167225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c5874492-8e65-44c9-8a3b-611ab270d0d3 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:56.220061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58354) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:56.221450 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1904058 Dec 06 14:21:56.229749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d24c8-1723-48c5-8e61-9486bc2733c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Network': ['ID=8365231e-6bd5-44a0-b56c-ee97133ad92a,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:56.241363 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e908e1-7f00-4cbd-ba21-a384f30ecc98 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:56.247521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e908e1-7f00-4cbd-ba21-a384f30ecc98 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:56.252636 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-37e908e1-7f00-4cbd-ba21-a384f30ecc98 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.1959612 Dec 06 14:21:56.256157 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58356) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:56.293411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-58c5e99b-f536-45ce-aa7c-3d13472a750c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'subnet': {'network_id': 'ef93d385-1f1d-421f-9c07-1b9d085b9857', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:56.328866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 8365231e-6bd5-44a0-b56c-ee97133ad92a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:56.349876 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c5874492-8e65-44c9-8a3b-611ab270d0d3 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5068865 Dec 06 14:21:56.446561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58362) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:56.493889 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 4253ec75-6943-462e-94dc-07ee0a16da4c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4253ec75-6943-462e-94dc-07ee0a16da4c,segment=NetworkSegment(c3249943-c6d3-4bbd-baec-ff134f70badf),segment_id=c3249943-c6d3-4bbd-baec-ff134f70badf)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:56.531013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '4253ec75-6943-462e-94dc-07ee0a16da4c', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'port_id': '4253ec75-6943-462e-94dc-07ee0a16da4c', 'mac_address': 'fa:16:3e:6e:56:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:21:56.547930 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58364) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:56.558890 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5874492-8e65-44c9-8a3b-611ab270d0d3 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event updated for resources: {'Network': ['ID=67d0e7c1-40e4-4aeb-8091-1d0b3c30316c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:56.568886 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Request body: {'subnets': [{'network_id': '9b1139bb-9cbb-4269-a15c-88d57036eabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1185315550', 'ip_version': 4}, {'network_id': '67d0e7c1-40e4-4aeb-8091-1d0b3c30316c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:56.569782 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Request body: {'subnet': {'network_id': '9b1139bb-9cbb-4269-a15c-88d57036eabc', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1185315550', 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:56.571677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Request body: {'subnet': {'network_id': '67d0e7c1-40e4-4aeb-8091-1d0b3c30316c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:56.608768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 67d0e7c1-40e4-4aeb-8091-1d0b3c30316c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:56.744751 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c5e99b-f536-45ce-aa7c-3d13472a750c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:56.750514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:56.754718 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-58c5e99b-f536-45ce-aa7c-3d13472a750c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:56.771003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4253ec75-6943-462e-94dc-07ee0a16da4c {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:21:56.775178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d4933f7-fb1e-43af-a7c8-2349875615b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:56.798734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 4253ec75-6943-462e-94dc-07ee0a16da4c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4253ec75-6943-462e-94dc-07ee0a16da4c,segment=NetworkSegment(c3249943-c6d3-4bbd-baec-ff134f70badf),segment_id=c3249943-c6d3-4bbd-baec-ff134f70badf)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:56.865317 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2848f37f-7ab5-4c7e-901c-7b59f9c0f245 req-919e3583-0113-42fc-b738-5cf45d6be2d2 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:56.868801 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2848f37f-7ab5-4c7e-901c-7b59f9c0f245 req-919e3583-0113-42fc-b738-5cf45d6be2d2 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 943 time: 0.4137428 Dec 06 14:21:56.877304 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:56.978187 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=4253ec75-6943-462e-94dc-07ee0a16da4c,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:57.046524 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-84883cb9-b116-4adb-9513-9b15325b3147 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port b81557af-f23e-4428-bc12-83725b8f0448 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:57.046875 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-84883cb9-b116-4adb-9513-9b15325b3147 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.104167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f7fa9eca-d8e8-4512-9844-f3229460aa3e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:57.197782 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c4e4ad-81f0-4274-b691-633dece59457 req-f1327d9c-41b1-4608-932a-ae718e79e51f tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:57.208062 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c3c4e4ad-81f0-4274-b691-633dece59457 req-f1327d9c-41b1-4608-932a-ae718e79e51f tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 944 time: 0.1363518 Dec 06 14:21:57.209573 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-46e8d5d9-2671-4e99-8e26-816e14d6b7a1 None None] Provisioning complete for port f7fa9eca-d8e8-4512-9844-f3229460aa3e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:57.210177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-46e8d5d9-2671-4e99-8e26-816e14d6b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.261027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-58c5e99b-f536-45ce-aa7c-3d13472a750c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.264012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port f7fa9eca-d8e8-4512-9844-f3229460aa3e triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:57.264811 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.265033 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bdf2d09-7211-4d21-aba0-e3fca831798b tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.277185 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2848f37f-7ab5-4c7e-901c-7b59f9c0f245 req-6c3a5481-1d08-496f-806e-232933d96375 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3603380 Dec 06 14:21:57.328792 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d4933f7-fb1e-43af-a7c8-2349875615b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.336282 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['4253ec75-6943-462e-94dc-07ee0a16da4c'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:21:57.415320 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c3c4e4ad-81f0-4274-b691-633dece59457 req-6ae5da91-d788-4cf3-b1fe-5b442c67ab5b tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062974 Dec 06 14:21:57.429907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-84883cb9-b116-4adb-9513-9b15325b3147 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.442184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Made reservation on behalf of 3e3c78b69cef4ce69be852f6ab6f7694 for: {'subnet': 2} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:57.442184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.442477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.452261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c5e99b-f536-45ce-aa7c-3d13472a750c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Subnet': ['ID=63dadf54-c2a0-4639-ae38-5c007315332c,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:57.474518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c5e99b-f536-45ce-aa7c-3d13472a750c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking segment: {'id': '7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ef93d385-1f1d-421f-9c07-1b9d085b9857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:57.475805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c5e99b-f536-45ce-aa7c-3d13472a750c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network hostable DHCP agents. Network: ef93d385-1f1d-421f-9c07-1b9d085b9857, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:57.483046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d4933f7-fb1e-43af-a7c8-2349875615b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.493793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-84883cb9-b116-4adb-9513-9b15325b3147 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for b81557af-f23e-4428-bc12-83725b8f0448 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:57.522855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-46e8d5d9-2671-4e99-8e26-816e14d6b7a1 None None] Provisioning complete for port b81557af-f23e-4428-bc12-83725b8f0448 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:57.522855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-46e8d5d9-2671-4e99-8e26-816e14d6b7a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.524062 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2d4933f7-fb1e-43af-a7c8-2349875615b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f44e137cf4334a6b9cc0f458a76ba6a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0119796 Dec 06 14:21:57.524821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58370) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:57.586742 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4933f7-fb1e-43af-a7c8-2349875615b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2572b1e0-59ec-4ded-ae31-831a08961d93,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:57.625838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d59ba3c0-2dd2-4cd9-a92d-49fe1045626d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.646646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-46e8d5d9-2671-4e99-8e26-816e14d6b7a1 None None] Port b81557af-f23e-4428-bc12-83725b8f0448 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:57.654822 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d59ba3c0-2dd2-4cd9-a92d-49fe1045626d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.721241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c5e99b-f536-45ce-aa7c-3d13472a750c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network ef93d385-1f1d-421f-9c07-1b9d085b9857 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:57.766710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-57df1275-48d5-4b59-bbf7-c8fd9d63f087 None None] Provisioning complete for port b81557af-f23e-4428-bc12-83725b8f0448 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:21:57.767082 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57df1275-48d5-4b59-bbf7-c8fd9d63f087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.771698 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:21:57.805435 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-58c5e99b-f536-45ce-aa7c-3d13472a750c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ef93d385-1f1d-421f-9c07-1b9d085b9857) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:57.808176 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d59ba3c0-2dd2-4cd9-a92d-49fe1045626d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.811789 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d59ba3c0-2dd2-4cd9-a92d-49fe1045626d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.813424 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d59ba3c0-2dd2-4cd9-a92d-49fe1045626d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2572b1e0-59ec-4ded-ae31-831a08961d93 HTTP/1.1" status: 204 len: 168 time: 0.2852407 Dec 06 14:21:57.826341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c5e99b-f536-45ce-aa7c-3d13472a750c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:57.827365 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-58c5e99b-f536-45ce-aa7c-3d13472a750c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:57.829989 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ba3c0-2dd2-4cd9-a92d-49fe1045626d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2572b1e0-59ec-4ded-ae31-831a08961d93,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:57.848525 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28015144-f7cd-43bf-a9e3-4e2cfe1b680f None None] Network ef93d385-1f1d-421f-9c07-1b9d085b9857 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:57.941791 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-58c5e99b-f536-45ce-aa7c-3d13472a750c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7203722 Dec 06 14:21:57.942405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58374) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:57.947490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-24002e79-cb4f-4c61-a6c8-5f7739a26c6b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1036386736'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:57.968882 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-57df1275-48d5-4b59-bbf7-c8fd9d63f087 None None] Port b81557af-f23e-4428-bc12-83725b8f0448 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:21:58.028145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24002e79-cb4f-4c61-a6c8-5f7739a26c6b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:58.037540 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24002e79-cb4f-4c61-a6c8-5f7739a26c6b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.080775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24002e79-cb4f-4c61-a6c8-5f7739a26c6b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:21:58.094337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24002e79-cb4f-4c61-a6c8-5f7739a26c6b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.095150 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-24002e79-cb4f-4c61-a6c8-5f7739a26c6b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Added segment a679f416-529d-41c1-bd59-117fc691a769 of type vlan for network 92a0118e-4b8e-4648-b98e-abb1b71e5dbc Dec 06 14:21:58.109199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691,segment=NetworkSegment(c31b01fc-9882-4822-aba4-cafc3e7435bc),segment_id=c31b01fc-9882-4822-aba4-cafc3e7435bc)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:58.122765 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'port_id': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691', 'mac_address': 'fa:16:3e:72:c0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '061c47c1-bfd5-433c-88e1-662da2288010', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:21:58.156180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24002e79-cb4f-4c61-a6c8-5f7739a26c6b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.190979 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.214996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ef93d385-1f1d-421f-9c07-1b9d085b9857', 'network_id': 'ef93d385-1f1d-421f-9c07-1b9d085b9857', 'tenant_id': '489df49b567b481298356cc894e047b0', 'fixed_ips': [{'subnet_id': '63dadf54-c2a0-4639-ae38-5c007315332c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:21:58.221868 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.290675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24002e79-cb4f-4c61-a6c8-5f7739a26c6b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.296684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24002e79-cb4f-4c61-a6c8-5f7739a26c6b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:58.297375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24002e79-cb4f-4c61-a6c8-5f7739a26c6b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.308070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-84883cb9-b116-4adb-9513-9b15325b3147 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.385653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84883cb9-b116-4adb-9513-9b15325b3147 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=b81557af-f23e-4428-bc12-83725b8f0448,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:58.432729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:21:58.445996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24002e79-cb4f-4c61-a6c8-5f7739a26c6b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=92a0118e-4b8e-4648-b98e-abb1b71e5dbc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:58.446402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-84883cb9-b116-4adb-9513-9b15325b3147 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.466458 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58382) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:58.474228 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-84883cb9-b116-4adb-9513-9b15325b3147 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/b81557af-f23e-4428-bc12-83725b8f0448 HTTP/1.1" status: 204 len: 168 time: 2.2047284 Dec 06 14:21:58.496251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 92a0118e-4b8e-4648-b98e-abb1b71e5dbc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:21:58.536741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691,segment=NetworkSegment(c31b01fc-9882-4822-aba4-cafc3e7435bc),segment_id=c31b01fc-9882-4822-aba4-cafc3e7435bc)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:21:58.557957 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-24002e79-cb4f-4c61-a6c8-5f7739a26c6b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6115255 Dec 06 14:21:58.576732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58384) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:58.610306 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Allocated IP 172.20.255.242 (ef93d385-1f1d-421f-9c07-1b9d085b9857/63dadf54-c2a0-4639-ae38-5c007315332c/3813103e-864f-4c01-953a-ddc1730499fb) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:21:58.639518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dccf0cb-1b34-4a9b-aa96-7f1e38074dfe tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:58.644639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dccf0cb-1b34-4a9b-aa96-7f1e38074dfe tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:58.652208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58386) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:58.652602 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6dccf0cb-1b34-4a9b-aa96-7f1e38074dfe tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1840880 Dec 06 14:21:58.690281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f796346d-9e1c-4e39-87d5-a004bd6cf8c9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'subnet': {'network_id': '92a0118e-4b8e-4648-b98e-abb1b71e5dbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:58.745363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58388) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:58.763472 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf2d09-7211-4d21-aba0-e3fca831798b tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Deleting port 20ee58b0-d1b0-47a3-9244-92bdeed169ff {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:21:58.764095 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bdf2d09-7211-4d21-aba0-e3fca831798b tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.779322 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14705702-1942-436c-8d8f-0055f8657ff3 req-f25c339d-b08f-44e4-a786-444ef1c3e797 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:58.781235 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-14705702-1942-436c-8d8f-0055f8657ff3 req-f25c339d-b08f-44e4-a786-444ef1c3e797 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 944 time: 0.3035984 Dec 06 14:21:58.816088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.821832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9eac7974-9f41-42eb-89ca-26134135183c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.889408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-26dad134-572b-4a39-a41f-366a3eb99ee1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 1df0e99d-b97c-4df3-aadd-2bb75db289e2 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:21:58.893392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-26dad134-572b-4a39-a41f-366a3eb99ee1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.934989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:58.943110 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-26dad134-572b-4a39-a41f-366a3eb99ee1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:58.992251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9eac7974-9f41-42eb-89ca-26134135183c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.022566 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-14705702-1942-436c-8d8f-0055f8657ff3 req-31a32f44-e037-4247-907e-aa79396b3b4f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218287 Dec 06 14:21:59.044487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbae649-08f0-4f9b-b24b-41fc31d8aadd req-6b767386-f175-4fd6-9aff-8b728983201a tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:59.046160 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2fbae649-08f0-4f9b-b24b-41fc31d8aadd req-6b767386-f175-4fd6-9aff-8b728983201a tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 944 time: 0.5020611 Dec 06 14:21:59.056632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.081257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9eac7974-9f41-42eb-89ca-26134135183c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.144482 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9eac7974-9f41-42eb-89ca-26134135183c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aef05d0624b640e59eba5c3001bdb071&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3932118 Dec 06 14:21:59.144482 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac7974-9f41-42eb-89ca-26134135183c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b173f6-fc93-4222-bb73-8e6d35c9cf79,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:59.146980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f796346d-9e1c-4e39-87d5-a004bd6cf8c9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:59.150821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f796346d-9e1c-4e39-87d5-a004bd6cf8c9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.152407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58390) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:59.157914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bdf2d09-7211-4d21-aba0-e3fca831798b tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.162998 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:21:59.192341 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf2d09-7211-4d21-aba0-e3fca831798b tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Calling delete_port for 20ee58b0-d1b0-47a3-9244-92bdeed169ff owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:21:59.220229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-26dad134-572b-4a39-a41f-366a3eb99ee1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.222101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.252927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.271362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Network ef93d385-1f1d-421f-9c07-1b9d085b9857 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:21:59.306318 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:59.317089 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:21:59.353506 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2fbae649-08f0-4f9b-b24b-41fc31d8aadd req-8fe49f08-a3b3-4524-9d30-f7829ff34674 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905383 Dec 06 14:21:59.368923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.399941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Pushing event updated for resources: {'Port': ['ID=3813103e-864f-4c01-953a-ddc1730499fb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:59.419073 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c0a28bf5-9068-47cc-af50-df949e0c4d88 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.423223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event updated for resources: {'Subnet': ['ID=f5ddac80-a435-413e-9711-e5e2da70e5c3,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:59.432970 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Attempting to bind port 3813103e-864f-4c01-953a-ddc1730499fb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:21:59.433589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Attempting to bind port 3813103e-864f-4c01-953a-ddc1730499fb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ef93d385-1f1d-421f-9c07-1b9d085b9857'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:21:59.434159 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Attempting to bind port 3813103e-864f-4c01-953a-ddc1730499fb on network ef93d385-1f1d-421f-9c07-1b9d085b9857 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:21:59.447531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:21:59.447531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Checking segment: {'id': '7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ef93d385-1f1d-421f-9c07-1b9d085b9857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:59.447909 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.448434 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Bound using segment: {'id': '7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ef93d385-1f1d-421f-9c07-1b9d085b9857'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:21:59.449244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Bound port: 3813103e-864f-4c01-953a-ddc1730499fb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ef93d385-1f1d-421f-9c07-1b9d085b9857'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:21:59.449445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.450433 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58392) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:59.454517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f796346d-9e1c-4e39-87d5-a004bd6cf8c9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.459719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-76f1b8dd-c2a1-46f1-9bbc-39c537122e70 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'subnet': {'network_id': '8365231e-6bd5-44a0-b56c-ee97133ad92a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:59.492128 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c0a28bf5-9068-47cc-af50-df949e0c4d88 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.502194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Checking segment: {'id': 'b300b515-b173-469f-9a94-1871b782643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9b1139bb-9cbb-4269-a15c-88d57036eabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:59.502553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Network hostable DHCP agents. Network: 9b1139bb-9cbb-4269-a15c-88d57036eabc, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:59.556944 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-26dad134-572b-4a39-a41f-366a3eb99ee1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.558857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] For port 3813103e-864f-4c01-953a-ddc1730499fb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:21:59.562413 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] For port 3813103e-864f-4c01-953a-ddc1730499fb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3813103e-864f-4c01-953a-ddc1730499fb,segment=NetworkSegment(7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92),segment_id=7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:21:59.585531 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796346d-9e1c-4e39-87d5-a004bd6cf8c9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Subnet': ['ID=180e4ec0-b164-4cdb-bd0f-f2b9492ab5a5,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:59.596537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dad134-572b-4a39-a41f-366a3eb99ee1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=1df0e99d-b97c-4df3-aadd-2bb75db289e2,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:59.599558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-26dad134-572b-4a39-a41f-366a3eb99ee1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.600577 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f796346d-9e1c-4e39-87d5-a004bd6cf8c9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking segment: {'id': 'a679f416-529d-41c1-bd59-117fc691a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '92a0118e-4b8e-4648-b98e-abb1b71e5dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:21:59.601044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f796346d-9e1c-4e39-87d5-a004bd6cf8c9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network hostable DHCP agents. Network: 92a0118e-4b8e-4648-b98e-abb1b71e5dbc, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:21:59.602987 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-26dad134-572b-4a39-a41f-366a3eb99ee1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/1df0e99d-b97c-4df3-aadd-2bb75db289e2 HTTP/1.1" status: 204 len: 168 time: 0.9468102 Dec 06 14:21:59.607402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58394) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:59.612277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba88eb38-f05f-495e-b8ea-4f0369b4b954 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:59.646562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Network 9b1139bb-9cbb-4269-a15c-88d57036eabc is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:59.672468 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a74ba57f-97fa-44ae-9241-4e88d7d3fd4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0634515 Dec 06 14:21:59.675428 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58396) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:21:59.686525 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b76fe025-8530-43c2-8ea7-791d9f831508 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:21:59.700829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.731182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c0a28bf5-9068-47cc-af50-df949e0c4d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.734259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c0a28bf5-9068-47cc-af50-df949e0c4d88 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.737710 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c0a28bf5-9068-47cc-af50-df949e0c4d88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4b173f6-fc93-4222-bb73-8e6d35c9cf79 HTTP/1.1" status: 204 len: 168 time: 0.5818655 Dec 06 14:21:59.739651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9b1139bb-9cbb-4269-a15c-88d57036eabc) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:59.744972 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f1b8dd-c2a1-46f1-9bbc-39c537122e70 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:21:59.748648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76f1b8dd-c2a1-46f1-9bbc-39c537122e70 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.758137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410e7dfa-6095-4c77-9f2d-3251d92ec322 None None] Network 9b1139bb-9cbb-4269-a15c-88d57036eabc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:59.764620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.772794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a28bf5-9068-47cc-af50-df949e0c4d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b173f6-fc93-4222-bb73-8e6d35c9cf79,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:59.792420 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 4253ec75-6943-462e-94dc-07ee0a16da4c up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:21:59.818199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bdf2d09-7211-4d21-aba0-e3fca831798b tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.839879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f796346d-9e1c-4e39-87d5-a004bd6cf8c9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network 92a0118e-4b8e-4648-b98e-abb1b71e5dbc is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:21:59.873838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f796346d-9e1c-4e39-87d5-a004bd6cf8c9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 92a0118e-4b8e-4648-b98e-abb1b71e5dbc) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:21:59.885851 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf2d09-7211-4d21-aba0-e3fca831798b tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event deleted for resources: {'Port': ['ID=20ee58b0-d1b0-47a3-9244-92bdeed169ff,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:21:59.906821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b380d5c-db0e-4c4c-a458-b235ba0fe9e6 None None] Network 92a0118e-4b8e-4648-b98e-abb1b71e5dbc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:21:59.910565 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f796346d-9e1c-4e39-87d5-a004bd6cf8c9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:21:59.911161 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f796346d-9e1c-4e39-87d5-a004bd6cf8c9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:21:59.947046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe7bd7-48d0-43c3-9a3a-0d57394f7f9a None None] Pushing event updated for resources: {'Port': ['ID=3813103e-864f-4c01-953a-ddc1730499fb,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:00.092910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755d24f6-6125-4605-aac4-eba745f08568 None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:22:00.171245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 4253ec75-6943-462e-94dc-07ee0a16da4c completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:22:00.180179 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event updated for resources: {'Subnet': ['ID=3c78c8f3-ab24-40cc-b5dc-1bd7880b5823,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:00.187091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 4253ec75-6943-462e-94dc-07ee0a16da4c triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:00.187091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:00.329966 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76fe025-8530-43c2-8ea7-791d9f831508 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:00.333623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b76fe025-8530-43c2-8ea7-791d9f831508 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:00.337458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9b1139bb-9cbb-4269-a15c-88d57036eabc', 'network_id': '9b1139bb-9cbb-4269-a15c-88d57036eabc', 'tenant_id': '3e3c78b69cef4ce69be852f6ab6f7694', 'fixed_ips': [{'subnet_id': 'f5ddac80-a435-413e-9711-e5e2da70e5c3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:00.349086 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:00.349486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Checking segment: {'id': 'fd5e6da3-c65b-4b04-9998-4cf9d236bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67d0e7c1-40e4-4aeb-8091-1d0b3c30316c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:00.349860 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Network hostable DHCP agents. Network: 67d0e7c1-40e4-4aeb-8091-1d0b3c30316c, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:00.373013 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f796346d-9e1c-4e39-87d5-a004bd6cf8c9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.7905505 Dec 06 14:22:00.390219 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58402) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:00.416610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-92a0118e-4b8e-4648-b98e-abb1b71e5dbc', 'network_id': '92a0118e-4b8e-4648-b98e-abb1b71e5dbc', 'tenant_id': '489df49b567b481298356cc894e047b0', 'fixed_ips': [{'subnet_id': '180e4ec0-b164-4cdb-bd0f-f2b9492ab5a5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:00.417613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:00.421531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-755d24f6-6125-4605-aac4-eba745f08568 None None] Deleting port f7fa9eca-d8e8-4512-9844-f3229460aa3e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:00.425945 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-755d24f6-6125-4605-aac4-eba745f08568 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:00.506819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66231ff-8df5-472d-aaad-a6c19cfd5bdd req-3bd16dea-0492-4e96-a1a6-f0db2ffae204 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:00.510509 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d66231ff-8df5-472d-aaad-a6c19cfd5bdd req-3bd16dea-0492-4e96-a1a6-f0db2ffae204 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 944 time: 0.2560561 Dec 06 14:22:00.562393 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76f1b8dd-c2a1-46f1-9bbc-39c537122e70 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:00.608080 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Network 67d0e7c1-40e4-4aeb-8091-1d0b3c30316c is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:00.657218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-755d24f6-6125-4605-aac4-eba745f08568 None None] For port f7fa9eca-d8e8-4512-9844-f3229460aa3e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f7fa9eca-d8e8-4512-9844-f3229460aa3e,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:00.657749 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-755d24f6-6125-4605-aac4-eba745f08568 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:00.678555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3841d1-8076-4ca8-8a4e-db6168640f44 req-472ecadf-f829-4d86-99df-53fe9ef6082d tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:00.680182 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ef3841d1-8076-4ca8-8a4e-db6168640f44 req-472ecadf-f829-4d86-99df-53fe9ef6082d tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 945 time: 0.1566455 Dec 06 14:22:00.687731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f1b8dd-c2a1-46f1-9bbc-39c537122e70 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Subnet': ['ID=a555916a-c7f7-487e-bb74-2a06b59b7018,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:00.701612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-755d24f6-6125-4605-aac4-eba745f08568 None None] Calling delete_port for f7fa9eca-d8e8-4512-9844-f3229460aa3e owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:00.717393 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:00.738163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f1b8dd-c2a1-46f1-9bbc-39c537122e70 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Checking segment: {'id': '3292e031-3d6b-4a50-984c-8c9ac3c64d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8365231e-6bd5-44a0-b56c-ee97133ad92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:00.742117 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f1b8dd-c2a1-46f1-9bbc-39c537122e70 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network hostable DHCP agents. Network: 8365231e-6bd5-44a0-b56c-ee97133ad92a, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:00.770509 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d66231ff-8df5-472d-aaad-a6c19cfd5bdd req-1ccaf8c4-85d8-46cf-9d7b-f89c40da593c tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2283466 Dec 06 14:22:00.771231 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 67d0e7c1-40e4-4aeb-8091-1d0b3c30316c) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:00.776165 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:00.776700 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:00.777349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:00.817136 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bdf2d09-7211-4d21-aba0-e3fca831798b tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:00.819995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Allocated IP 172.20.0.2 (9b1139bb-9cbb-4269-a15c-88d57036eabc/f5ddac80-a435-413e-9711-e5e2da70e5c3/5d9a80be-b40d-4bd4-9174-9afb24032eb8) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:00.824159 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9087f8a-4128-4392-a7e2-eeb8d32eb63f None None] Network 67d0e7c1-40e4-4aeb-8091-1d0b3c30316c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:00.826702 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:00.828362 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ef3841d1-8076-4ca8-8a4e-db6168640f44 req-1cf8adec-3590-49af-86a9-9c47edf29452 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344585 Dec 06 14:22:00.880098 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a49d97-d37a-4078-b2da-7dbcd4fcc6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4253ec75-6943-462e-94dc-07ee0a16da4c'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:22:00.901915 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f1b8dd-c2a1-46f1-9bbc-39c537122e70 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network 8365231e-6bd5-44a0-b56c-ee97133ad92a is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:00.908582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-76f1b8dd-c2a1-46f1-9bbc-39c537122e70 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8365231e-6bd5-44a0-b56c-ee97133ad92a) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:00.920840 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f1b8dd-c2a1-46f1-9bbc-39c537122e70 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:00.921506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76f1b8dd-c2a1-46f1-9bbc-39c537122e70 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:00.931992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b76fe025-8530-43c2-8ea7-791d9f831508 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:00.955361 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f327b5-993d-4ed1-8bb0-6cb15fa9eb84 None None] Network 8365231e-6bd5-44a0-b56c-ee97133ad92a requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:00.961003 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-66c45add-0efe-4a90-b4fa-ebb1168de158 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.4090085 Dec 06 14:22:00.977160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58416) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:01.058513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76fe025-8530-43c2-8ea7-791d9f831508 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:01.075962 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-76f1b8dd-c2a1-46f1-9bbc-39c537122e70 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6232917 Dec 06 14:22:01.085915 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58420) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:01.102085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3acf8efd-70af-4e95-b128-cfb2a38666a7 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1970557837'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:01.110155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b76fe025-8530-43c2-8ea7-791d9f831508 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:01.115418 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76fe025-8530-43c2-8ea7-791d9f831508 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=084b2fb9-1d5a-4957-904c-cf8c3a35e6f3,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:01.118972 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:01.132281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76fe025-8530-43c2-8ea7-791d9f831508 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:01.133361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b76fe025-8530-43c2-8ea7-791d9f831508 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:01.210322 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b144989-b27d-4687-9c9b-49186122b60b tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:01.211943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b144989-b27d-4687-9c9b-49186122b60b tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:01.213481 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b144989-b27d-4687-9c9b-49186122b60b tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:01.217988 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7b144989-b27d-4687-9c9b-49186122b60b tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2367861 Dec 06 14:22:01.219928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58424) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:01.236619 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Allocated IP 172.20.0.2 (92a0118e-4b8e-4648-b98e-abb1b71e5dbc/180e4ec0-b164-4cdb-bd0f-f2b9492ab5a5/aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:01.242583 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 4253ec75-6943-462e-94dc-07ee0a16da4c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4253ec75-6943-462e-94dc-07ee0a16da4c,segment=NetworkSegment(c3249943-c6d3-4bbd-baec-ff134f70badf),segment_id=c3249943-c6d3-4bbd-baec-ff134f70badf)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:01.247028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acf8efd-70af-4e95-b128-cfb2a38666a7 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:01.251914 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3acf8efd-70af-4e95-b128-cfb2a38666a7 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:01.263017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3813103e-864f-4c01-953a-ddc1730499fb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:01.294855 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3acf8efd-70af-4e95-b128-cfb2a38666a7 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:01.317070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ccf6356-7cd7-4c2b-b040-a733ff02ceda tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Deleting subnet f5ddac80-a435-413e-9711-e5e2da70e5c3 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:01.318041 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3acf8efd-70af-4e95-b128-cfb2a38666a7 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:01.318386 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-3acf8efd-70af-4e95-b128-cfb2a38666a7 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Added segment 8339d56e-65aa-4684-a5eb-4b318ebd7898 of type vlan for network cabebec8-969d-4772-871d-0cf894ff46d0 Dec 06 14:22:01.388920 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b76fe025-8530-43c2-8ea7-791d9f831508 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7047684 Dec 06 14:22:01.392747 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266124c8-4261-4f8c-b3d0-d0d2fbb5c1cd" -d '{"events": [{"server_uuid": "38a49d97-d37a-4078-b2da-7dbcd4fcc6c9", "name": "network-vif-plugged", "status": "completed", "tag": "4253ec75-6943-462e-94dc-07ee0a16da4c"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:22:01.394875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58434) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:01.410522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'name': 'tempest-NetworksTestDHCPv6-1351163287'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:01.415699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:01.475614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3acf8efd-70af-4e95-b128-cfb2a38666a7 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:01.532404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c2f52983-1890-4ca0-996f-14de9455bf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:01.567902 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdf2d09-7211-4d21-aba0-e3fca831798b tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Router e246397b-5870-4504-933d-7c2e40a70169 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:22:01.573445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:22:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbb75fd-6e76-4adb-b86a-93302e0ed4f6 x-openstack-request-id: req-ffbb75fd-6e76-4adb-b86a-93302e0ed4f6 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:22:01.574060 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a49d97-d37a-4078-b2da-7dbcd4fcc6c9", "name": "network-vif-plugged", "status": "completed", "tag": "4253ec75-6943-462e-94dc-07ee0a16da4c", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:22:01.574625 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ffbb75fd-6e76-4adb-b86a-93302e0ed4f6 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:22:01.575416 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a49d97-d37a-4078-b2da-7dbcd4fcc6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4253ec75-6943-462e-94dc-07ee0a16da4c', 'code': 200} Dec 06 14:22:01.581987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc4fd9e-f9e5-4bc3-92f0-0e3ae30c43b6 None None] Network ef93d385-1f1d-421f-9c07-1b9d085b9857 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:01.684247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3acf8efd-70af-4e95-b128-cfb2a38666a7 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:01.690689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acf8efd-70af-4e95-b128-cfb2a38666a7 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:01.691288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3acf8efd-70af-4e95-b128-cfb2a38666a7 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:01.694766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-755d24f6-6125-4605-aac4-eba745f08568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:01.732999 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58446) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:01.751231 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:01.754774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:01.783592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:01.805015 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acf8efd-70af-4e95-b128-cfb2a38666a7 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Network': ['ID=cabebec8-969d-4772-871d-0cf894ff46d0,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:01.807662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 315d9cfe-2522-4ddc-bab3-6125f269db69 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:22:01.815903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdf2d09-7211-4d21-aba0-e3fca831798b tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:22:01.826578 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54c11f-5421-4b3c-9558-8eae3c922970 None None] Sync routers for ids ['e246397b-5870-4504-933d-7c2e40a70169'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:22:01.839611 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4bdf2d09-7211-4d21-aba0-e3fca831798b tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "PUT /v2.0/routers/e246397b-5870-4504-933d-7c2e40a70169/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3235102 Dec 06 14:22:01.842549 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=4253ec75-6943-462e-94dc-07ee0a16da4c,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:01.855021 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3acf8efd-70af-4e95-b128-cfb2a38666a7 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7597804 Dec 06 14:22:01.855021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58454) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:01.855364 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54c11f-5421-4b3c-9558-8eae3c922970 None None] Routers {'e246397b-5870-4504-933d-7c2e40a70169'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:01.856308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58458) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:01.858169 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7f54c11f-5421-4b3c-9558-8eae3c922970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:33Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e246397b-5870-4504-933d-7c2e40a70169'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:01.861667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'subnet': {'network_id': 'cabebec8-969d-4772-871d-0cf894ff46d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:01.878965 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network cabebec8-969d-4772-871d-0cf894ff46d0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:01.950980 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7f54c11f-5421-4b3c-9558-8eae3c922970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:01.966473 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f54c11f-5421-4b3c-9558-8eae3c922970 None None] Routers {'e246397b-5870-4504-933d-7c2e40a70169'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:01.967085 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7f54c11f-5421-4b3c-9558-8eae3c922970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:21:33Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e246397b-5870-4504-933d-7c2e40a70169'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:02.003140 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7f54c11f-5421-4b3c-9558-8eae3c922970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:02.004160 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f54c11f-5421-4b3c-9558-8eae3c922970 None None] The sync data for ids ['e246397b-5870-4504-933d-7c2e40a70169'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:22:02.024216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-86a447c6-55ab-4503-99ec-d3c9976f71d9 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.028001 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-86a447c6-55ab-4503-99ec-d3c9976f71d9 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2850854 Dec 06 14:22:02.049099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755d24f6-6125-4605-aac4-eba745f08568 None None] No DVR routers for this DVR port f7fa9eca-d8e8-4512-9844-f3229460aa3e on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:02.085050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58462) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.090644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-41ce8d99-b0b9-4b49-84ea-a09293cfaa7a tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.093951 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-41ce8d99-b0b9-4b49-84ea-a09293cfaa7a tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048509 Dec 06 14:22:02.120764 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d24f6-6125-4605-aac4-eba745f08568 None None] Pushing event deleted for resources: {'Port': ['ID=f7fa9eca-d8e8-4512-9844-f3229460aa3e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:02.150169 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e36579-fb22-4503-83e3-8669de9a8df3 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:02.164263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-67d0e7c1-40e4-4aeb-8091-1d0b3c30316c', 'network_id': '67d0e7c1-40e4-4aeb-8091-1d0b3c30316c', 'tenant_id': '3e3c78b69cef4ce69be852f6ab6f7694', 'fixed_ips': [{'subnet_id': '3c78c8f3-ab24-40cc-b5dc-1bd7880b5823'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:02.165354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.168272 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5587002d-6339-4269-96d2-fce5470a3e3a None None] Provisioning complete for port 3813103e-864f-4c01-953a-ddc1730499fb triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:02.168820 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5587002d-6339-4269-96d2-fce5470a3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.268129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.268458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:22:02.350792 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 3813103e-864f-4c01-953a-ddc1730499fb triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:02.351178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.353885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58464) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.358968 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-fafa1385-fb39-482d-99ff-adbcee6b570e tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.362967 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fafa1385-fb39-482d-99ff-adbcee6b570e tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0049605 Dec 06 14:22:02.367904 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58466) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.373259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-a397fc23-a8c2-4b7d-ad4d-c094dfa2ef08 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.378916 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a397fc23-a8c2-4b7d-ad4d-c094dfa2ef08 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0043716 Dec 06 14:22:02.383333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58468) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.394336 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-a2177e89-61ce-46bb-b372-c0b30eb6a952 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.398492 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a2177e89-61ce-46bb-b372-c0b30eb6a952 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0048480 Dec 06 14:22:02.400539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58470) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.404915 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:02.405074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-724b753c-cf3b-4761-8592-ae64b2be9fb3 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.405426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.408543 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-724b753c-cf3b-4761-8592-ae64b2be9fb3 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0043788 Dec 06 14:22:02.412139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::12b (32250b85-9d7f-4d03-9356-fdcc88577699/084b2fb9-1d5a-4957-904c-cf8c3a35e6f3/315d9cfe-2522-4ddc-bab3-6125f269db69) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:02.414045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58472) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.419039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-57f0d5ba-61e0-4385-a298-588d2ac9041c tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.422485 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-57f0d5ba-61e0-4385-a298-588d2ac9041c tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041687 Dec 06 14:22:02.422610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8365231e-6bd5-44a0-b56c-ee97133ad92a', 'network_id': '8365231e-6bd5-44a0-b56c-ee97133ad92a', 'tenant_id': '8a86ffa007494370a1cabe6b03d9415f', 'fixed_ips': [{'subnet_id': 'a555916a-c7f7-487e-bb74-2a06b59b7018'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:02.422610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.429730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58474) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.434827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3996a-9053-4805-8e2c-6691084cb172 req-7e92ff4a-7707-4ed0-baa8-0985e7d44c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:02.434980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-7f1a02fc-7964-42bd-a81b-e82c218317c7 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.435898 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7f1a02fc-7964-42bd-a81b-e82c218317c7 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0052366 Dec 06 14:22:02.436981 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5df3996a-9053-4805-8e2c-6691084cb172 req-7e92ff4a-7707-4ed0-baa8-0985e7d44c6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 1098 time: 0.5208635 Dec 06 14:22:02.439103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58476) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.445641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-08631744-6cbf-4084-9b18-cfd150d4318a tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.446762 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-08631744-6cbf-4084-9b18-cfd150d4318a tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0047767 Dec 06 14:22:02.450137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58478) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.450787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b5645c-a908-4246-9fab-dcea55abab58 req-bbae26c0-86c5-48c7-9b3e-2640b242b621 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:02.453037 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-64b5645c-a908-4246-9fab-dcea55abab58 req-bbae26c0-86c5-48c7-9b3e-2640b242b621 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 945 time: 0.4900692 Dec 06 14:22:02.457202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-505df44c-5ef9-42ba-a7b2-c295c0630038 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.458118 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-505df44c-5ef9-42ba-a7b2-c295c0630038 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0048838 Dec 06 14:22:02.467630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58480) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.469282 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ccf6356-7cd7-4c2b-b040-a733ff02ceda tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.471741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-5df3996a-9053-4805-8e2c-6691084cb172 req-da48732d-ac22-4f66-b055-39da7c4c8af5 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.472442 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-55885b33-ec60-47af-951f-b9b5f27b5d8c tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.473394 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-55885b33-ec60-47af-951f-b9b5f27b5d8c tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045578 Dec 06 14:22:02.499465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58482) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.504933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-6c1cc903-4dc4-4e0f-8a6a-d5076298a712 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.505876 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6c1cc903-4dc4-4e0f-8a6a-d5076298a712 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0046940 Dec 06 14:22:02.509255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58484) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.517777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-67cd7e07-5e94-4c30-99c5-92f9bb537232 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.519471 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-67cd7e07-5e94-4c30-99c5-92f9bb537232 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0076766 Dec 06 14:22:02.523553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58486) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.527603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-dbc9e72a-bf5e-4c6f-a2a6-e3224dc87c5f tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.528515 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-dbc9e72a-bf5e-4c6f-a2a6-e3224dc87c5f tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0040662 Dec 06 14:22:02.535949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58488) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.536688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.543768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-01a37562-386d-4a35-8c2f-72e9b017040c tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.544944 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-01a37562-386d-4a35-8c2f-72e9b017040c tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0044320 Dec 06 14:22:02.550652 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58490) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.556632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-340adf00-b7a3-4975-932c-6f64f38cbaea tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.560018 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-340adf00-b7a3-4975-932c-6f64f38cbaea tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043216 Dec 06 14:22:02.562500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ccf6356-7cd7-4c2b-b040-a733ff02ceda tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.564807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58492) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.566277 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c6e53-70e8-4cf4-bb1c-6cd8d7d53f0a req-fd6ec8da-3b08-42c2-b475-68eae05b0656 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:02.567947 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8d5c6e53-70e8-4cf4-bb1c-6cd8d7d53f0a req-fd6ec8da-3b08-42c2-b475-68eae05b0656 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 945 time: 0.5520627 Dec 06 14:22:02.582432 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-7b763a57-cc11-4bf1-8733-b3d1902b5ac1 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.586033 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7b763a57-cc11-4bf1-8733-b3d1902b5ac1 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0047939 Dec 06 14:22:02.587407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58494) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.591724 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-690ec434-3e15-4008-943f-48346aede513 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.592663 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-690ec434-3e15-4008-943f-48346aede513 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0041547 Dec 06 14:22:02.606689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58496) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.612641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-63345679-bcc7-4174-9653-d1be878bdf79 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.616039 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-63345679-bcc7-4174-9653-d1be878bdf79 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0042701 Dec 06 14:22:02.617351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58498) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.621326 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:02.621580 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-d15b5702-a19b-4ff4-9eb9-4d7a2b03020a tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.625026 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.625580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.625722 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d15b5702-a19b-4ff4-9eb9-4d7a2b03020a tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0073159 Dec 06 14:22:02.635298 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58500) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.640141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-0e6c9a43-d266-453c-a4d1-40e262ad41ac tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.643596 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0e6c9a43-d266-453c-a4d1-40e262ad41ac tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048645 Dec 06 14:22:02.645924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58502) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.650490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-fb559bdd-9705-441f-83eb-07683aa5111e tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.654028 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fb559bdd-9705-441f-83eb-07683aa5111e tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046146 Dec 06 14:22:02.657698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58504) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.661670 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.698445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-c35df19c-485d-41c3-bde1-04faa663b23b tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.702192 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c35df19c-485d-41c3-bde1-04faa663b23b tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0385153 Dec 06 14:22:02.730009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Network 9b1139bb-9cbb-4269-a15c-88d57036eabc is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:02.739595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58506) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.743607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-018374be-5475-4dca-a120-d17490770482 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.747444 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-018374be-5475-4dca-a120-d17490770482 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0069311 Dec 06 14:22:02.751831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58508) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.752419 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.755041 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:02.758292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-31b47c22-b8b8-4d1b-9722-7db0f71e7329 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.759531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:02.761948 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-31b47c22-b8b8-4d1b-9722-7db0f71e7329 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0068791 Dec 06 14:22:02.762552 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58510) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.776554 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-ebd10ac8-fe9c-4d0b-80a8-cb47d6212819 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.779980 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ebd10ac8-fe9c-4d0b-80a8-cb47d6212819 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0042756 Dec 06 14:22:02.785102 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58512) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.795264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-ca5b93d3-0a7b-49d8-bcaa-278e57cf5259 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.798448 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ca5b93d3-0a7b-49d8-bcaa-278e57cf5259 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0063705 Dec 06 14:22:02.799365 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58514) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.807078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-d50f5ad0-ac07-4a43-b3b5-d145c0fcdbc7 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.810496 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d50f5ad0-ac07-4a43-b3b5-d145c0fcdbc7 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0060060 Dec 06 14:22:02.814481 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8d5c6e53-70e8-4cf4-bb1c-6cd8d7d53f0a req-573066cd-8614-4167-bf92-08704b90dcb1 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362945 Dec 06 14:22:02.814481 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58516) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.823141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-ab542ccb-6120-4546-9f6c-9cb61364d9e2 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.826538 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ab542ccb-6120-4546-9f6c-9cb61364d9e2 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0042417 Dec 06 14:22:02.832270 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Pushing event updated for resources: {'Port': ['ID=5d9a80be-b40d-4bd4-9174-9afb24032eb8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:02.851615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58518) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.853113 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-64b5645c-a908-4246-9fab-dcea55abab58 req-6cbc7cc7-6c68-4627-be0d-6deec555e57a tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3793154 Dec 06 14:22:02.857149 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-ecf75d35-77c8-4892-892a-d7caa4f71d59 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.858105 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ecf75d35-77c8-4892-892a-d7caa4f71d59 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0042181 Dec 06 14:22:02.869311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58520) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.873563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-851ce267-82c5-40d5-b947-e597577a683f tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.874513 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-851ce267-82c5-40d5-b947-e597577a683f tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042317 Dec 06 14:22:02.882203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58522) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.894744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-1203c9ba-2c5c-4417-b510-a1ef72b9b716 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.898853 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1203c9ba-2c5c-4417-b510-a1ef72b9b716 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0098906 Dec 06 14:22:02.901984 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58524) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.909502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.916578 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-a7f34f2d-bcca-4e07-939e-8450108231a1 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.919980 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a7f34f2d-bcca-4e07-939e-8450108231a1 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0146911 Dec 06 14:22:02.921011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58526) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.926880 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-31a97c3d-bbc2-4d3d-a778-4cdc8b10668d tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.930613 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-31a97c3d-bbc2-4d3d-a778-4cdc8b10668d tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0093305 Dec 06 14:22:02.931002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58528) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.944815 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-7cebff56-29ca-4e20-ba89-c877c0853f12 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.948221 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7cebff56-29ca-4e20-ba89-c877c0853f12 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0069938 Dec 06 14:22:02.948748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58530) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.954065 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-26eb36e4-34c8-4687-ab0f-b4178a81dc32 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.956931 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-26eb36e4-34c8-4687-ab0f-b4178a81dc32 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0053060 Dec 06 14:22:02.958511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.959957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58532) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.966012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-ea639d0d-4f4e-4652-b314-a29fce532f4f tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.970203 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ea639d0d-4f4e-4652-b314-a29fce532f4f tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0060372 Dec 06 14:22:02.970203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58534) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.976830 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-b3aad372-95bc-4561-acac-0e669e64bb2c tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.978974 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b3aad372-95bc-4561-acac-0e669e64bb2c tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0082281 Dec 06 14:22:02.982265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.986456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58536) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:02.989979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ccf6356-7cd7-4c2b-b040-a733ff02ceda tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:02.992886 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-91541ef9-8bd0-44d7-8a67-fa09f80b9929 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:02.996872 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-91541ef9-8bd0-44d7-8a67-fa09f80b9929 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0070322 Dec 06 14:22:02.997557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58538) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.002509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-36b120bc-bbe9-47d7-a55a-07dc18669fd9 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.006466 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-36b120bc-bbe9-47d7-a55a-07dc18669fd9 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0058954 Dec 06 14:22:03.006710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58540) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.011095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-b9fb1222-a2de-42ee-a01a-6d9ef6ce487f tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.012777 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b9fb1222-a2de-42ee-a01a-6d9ef6ce487f tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0043850 Dec 06 14:22:03.015227 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58542) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.019286 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-6752494f-b818-4e84-b624-542840c34e55 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.022648 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6752494f-b818-4e84-b624-542840c34e55 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0044653 Dec 06 14:22:03.022987 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58544) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.027399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-0eab2915-b6ab-4d75-884e-16a7507c4aef tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.028917 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0eab2915-b6ab-4d75-884e-16a7507c4aef tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0044925 Dec 06 14:22:03.031387 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58546) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.035755 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-165f529e-2796-4e0d-aadf-10d74eee9bdf tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.037881 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-165f529e-2796-4e0d-aadf-10d74eee9bdf tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0047934 Dec 06 14:22:03.045170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.045370 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58548) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.049573 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-b0265b5b-a167-4866-a3ab-058ade8be663 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.051619 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b0265b5b-a167-4866-a3ab-058ade8be663 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056138 Dec 06 14:22:03.054383 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58550) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.061609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-0c2703a0-196f-4ab7-a419-09b5afea51ad tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.063253 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0c2703a0-196f-4ab7-a419-09b5afea51ad tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0070052 Dec 06 14:22:03.074648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58552) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.091713 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-885a15f5-0671-4728-80e6-0e3e756cc48c tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.095675 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-885a15f5-0671-4728-80e6-0e3e756cc48c tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0100832 Dec 06 14:22:03.096484 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58554) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.103713 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-da112cf5-0280-4065-938a-0ec9a5614d8e tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.104347 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Network 92a0118e-4b8e-4648-b98e-abb1b71e5dbc is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:03.108572 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-da112cf5-0280-4065-938a-0ec9a5614d8e tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0101938 Dec 06 14:22:03.110276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58556) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.121041 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-6c00aeed-5ab8-4c4c-a6a6-e001462c865f tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.123843 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Subnet': ['ID=80f47a32-76ca-4bc4-aff5-15bfc310980b,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:03.124656 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6c00aeed-5ab8-4c4c-a6a6-e001462c865f tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0132983 Dec 06 14:22:03.125400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58558) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.127778 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.133316 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-6a451568-65f5-46be-a737-f881d8f41a53 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.134457 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6a451568-65f5-46be-a737-f881d8f41a53 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044739 Dec 06 14:22:03.137944 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58560) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.150848 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-069737c7-30a5-42cf-ad59-941bfb9822ca tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.151941 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-069737c7-30a5-42cf-ad59-941bfb9822ca tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0103681 Dec 06 14:22:03.166346 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58562) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.181793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-67a037f4-b066-4a38-8be9-fa5239726a78 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.182396 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.182745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.185677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.185677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.185677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.185677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.185677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.185677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.185677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.185677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.186263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.186263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.186411 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.186915 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-67a037f4-b066-4a38-8be9-fa5239726a78 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0175734 Dec 06 14:22:03.189498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58564) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.192061 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Allocated IP 172.20.0.18 (67d0e7c1-40e4-4aeb-8091-1d0b3c30316c/3c78c8f3-ab24-40cc-b5dc-1bd7880b5823/29d55baa-3ce3-4795-8d3a-bad42ae24194) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:03.206321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:03.212638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=315d9cfe-2522-4ddc-bab3-6125f269db69,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:03.215030 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:03.222977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:03.229871 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:03.232813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:03.233014 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:03.235223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-4f51ae70-1993-4b08-b630-ac8d9942f087 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.239718 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4f51ae70-1993-4b08-b630-ac8d9942f087 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0427310 Dec 06 14:22:03.239872 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.243024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58566) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.244512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Deleting port 8694a91a-c78c-4c13-bb84-c0767d0b8549 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:03.245768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.251770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.252122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.252467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.252805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.253682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.254010 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.254334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.254657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.255161 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.255633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.256104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.256571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.257070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:03.273783 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-4b0a97ed-6573-4737-a59e-8e1c836c97ff tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.275529 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-5df3996a-9053-4805-8e2c-6691084cb172 req-da48732d-ac22-4f66-b055-39da7c4c8af5 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.276190 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4b0a97ed-6573-4737-a59e-8e1c836c97ff tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0293670 Dec 06 14:22:03.279076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58568) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.284391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ccf6356-7cd7-4c2b-b040-a733ff02ceda tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.286370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Subnet': ['ID=180e4ec0-b164-4cdb-bd0f-f2b9492ab5a5,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:03.295874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-337d3f2f-4240-4db3-9ec1-caef6fda9037 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.297151 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-337d3f2f-4240-4db3-9ec1-caef6fda9037 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0141172 Dec 06 14:22:03.307423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.310501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Checking segment: {'id': '8339d56e-65aa-4684-a5eb-4b318ebd7898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'cabebec8-969d-4772-871d-0cf894ff46d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:03.311039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network hostable DHCP agents. Network: cabebec8-969d-4772-871d-0cf894ff46d0, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:03.319668 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58570) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.330273 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5587002d-6339-4269-96d2-fce5470a3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.356143 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-569c4981-dae5-4c13-921a-7b3c8c427981 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.360403 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-569c4981-dae5-4c13-921a-7b3c8c427981 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0245850 Dec 06 14:22:03.370345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58572) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.371457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.373063 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-5df3996a-9053-4805-8e2c-6691084cb172 req-da48732d-ac22-4f66-b055-39da7c4c8af5 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.375705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Attempting to bind port 5d9a80be-b40d-4bd4-9174-9afb24032eb8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:03.376089 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Attempting to bind port 5d9a80be-b40d-4bd4-9174-9afb24032eb8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b300b515-b173-469f-9a94-1871b782643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9b1139bb-9cbb-4269-a15c-88d57036eabc'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:03.376456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Attempting to bind port 5d9a80be-b40d-4bd4-9174-9afb24032eb8 on network 9b1139bb-9cbb-4269-a15c-88d57036eabc {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:03.380641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-44122317-b5f8-4da0-b54a-8391dc38cc47 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.384834 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-44122317-b5f8-4da0-b54a-8391dc38cc47 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0091579 Dec 06 14:22:03.394283 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Calling delete_port for 8694a91a-c78c-4c13-bb84-c0767d0b8549 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:03.402308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccf6356-7cd7-4c2b-b040-a733ff02ceda tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event deleted for resources: {'Subnet': ['ID=f5ddac80-a435-413e-9711-e5e2da70e5c3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:03.407765 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58574) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.414815 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ccf6356-7cd7-4c2b-b040-a733ff02ceda tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.418283 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3ccf6356-7cd7-4c2b-b040-a733ff02ceda tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "DELETE /v2.0/subnets/f5ddac80-a435-413e-9711-e5e2da70e5c3 HTTP/1.1" status: 204 len: 168 time: 2.1941493 Dec 06 14:22:03.423374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-706ad3e8-c058-4c66-910f-b81ef6b83146 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.424301 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-706ad3e8-c058-4c66-910f-b81ef6b83146 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0050976 Dec 06 14:22:03.426921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a0118e-4b8e-4648-b98e-abb1b71e5dbc']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:03.430034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Pushing event updated for resources: {'Port': ['ID=aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:03.443726 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.449068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58576) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.449412 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58578) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.457130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-dee42094-2083-49e1-9108-6d632f30647a tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.458437 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-dee42094-2083-49e1-9108-6d632f30647a tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048363 Dec 06 14:22:03.471549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58580) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.478355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-25e3eeca-cc40-45cf-bc19-3cab0fa3c954 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.478796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a679f416-529d-41c1-bd59-117fc691a769') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:03.479143 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a679f416-529d-41c1-bd59-117fc691a769') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:03.481984 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-25e3eeca-cc40-45cf-bc19-3cab0fa3c954 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0079501 Dec 06 14:22:03.488427 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0ed7cdf7-1a6d-40e7-b5c6-c08c25c2de4a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0925920 Dec 06 14:22:03.489014 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58582) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.496724 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:03.497400 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Checking segment: {'id': 'b300b515-b173-469f-9a94-1871b782643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9b1139bb-9cbb-4269-a15c-88d57036eabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:03.497598 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-67656485-3601-42e8-b0b2-c7c617fa4f90 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.498179 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.498852 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Bound using segment: {'id': 'b300b515-b173-469f-9a94-1871b782643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9b1139bb-9cbb-4269-a15c-88d57036eabc'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:03.499887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Bound port: 5d9a80be-b40d-4bd4-9174-9afb24032eb8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b300b515-b173-469f-9a94-1871b782643b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9b1139bb-9cbb-4269-a15c-88d57036eabc'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:03.500593 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.501500 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-67656485-3601-42e8-b0b2-c7c617fa4f90 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0102656 Dec 06 14:22:03.502590 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.505103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58584) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.505265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58586) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.520413 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-78126b71-f45f-4c1c-852a-f6b8c9f73e45 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.524036 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-78126b71-f45f-4c1c-852a-f6b8c9f73e45 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0139163 Dec 06 14:22:03.525494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Allocated IP 2001:db8:0:ffff::2 (8365231e-6bd5-44a0-b56c-ee97133ad92a/a555916a-c7f7-487e-bb74-2a06b59b7018/debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:03.529238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58588) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.533543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.539371 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-cdad66f5-5368-4c29-8438-fb742ea7170f tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.542887 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cdad66f5-5368-4c29-8438-fb742ea7170f tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0089121 Dec 06 14:22:03.542887 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5df3996a-9053-4805-8e2c-6691084cb172 req-da48732d-ac22-4f66-b055-39da7c4c8af5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0889037 Dec 06 14:22:03.546632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58590) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.550580 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-c67faec2-81d3-46e1-9608-a804bb22f0e6 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.550808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da48732d-ac22-4f66-b055-39da7c4c8af5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1914045a-6728-45f8-b5e0-641e404de435,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:03.552663 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c67faec2-81d3-46e1-9608-a804bb22f0e6 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0054445 Dec 06 14:22:03.566438 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58592) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.575271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-ee83db38-173e-46a7-9dc3-e7d165c48c49 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.578769 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ee83db38-173e-46a7-9dc3-e7d165c48c49 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0114400 Dec 06 14:22:03.579360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58594) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.584411 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.592820 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-599a4ef2-5222-4937-8bfb-ecada119c78a tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.596406 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-599a4ef2-5222-4937-8bfb-ecada119c78a tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0108182 Dec 06 14:22:03.599337 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01d2a42-d94e-44d8-a724-127d82e30e73 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Deleting subnet 3c78c8f3-ab24-40cc-b5dc-1bd7880b5823 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:03.601310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58596) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.602280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:03.602673 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:03.607231 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:03.613811 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5587002d-6339-4269-96d2-fce5470a3e3a None None] For port 3813103e-864f-4c01-953a-ddc1730499fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3813103e-864f-4c01-953a-ddc1730499fb,segment=NetworkSegment(7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92),segment_id=7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:03.613903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-4f8ff116-36f8-4b5f-8ae6-788bdeff00db tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.614365 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4f8ff116-36f8-4b5f-8ae6-788bdeff00db tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0080917 Dec 06 14:22:03.617522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58598) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.625536 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network cabebec8-969d-4772-871d-0cf894ff46d0 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:03.628663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-29db3e40-82e3-46a7-bc9d-6a32d3033039 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.631655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Attempting to bind port aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:03.632028 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Attempting to bind port aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a679f416-529d-41c1-bd59-117fc691a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '92a0118e-4b8e-4648-b98e-abb1b71e5dbc'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:03.632365 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-29db3e40-82e3-46a7-bc9d-6a32d3033039 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0084171 Dec 06 14:22:03.632575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Attempting to bind port aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0 on network 92a0118e-4b8e-4648-b98e-abb1b71e5dbc {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:03.633769 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58600) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.644226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-68e74f4d-796c-4d15-a423-7a90299bcebd tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.647694 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-68e74f4d-796c-4d15-a423-7a90299bcebd tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0104129 Dec 06 14:22:03.647916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58602) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.651759 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [None req-eacef326-467e-45ab-90bd-cbaab18391fa tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.655019 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-eacef326-467e-45ab-90bd-cbaab18391fa tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0062711 Dec 06 14:22:03.661831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58604) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.666425 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [None req-b11682fb-80d9-427a-a956-631609e57894 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:22:03.674474 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b11682fb-80d9-427a-a956-631609e57894 tempest-ExtensionsTestJSON-297550343 tempest-ExtensionsTestJSON-297550343-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0074875 Dec 06 14:22:03.676825 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60b1c11-0712-47a7-8c5d-edc162e87696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:22:03.677642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0e93c1-9ae7-47d9-8c5a-5b097bdc8a53 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:03.681600 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ba0e93c1-9ae7-47d9-8c5a-5b097bdc8a53 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1728461 Dec 06 14:22:03.681760 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1840e742-b45f-49fd-bebf-c61f5b65e748" -d '{"events": [{"server_uuid": "f60b1c11-0712-47a7-8c5d-edc162e87696", "name": "network-vif-plugged", "status": "completed", "tag": "42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:22:03.682158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58608) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.740809 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:03.741375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Checking segment: {'id': 'a679f416-529d-41c1-bd59-117fc691a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '92a0118e-4b8e-4648-b98e-abb1b71e5dbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:03.741611 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.742232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Bound using segment: {'id': 'a679f416-529d-41c1-bd59-117fc691a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '92a0118e-4b8e-4648-b98e-abb1b71e5dbc'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:03.742722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Bound port: aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a679f416-529d-41c1-bd59-117fc691a769', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '92a0118e-4b8e-4648-b98e-abb1b71e5dbc'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:03.743104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.748271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.db.api [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 14:22:03.748271 dv-neutron-master-2-hyperv neutron-server[103725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 14:22:03.748271 dv-neutron-master-2-hyperv neutron-server[103725]: [parameters: {'id': '92a0118e-4b8e-4648-b98e-abb1b71e5dbc'}] Dec 06 14:22:03.748271 dv-neutron-master-2-hyperv neutron-server[103725]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:03.748628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2daa2ad6-c1e6-416b-9b04-7c73bf79e522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.748703 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG oslo_db.api [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:03.753464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45506bbf-54a9-4141-96a4-4fe0de7faf6b x-openstack-request-id: req-45506bbf-54a9-4141-96a4-4fe0de7faf6b {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:22:03.753883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60b1c11-0712-47a7-8c5d-edc162e87696", "name": "network-vif-plugged", "status": "completed", "tag": "42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:22:03.754310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45506bbf-54a9-4141-96a4-4fe0de7faf6b {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:22:03.756455 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60b1c11-0712-47a7-8c5d-edc162e87696', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691', 'code': 200} Dec 06 14:22:03.763929 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691,segment=NetworkSegment(c31b01fc-9882-4822-aba4-cafc3e7435bc),segment_id=c31b01fc-9882-4822-aba4-cafc3e7435bc)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:03.776354 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cabebec8-969d-4772-871d-0cf894ff46d0) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:03.780990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:03.781290 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5587002d-6339-4269-96d2-fce5470a3e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.781610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.783935 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': '084b2fb9-1d5a-4957-904c-cf8c3a35e6f3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:03.785158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.851397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34431968-485e-4af5-968b-959454c2b450 None None] Network cabebec8-969d-4772-871d-0cf894ff46d0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:03.860373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-6512fe59-8c3f-44cb-8d1e-ac892e159481 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 315d9cfe-2522-4ddc-bab3-6125f269db69 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:03.863103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6512fe59-8c3f-44cb-8d1e-ac892e159481 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.894381 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-50e7c2bb-2de0-461c-87bc-cc1ce82dd7c9 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0368261 Dec 06 14:22:03.905631 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58614) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:03.910635 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.936669 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.955383 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6512fe59-8c3f-44cb-8d1e-ac892e159481 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:03.970874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-6512fe59-8c3f-44cb-8d1e-ac892e159481 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 315d9cfe-2522-4ddc-bab3-6125f269db69 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:03.979813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.033900 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event deleted for resources: {'Port': ['ID=8694a91a-c78c-4c13-bb84-c0767d0b8549,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:04.064982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a01d2a42-d94e-44d8-a724-127d82e30e73 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.073826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.106415 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] For port 5d9a80be-b40d-4bd4-9174-9afb24032eb8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:04.114525 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55657ef5-d60a-4c93-ae4e-e31254d29788 req-8d88734d-6e9b-446e-a9a8-74c5adf7782f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:04.115572 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587002d-6339-4269-96d2-fce5470a3e3a None None] Pushing event updated for resources: {'Port': ['ID=3813103e-864f-4c01-953a-ddc1730499fb,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:04.116073 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-55657ef5-d60a-4c93-ae4e-e31254d29788 req-8d88734d-6e9b-446e-a9a8-74c5adf7782f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 945 time: 0.2200215 Dec 06 14:22:04.147889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f03dc8-ce15-4940-9da5-ed3d7cf13441 req-32bcb0cb-0c8c-4b92-bbe1-26cdbd0dc0c4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:04.149493 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f6f03dc8-ce15-4940-9da5-ed3d7cf13441 req-32bcb0cb-0c8c-4b92-bbe1-26cdbd0dc0c4 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 946 time: 0.1808367 Dec 06 14:22:04.167742 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a01d2a42-d94e-44d8-a724-127d82e30e73 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.184669 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:22:04.213932 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] For port 5d9a80be-b40d-4bd4-9174-9afb24032eb8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d9a80be-b40d-4bd4-9174-9afb24032eb8,segment=NetworkSegment(b300b515-b173-469f-9a94-1871b782643b),segment_id=b300b515-b173-469f-9a94-1871b782643b)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:04.232445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.243545 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.253683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.299633 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:04.300438 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:04.318393 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-906f40f2-47a1-4bec-b9f6-3bf69b786331 None None] Provisioning complete for port 3813103e-864f-4c01-953a-ddc1730499fb triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:04.319297 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-906f40f2-47a1-4bec-b9f6-3bf69b786331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.328196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58620) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:04.336214 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-55657ef5-d60a-4c93-ae4e-e31254d29788 req-edec216e-be7a-4401-af11-66137d0262aa tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2106633 Dec 06 14:22:04.346505 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b56f330-2d55-468b-9774-ec90064fc63a req-2d563df7-3e35-4427-baaf-2e8b7db7ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:04.348607 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6b56f330-2d55-468b-9774-ec90064fc63a req-2d563df7-3e35-4427-baaf-2e8b7db7ac46 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 1099 time: 0.1352608 Dec 06 14:22:04.382996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.391944 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.411073 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f6f03dc8-ce15-4940-9da5-ed3d7cf13441 req-ca467bd3-87ea-4c23-941f-79d5a0798843 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2192669 Dec 06 14:22:04.450758 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a01d2a42-d94e-44d8-a724-127d82e30e73 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.453973 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.460383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Network 67d0e7c1-40e4-4aeb-8091-1d0b3c30316c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:04.466103 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.494708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6512fe59-8c3f-44cb-8d1e-ac892e159481 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.508709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:04.511164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:04.528206 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6512fe59-8c3f-44cb-8d1e-ac892e159481 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=315d9cfe-2522-4ddc-bab3-6125f269db69,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:04.548725 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed43c135-3866-48fa-8a6a-047411d58a01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.554143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] For port aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:04.558370 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6b56f330-2d55-468b-9774-ec90064fc63a req-d70de8ba-70bf-4957-99fb-9cceef6f4b78 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2015471 Dec 06 14:22:04.563431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6512fe59-8c3f-44cb-8d1e-ac892e159481 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.573284 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6512fe59-8c3f-44cb-8d1e-ac892e159481 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/315d9cfe-2522-4ddc-bab3-6125f269db69 HTTP/1.1" status: 204 len: 168 time: 0.8880765 Dec 06 14:22:04.574481 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58624) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:04.588239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Deleting port aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:04.588782 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.623936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.624735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Fanout notify agent at l3_agent the message router_deleted on router e246397b-5870-4504-933d-7c2e40a70169 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:22:04.627670 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:04.637637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.638702 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e9798154-05f5-4f65-a360-12b2182c26dc tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "DELETE /v2.0/routers/e246397b-5870-4504-933d-7c2e40a70169 HTTP/1.1" status: 204 len: 168 time: 2.6272097 Dec 06 14:22:04.642088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58626) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:04.676044 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] For port aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:04.676998 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.682740 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] For port aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0,segment=NetworkSegment(a679f416-529d-41c1-bd59-117fc691a769),segment_id=a679f416-529d-41c1-bd59-117fc691a769)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:04.682963 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a0156f-46c0-46b7-a6c2-81b90e20e2a6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:04.684696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a0156f-46c0-46b7-a6c2-81b90e20e2a6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:04.688742 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f1a0156f-46c0-46b7-a6c2-81b90e20e2a6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1104307 Dec 06 14:22:04.689485 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58628) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:04.700771 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Calling delete_port for aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:04.706758 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a01d2a42-d94e-44d8-a724-127d82e30e73 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.732493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.740315 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.750737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:04.751269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:04.751506 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:04.751609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-7601cccb-dcfc-489c-a5fc-1e34def9f9cd tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Deleting subnet d7b531ea-6599-46e1-8036-2b26a942bac1 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:04.751923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:04.752180 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:04.752510 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:04.753431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:04.753780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:04.754125 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:04.754472 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:04.754804 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:04.755143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:04.755468 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:04.757089 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7601cccb-dcfc-489c-a5fc-1e34def9f9cd tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.780383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.784009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d2a42-d94e-44d8-a724-127d82e30e73 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event deleted for resources: {'Subnet': ['ID=3c78c8f3-ab24-40cc-b5dc-1bd7880b5823,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:04.803458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a01d2a42-d94e-44d8-a724-127d82e30e73 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.806190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-581b0f90-79ad-4139-8b98-c0bc45c2b3e4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 084b2fb9-1d5a-4957-904c-cf8c3a35e6f3 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:04.806703 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a01d2a42-d94e-44d8-a724-127d82e30e73 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "DELETE /v2.0/subnets/3c78c8f3-ab24-40cc-b5dc-1bd7880b5823 HTTP/1.1" status: 204 len: 168 time: 1.3546090 Dec 06 14:22:04.814355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58630) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:04.836109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Subnet': ['ID=80f47a32-76ca-4bc4-aff5-15bfc310980b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:04.862064 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.872058 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Attempting to bind port 29d55baa-3ce3-4795-8d3a-bad42ae24194 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:04.872437 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Attempting to bind port 29d55baa-3ce3-4795-8d3a-bad42ae24194 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fd5e6da3-c65b-4b04-9998-4cf9d236bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67d0e7c1-40e4-4aeb-8091-1d0b3c30316c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:04.872810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Attempting to bind port 29d55baa-3ce3-4795-8d3a-bad42ae24194 on network 67d0e7c1-40e4-4aeb-8091-1d0b3c30316c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:04.881119 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b61af5c-6cdf-4700-9284-02e3cb38153f tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:04.889286 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4b61af5c-6cdf-4700-9284-02e3cb38153f tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0740709 Dec 06 14:22:04.894657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58632) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:04.901890 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Allocated IP 2001:db8::2 (32250b85-9d7f-4d03-9356-fdcc88577699/084b2fb9-1d5a-4957-904c-cf8c3a35e6f3/b76a2098-ffc8-425a-890c-f4c602330f81) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:04.908827 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58d19db-8511-4446-a1fd-e771a05fef34 None None] Network 9b1139bb-9cbb-4269-a15c-88d57036eabc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:04.914057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.921694 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.938363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7601cccb-dcfc-489c-a5fc-1e34def9f9cd tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.958228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed43c135-3866-48fa-8a6a-047411d58a01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.972126 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabebec8-969d-4772-871d-0cf894ff46d0']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:04.986395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8339d56e-65aa-4684-a5eb-4b318ebd7898') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:04.986395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8339d56e-65aa-4684-a5eb-4b318ebd7898') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:04.986774 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:04.987146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Checking segment: {'id': 'fd5e6da3-c65b-4b04-9998-4cf9d236bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67d0e7c1-40e4-4aeb-8091-1d0b3c30316c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:04.988085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.988929 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Bound using segment: {'id': 'fd5e6da3-c65b-4b04-9998-4cf9d236bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67d0e7c1-40e4-4aeb-8091-1d0b3c30316c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:04.989054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Bound port: 29d55baa-3ce3-4795-8d3a-bad42ae24194, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5e6da3-c65b-4b04-9998-4cf9d236bdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '67d0e7c1-40e4-4aeb-8091-1d0b3c30316c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:04.989366 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:04.998029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Pushing event updated for resources: {'Port': ['ID=29d55baa-3ce3-4795-8d3a-bad42ae24194,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:05.000026 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.014962 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed43c135-3866-48fa-8a6a-047411d58a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.020445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbef51f-0a53-43a8-b270-06aea77e2650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cabebec8-969d-4772-871d-0cf894ff46d0', 'network_id': 'cabebec8-969d-4772-871d-0cf894ff46d0', 'tenant_id': '8a86ffa007494370a1cabe6b03d9415f', 'fixed_ips': [{'subnet_id': '80f47a32-76ca-4bc4-aff5-15bfc310980b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:05.021344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbbef51f-0a53-43a8-b270-06aea77e2650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.023007 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.036875 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.055224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.055475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Network 8365231e-6bd5-44a0-b56c-ee97133ad92a is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:05.065179 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:05.065616 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:05.071249 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:05.104723 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed43c135-3866-48fa-8a6a-047411d58a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=057a9e65-cf4a-4d4a-ab5c-b752222609cd,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:05.109846 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ed43c135-3866-48fa-8a6a-047411d58a01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0415fef1a2d44998fefc2fafa1a9b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7772820 Dec 06 14:22:05.112879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:05.115288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:05.118227 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58634) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:05.121084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Port': ['ID=aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:05.133306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7601cccb-dcfc-489c-a5fc-1e34def9f9cd tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.156006 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No DVR routers for this DVR port aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:05.206744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Deleting port 29d55baa-3ce3-4795-8d3a-bad42ae24194 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:05.207447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.275220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.283646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] For port 29d55baa-3ce3-4795-8d3a-bad42ae24194, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:05.284135 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.296950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.301881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Calling delete_port for 29d55baa-3ce3-4795-8d3a-bad42ae24194 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:05.311335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.314527 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/cabebec8-969d-4772-871d-0cf894ff46d0 HTTP/1.1" status: 204 len: 168 time: 1.4071112 Dec 06 14:22:05.317313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a0118e-4b8e-4648-b98e-abb1b71e5dbc']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:05.319297 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58636) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:05.321756 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f10e5d3b-fb74-4860-b089-7a86e08584a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.325955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a22ce496-d1df-4d4c-8e7a-af8749f45b55 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1827681905'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:05.342009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427afd9e-caf4-46ef-be90-1ef238706cf1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Network': ['ID=cabebec8-969d-4772-871d-0cf894ff46d0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:05.351318 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a679f416-529d-41c1-bd59-117fc691a769') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:05.351792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a679f416-529d-41c1-bd59-117fc691a769') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:05.370795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7601cccb-dcfc-489c-a5fc-1e34def9f9cd tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.372346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.375213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f10e5d3b-fb74-4860-b089-7a86e08584a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.403655 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7601cccb-dcfc-489c-a5fc-1e34def9f9cd tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event deleted for resources: {'Subnet': ['ID=d7b531ea-6599-46e1-8036-2b26a942bac1,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:05.404226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.413250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] For port 29d55baa-3ce3-4795-8d3a-bad42ae24194, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:05.418543 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7601cccb-dcfc-489c-a5fc-1e34def9f9cd tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.421917 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:05.422349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.430749 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7601cccb-dcfc-489c-a5fc-1e34def9f9cd tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "DELETE /v2.0/subnets/d7b531ea-6599-46e1-8036-2b26a942bac1 HTTP/1.1" status: 204 len: 168 time: 0.7791209 Dec 06 14:22:05.430907 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] For port 29d55baa-3ce3-4795-8d3a-bad42ae24194, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29d55baa-3ce3-4795-8d3a-bad42ae24194,segment=NetworkSegment(fd5e6da3-c65b-4b04-9998-4cf9d236bdc8),segment_id=fd5e6da3-c65b-4b04-9998-4cf9d236bdc8)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:05.431010 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:05.433090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a536d39-4a2c-4787-9b7d-40872b65633d None None] Network 92a0118e-4b8e-4648-b98e-abb1b71e5dbc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:05.433173 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58640) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:05.464367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f7fa9eca-d8e8-4512-9844-f3229460aa3e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:22:05.466247 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f1d154-a87f-4200-9b7e-c78e57bb08a8 None None] Network 8ec854a4-f86e-4451-afbf-23d38693d94d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:05.534927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74383ff6-0b94-461c-9823-08a4a9d278a7 req-d4d23378-629a-4f10-828f-53b19e804b8f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:05.536370 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-74383ff6-0b94-461c-9823-08a4a9d278a7 req-d4d23378-629a-4f10-828f-53b19e804b8f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 945 time: 0.0614979 Dec 06 14:22:05.571530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.595063 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-74383ff6-0b94-461c-9823-08a4a9d278a7 req-0174117e-d7d7-4317-a108-eadc1a4ba1a4 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507581 Dec 06 14:22:05.595610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5184f8e-06fc-4ac4-aba2-4f6dfed208b5 req-dd8c80ba-1831-4949-9e18-6b144a1d71e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:05.597126 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d5184f8e-06fc-4ac4-aba2-4f6dfed208b5 req-dd8c80ba-1831-4949-9e18-6b144a1d71e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 946 time: 0.0863943 Dec 06 14:22:05.597795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.602694 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f10e5d3b-fb74-4860-b089-7a86e08584a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.602973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22ce496-d1df-4d4c-8e7a-af8749f45b55 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:05.603063 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f10e5d3b-fb74-4860-b089-7a86e08584a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.603752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a22ce496-d1df-4d4c-8e7a-af8749f45b55 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.604535 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f10e5d3b-fb74-4860-b089-7a86e08584a3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/057a9e65-cf4a-4d4a-ab5c-b752222609cd HTTP/1.1" status: 204 len: 168 time: 0.4845812 Dec 06 14:22:05.624503 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.628518 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/92a0118e-4b8e-4648-b98e-abb1b71e5dbc HTTP/1.1" status: 204 len: 168 time: 5.2350354 Dec 06 14:22:05.643291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10e5d3b-fb74-4860-b089-7a86e08584a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=057a9e65-cf4a-4d4a-ab5c-b752222609cd,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:05.645658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58646) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:05.646037 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e8e447-9202-44cc-bb79-2439c63c09a2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Network': ['ID=92a0118e-4b8e-4648-b98e-abb1b71e5dbc,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:05.649700 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.668747 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957ff347-0d2b-44e5-94c9-5a823ebb5272 None None] Pushing event updated for resources: {'Port': ['ID=5d9a80be-b40d-4bd4-9174-9afb24032eb8,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:05.669386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-77577520-1f74-4d71-a450-fe88908b3f7f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-52962547'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:05.690314 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.743410 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: f7fa9eca-d8e8-4512-9844-f3229460aa3e {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:22:05.743921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f7fa9eca-d8e8-4512-9844-f3229460aa3e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:22:05.754744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d498cc8d-75c5-4cb9-a967-12e85ab282f4 None None] Network cabebec8-969d-4772-871d-0cf894ff46d0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:05.771874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event deleted for resources: {'Port': ['ID=29d55baa-3ce3-4795-8d3a-bad42ae24194,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:05.788810 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a22ce496-d1df-4d4c-8e7a-af8749f45b55 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:05.796279 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] No DVR routers for this DVR port 29d55baa-3ce3-4795-8d3a-bad42ae24194 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:05.829411 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d5184f8e-06fc-4ac4-aba2-4f6dfed208b5 req-2dc937b6-921a-4da1-bfb8-f4ddd6a1d289 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965289 Dec 06 14:22:05.834456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a22ce496-d1df-4d4c-8e7a-af8749f45b55 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.834798 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-a22ce496-d1df-4d4c-8e7a-af8749f45b55 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Added segment da518a6e-b0e2-49bc-8bfd-45bdd7c01e48 of type vlan for network 98f46c9f-fb51-48f7-a6d6-3946cd1814a1 Dec 06 14:22:05.837773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Attempting to bind port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:05.838214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Attempting to bind port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3292e031-3d6b-4a50-984c-8c9ac3c64d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8365231e-6bd5-44a0-b56c-ee97133ad92a'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:05.838630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Attempting to bind port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 on network 8365231e-6bd5-44a0-b56c-ee97133ad92a {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:05.910070 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cd545-c2dc-4cf1-bf87-9965e7631022 None None] Pushing event deleted for resources: {'Port': ['ID=aa3a5e4d-c679-48a1-aa6f-4265c8f22dc0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:05.910846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77577520-1f74-4d71-a450-fe88908b3f7f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:05.915051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-77577520-1f74-4d71-a450-fe88908b3f7f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.949555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a22ce496-d1df-4d4c-8e7a-af8749f45b55 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:05.968185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3813103e-864f-4c01-953a-ddc1730499fb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:05.974514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d498cc8d-75c5-4cb9-a967-12e85ab282f4 None None] Network cabebec8-969d-4772-871d-0cf894ff46d0 could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:06.019947 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:06.020445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Checking segment: {'id': '3292e031-3d6b-4a50-984c-8c9ac3c64d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8365231e-6bd5-44a0-b56c-ee97133ad92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:06.021081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.021533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Bound using segment: {'id': '3292e031-3d6b-4a50-984c-8c9ac3c64d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8365231e-6bd5-44a0-b56c-ee97133ad92a'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:06.022623 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Bound port: debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3292e031-3d6b-4a50-984c-8c9ac3c64d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '8365231e-6bd5-44a0-b56c-ee97133ad92a'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:06.022623 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.026121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.041732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Deleting port 724fb9f3-7258-478b-a5ef-169f66ce3065 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:06.041732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.046591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77577520-1f74-4d71-a450-fe88908b3f7f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:06.071191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Pushing event updated for resources: {'Port': ['ID=debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:06.082344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67d0e7c1-40e4-4aeb-8091-1d0b3c30316c']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:06.085031 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-77577520-1f74-4d71-a450-fe88908b3f7f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.085373 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-77577520-1f74-4d71-a450-fe88908b3f7f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Added segment fb6067a1-1a53-4a58-8888-48a725ff2340 of type vlan for network 17c2b898-abe6-4e86-8969-a4aae193d552 Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server [None req-a1a5d2e2-fef9-48fc-b6ae-d3b8e44c5dd4 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 29d55baa-3ce3-4795-8d3a-bad42ae24194 could not be found. Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._iter().one() Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._only_one_row( Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:06.139464 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1559, in get_port Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 29d55baa-3ce3-4795-8d3a-bad42ae24194 could not be found. Dec 06 14:22:06.142559 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Dec 06 14:22:06.151717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5e6da3-c65b-4b04-9998-4cf9d236bdc8') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:06.152005 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5e6da3-c65b-4b04-9998-4cf9d236bdc8') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:06.182321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.199435 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] For port 724fb9f3-7258-478b-a5ef-169f66ce3065, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=724fb9f3-7258-478b-a5ef-169f66ce3065,segment=NetworkSegment(1fb7506d-808a-4b48-8778-3c34608b031f),segment_id=1fb7506d-808a-4b48-8778-3c34608b031f)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:06.199831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.203569 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-77577520-1f74-4d71-a450-fe88908b3f7f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.209980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a22ce496-d1df-4d4c-8e7a-af8749f45b55 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.216301 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22ce496-d1df-4d4c-8e7a-af8749f45b55 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:06.217068 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a22ce496-d1df-4d4c-8e7a-af8749f45b55 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.235055 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.241979 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d571d63f-f84b-47f8-b208-5a11a71fd819 None None] Network 67d0e7c1-40e4-4aeb-8091-1d0b3c30316c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:06.247134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.264918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7d0d7-74a4-46e5-915a-f839fc6c984e None None] Pushing event deleted for resources: {'Port': ['ID=29d55baa-3ce3-4795-8d3a-bad42ae24194,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:06.283970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Calling delete_port for 724fb9f3-7258-478b-a5ef-169f66ce3065 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:06.286612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:06.287005 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:06.290697 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:06.367636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.400205 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a22ce496-d1df-4d4c-8e7a-af8749f45b55 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0797777 Dec 06 14:22:06.403216 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58664) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:06.411085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ce496-d1df-4d4c-8e7a-af8749f45b55 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Network': ['ID=98f46c9f-fb51-48f7-a6d6-3946cd1814a1,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:06.411394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-8576c34d-20fe-426c-ad01-bf51fe4a41bf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'subnet': {'network_id': '98f46c9f-fb51-48f7-a6d6-3946cd1814a1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:06.417409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] For port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:06.422100 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] For port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954,segment=NetworkSegment(3292e031-3d6b-4a50-984c-8c9ac3c64d99),segment_id=3292e031-3d6b-4a50-984c-8c9ac3c64d99)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:06.424004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 3813103e-864f-4c01-953a-ddc1730499fb triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:06.424380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.428615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 98f46c9f-fb51-48f7-a6d6-3946cd1814a1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:06.513304 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-581b0f90-79ad-4139-8b98-c0bc45c2b3e4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.516643 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-77577520-1f74-4d71-a450-fe88908b3f7f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.517030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea89a04c-7199-43d5-ae94-d164f4853b5a None None] DHCP port deletion for 8ec854a4-f86e-4451-afbf-23d38693d94d request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:22:06.523559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77577520-1f74-4d71-a450-fe88908b3f7f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:06.524297 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-77577520-1f74-4d71-a450-fe88908b3f7f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.546493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.586232 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.590635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.597511 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "DELETE /v2.0/networks/67d0e7c1-40e4-4aeb-8091-1d0b3c30316c HTTP/1.1" status: 204 len: 168 time: 1.6989291 Dec 06 14:22:06.598052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58668) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:06.604839 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.613011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.664557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ea89a04c-7199-43d5-ae94-d164f4853b5a None None] The port '724fb9f3-7258-478b-a5ef-169f66ce3065' was deleted {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 06 14:22:06.675023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77577520-1f74-4d71-a450-fe88908b3f7f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=17c2b898-abe6-4e86-8969-a4aae193d552,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:06.681025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:06.681823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] No DVR routers for this DVR port 724fb9f3-7258-478b-a5ef-169f66ce3065 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:06.699035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8576c34d-20fe-426c-ad01-bf51fe4a41bf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:06.701950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-581b0f90-79ad-4139-8b98-c0bc45c2b3e4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.702148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:06.705314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8576c34d-20fe-426c-ad01-bf51fe4a41bf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.711334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Pushing event updated for resources: {'Port': ['ID=b76a2098-ffc8-425a-890c-f4c602330f81,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:06.714494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 17c2b898-abe6-4e86-8969-a4aae193d552 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:06.719334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:06.835020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-581b0f90-79ad-4139-8b98-c0bc45c2b3e4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.853355 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:06.951199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e234bd5-46af-460c-9a5c-c3f6ab4efed8 req-c697a45d-2778-4532-ba8e-159f60617386 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:06.952729 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0e234bd5-46af-460c-9a5c-c3f6ab4efed8 req-c697a45d-2778-4532-ba8e-159f60617386 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 945 time: 0.1978219 Dec 06 14:22:06.991147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Attempting to bind port b76a2098-ffc8-425a-890c-f4c602330f81 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:06.991702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Attempting to bind port b76a2098-ffc8-425a-890c-f4c602330f81 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:06.993752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event deleted for resources: {'Port': ['ID=724fb9f3-7258-478b-a5ef-169f66ce3065,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:06.996242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Attempting to bind port b76a2098-ffc8-425a-890c-f4c602330f81 on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:07.011172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ffd168-6edf-4b4e-ad06-bd132df6cdf0 None None] Pushing event updated for resources: {'Port': ['ID=debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:07.017883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 21, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:07.018604 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:07.019016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.021073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:07.021073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Bound port: b76a2098-ffc8-425a-890c-f4c602330f81, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:07.021073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.078419 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0174b2-b841-48a6-bd42-d55d9fe41ef4 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event deleted for resources: {'Network': ['ID=67d0e7c1-40e4-4aeb-8091-1d0b3c30316c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:07.136058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-581b0f90-79ad-4139-8b98-c0bc45c2b3e4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.137346 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] For port b76a2098-ffc8-425a-890c-f4c602330f81, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:07.140989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] For port b76a2098-ffc8-425a-890c-f4c602330f81, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b76a2098-ffc8-425a-890c-f4c602330f81,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:07.143284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.166154 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-77577520-1f74-4d71-a450-fe88908b3f7f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5014026 Dec 06 14:22:07.169887 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0e234bd5-46af-460c-9a5c-c3f6ab4efed8 req-e68a4497-c6c2-4ace-9a4b-2bcb87477785 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075906 Dec 06 14:22:07.170686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58682) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:07.180528 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'subnet': {'network_id': '17c2b898-abe6-4e86-8969-a4aae193d552', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:07.222830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.231683 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-581b0f90-79ad-4139-8b98-c0bc45c2b3e4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.242257 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-581b0f90-79ad-4139-8b98-c0bc45c2b3e4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/084b2fb9-1d5a-4957-904c-cf8c3a35e6f3 HTTP/1.1" status: 204 len: 168 time: 2.5520842 Dec 06 14:22:07.248106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58686) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:07.248966 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581b0f90-79ad-4139-8b98-c0bc45c2b3e4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=084b2fb9-1d5a-4957-904c-cf8c3a35e6f3,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:07.270003 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.290747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Deleting port 5d9a80be-b40d-4bd4-9174-9afb24032eb8 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:07.293492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.313776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58688) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:07.319983 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c72e820c-cdb6-425f-9dbd-f5ff3f52f58c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0643222 Dec 06 14:22:07.334202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58690) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:07.339095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-db2731cc-3abe-4b74-9f92-a893a4d65fda tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:07.359046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d904a-9f7b-43a9-b4cf-b28779a2794f None None] Pushing event updated for resources: {'Port': ['ID=b76a2098-ffc8-425a-890c-f4c602330f81,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:07.369251 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8576c34d-20fe-426c-ad01-bf51fe4a41bf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.384774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46b2d74-7ce9-40c2-ac8b-2142d88176aa req-f8665b80-0abb-40ea-a4aa-1e4b02c97c4c tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:07.395014 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f46b2d74-7ce9-40c2-ac8b-2142d88176aa req-f8665b80-0abb-40ea-a4aa-1e4b02c97c4c tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 946 time: 0.4605522 Dec 06 14:22:07.482642 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] For port 5d9a80be-b40d-4bd4-9174-9afb24032eb8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d9a80be-b40d-4bd4-9174-9afb24032eb8,segment=NetworkSegment(b300b515-b173-469f-9a94-1871b782643b),segment_id=b300b515-b173-469f-9a94-1871b782643b)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:07.483005 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.509599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Calling delete_port for 5d9a80be-b40d-4bd4-9174-9afb24032eb8 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:07.513512 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576c34d-20fe-426c-ad01-bf51fe4a41bf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Subnet': ['ID=9235b283-292c-447e-b6f4-f9abb2c78e9f,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:07.538675 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:07.541807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.613901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b938e-00a6-414b-a46e-74112de29cfa req-f7448260-59a1-4de4-8b31-8cb4782d12e5 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:07.615375 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-237b938e-00a6-414b-a46e-74112de29cfa req-f7448260-59a1-4de4-8b31-8cb4782d12e5 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 945 time: 0.2142231 Dec 06 14:22:07.620321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576c34d-20fe-426c-ad01-bf51fe4a41bf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Checking segment: {'id': 'da518a6e-b0e2-49bc-8bfd-45bdd7c01e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '98f46c9f-fb51-48f7-a6d6-3946cd1814a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:07.620689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8576c34d-20fe-426c-ad01-bf51fe4a41bf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network hostable DHCP agents. Network: 98f46c9f-fb51-48f7-a6d6-3946cd1814a1, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:07.625195 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58694) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:07.631348 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-70e5cdf2-d2af-47a9-b2eb-c2388e6882fe tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Request body: {'floatingip': {'port_id': '4253ec75-6943-462e-94dc-07ee0a16da4c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:07.716265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Performing IP validity checks on allocation pools {{(pid=103725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 14:22:07.721277 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 14:22:07.721403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1892921309'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:07.723258 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-70e5cdf2-d2af-47a9-b2eb-c2388e6882fe tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for floatingip, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.727275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec854a4-f86e-4451-afbf-23d38693d94d']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:07.780465 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fb7506d-808a-4b48-8778-3c34608b031f') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:07.780765 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fb7506d-808a-4b48-8778-3c34608b031f') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:07.810800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8576c34d-20fe-426c-ad01-bf51fe4a41bf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network 98f46c9f-fb51-48f7-a6d6-3946cd1814a1 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:07.826943 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.851430 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f46b2d74-7ce9-40c2-ac8b-2142d88176aa req-a7a3e804-629e-4e69-8e2d-a2bffdf09fdc tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4729066 Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:07.875939 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:07.932507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Made reservation on behalf of 69ce0235c25c40199d2aee4191af7aef for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:07.936427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.948951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:07.951767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:07.967131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.001566 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-8576c34d-20fe-426c-ad01-bf51fe4a41bf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 98f46c9f-fb51-48f7-a6d6-3946cd1814a1) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:08.017340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9373ff5b-b0ac-4c82-a27d-acb25e2c74f8 None None] Network 98f46c9f-fb51-48f7-a6d6-3946cd1814a1 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:08.039735 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8576c34d-20fe-426c-ad01-bf51fe4a41bf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:08.040342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8576c34d-20fe-426c-ad01-bf51fe4a41bf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.053219 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:08.053606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.059360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event deleted for resources: {'Port': ['ID=5d9a80be-b40d-4bd4-9174-9afb24032eb8,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:08.061636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2731cc-3abe-4b74-9f92-a893a4d65fda tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:08.065259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db2731cc-3abe-4b74-9f92-a893a4d65fda tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.091596 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] No DVR routers for this DVR port 5d9a80be-b40d-4bd4-9174-9afb24032eb8 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:08.098540 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.136454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.141075 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "DELETE /v2.0/networks/8ec854a4-f86e-4451-afbf-23d38693d94d HTTP/1.1" status: 204 len: 168 time: 2.7111990 Dec 06 14:22:08.155391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58698) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:08.170967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ece1e-65cc-4b97-8d4b-19d79530abf9 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event deleted for resources: {'Network': ['ID=8ec854a4-f86e-4451-afbf-23d38693d94d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:08.176925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.230260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.232686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdecb84-55c7-4dd6-908d-919b6c9af5b8 None None] Network 8365231e-6bd5-44a0-b56c-ee97133ad92a requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:08.261574 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8576c34d-20fe-426c-ad01-bf51fe4a41bf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.8538039 Dec 06 14:22:08.264715 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58700) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:08.270428 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-16e9fd46-4f6e-4614-a3e5-c4e7bed0a7ab tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1561362484'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:08.283600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.289282 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47c481-0e3d-49ee-865d-7c0ff0d2c328 req-97ab5f55-a78f-4eab-9056-f7951542d25c tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:08.290825 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bc47c481-0e3d-49ee-865d-7c0ff0d2c328 req-97ab5f55-a78f-4eab-9056-f7951542d25c tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 946 time: 0.3196793 Dec 06 14:22:08.325199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58702) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:08.347529 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b946a772-85e3-4004-a5de-82ca2468bab5 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Request body: {'floatingip': {'port_id': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:08.395198 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:08.428614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b946a772-85e3-4004-a5de-82ca2468bab5 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for floatingip, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.464807 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.465211 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Added segment e53faf04-481e-4702-b3f7-4203cb1001a4 of type vlan for network 5248cf3b-27d9-4758-a287-053804ab8227 Dec 06 14:22:08.478039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e9fd46-4f6e-4614-a3e5-c4e7bed0a7ab tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:08.481528 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16e9fd46-4f6e-4614-a3e5-c4e7bed0a7ab tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.494587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4db03d77-bab2-415c-949b-5212f5313c9f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:08.516954 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8d8464f4-5083-40e5-b873-b6571be5dd70 None None] Provisioning complete for port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:08.517419 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d8464f4-5083-40e5-b873-b6571be5dd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.529028 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954,segment=NetworkSegment(3292e031-3d6b-4a50-984c-8c9ac3c64d99),segment_id=3292e031-3d6b-4a50-984c-8c9ac3c64d99)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:08.545557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db2731cc-3abe-4b74-9f92-a893a4d65fda tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.593431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.611344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.663750 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.664484 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2731cc-3abe-4b74-9f92-a893a4d65fda tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:08.668926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e9fd46-4f6e-4614-a3e5-c4e7bed0a7ab tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:08.687566 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-db2731cc-3abe-4b74-9f92-a893a4d65fda tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:08.699064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2731cc-3abe-4b74-9f92-a893a4d65fda tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=7eacc048-445c-4611-a53e-68f7067850e3,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:08.703896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2731cc-3abe-4b74-9f92-a893a4d65fda tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:08.704490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db2731cc-3abe-4b74-9f92-a893a4d65fda tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.707017 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.715140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-98f46c9f-fb51-48f7-a6d6-3946cd1814a1', 'network_id': '98f46c9f-fb51-48f7-a6d6-3946cd1814a1', 'tenant_id': '8a86ffa007494370a1cabe6b03d9415f', 'fixed_ips': [{'subnet_id': '9235b283-292c-447e-b6f4-f9abb2c78e9f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:08.716129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.747634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fcd957-007c-4c18-8d24-96120380debe None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:08.749232 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16e9fd46-4f6e-4614-a3e5-c4e7bed0a7ab tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.749693 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-16e9fd46-4f6e-4614-a3e5-c4e7bed0a7ab tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Added segment df6ab1c4-6b67-47d0-a238-e4fa1ab9016c of type vlan for network 9e804608-d32e-4acf-9570-2869ac13fbfa Dec 06 14:22:08.781080 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 724fb9f3-7258-478b-a5ef-169f66ce3065 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:22:08.793724 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.799457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:08.800886 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.842246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b1139bb-9cbb-4269-a15c-88d57036eabc']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:08.854493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16e9fd46-4f6e-4614-a3e5-c4e7bed0a7ab tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.859269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 724fb9f3-7258-478b-a5ef-169f66ce3065 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:22:08.859610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 724fb9f3-7258-478b-a5ef-169f66ce3065 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:22:08.868098 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-db2731cc-3abe-4b74-9f92-a893a4d65fda tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5328655 Dec 06 14:22:08.877509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58704) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:08.884418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b300b515-b173-469f-9a94-1871b782643b') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:08.884905 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b300b515-b173-469f-9a94-1871b782643b') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:08.901798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'name': 'tempest-NetworksTestDHCPv6-1138274479'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:08.906754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:08.926972 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:08.984745 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.6636884 Dec 06 14:22:08.985855 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bcc49-eedb-420c-ab26-f6bbee8a921d tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Pushing event updated for resources: {'Network': ['ID=5248cf3b-27d9-4758-a287-053804ab8227,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:08.988260 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58706) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:08.997935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-8cccbc4d-2695-4322-99ae-406dd256545f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Request body: {'subnet': {'network_id': '5248cf3b-27d9-4758-a287-053804ab8227', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:09.021464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 5248cf3b-27d9-4758-a287-053804ab8227 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:09.027597 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Subnet': ['ID=e7134ebb-63a8-4820-b708-a049cc91a834,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:09.065408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16e9fd46-4f6e-4614-a3e5-c4e7bed0a7ab tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.071768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e9fd46-4f6e-4614-a3e5-c4e7bed0a7ab tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:09.071768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16e9fd46-4f6e-4614-a3e5-c4e7bed0a7ab tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.099620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.129288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:09.129288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:09.132717 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:09.135658 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking segment: {'id': 'fb6067a1-1a53-4a58-8888-48a725ff2340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '17c2b898-abe6-4e86-8969-a4aae193d552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:09.135658 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network hostable DHCP agents. Network: 17c2b898-abe6-4e86-8969-a4aae193d552, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:09.227580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Allocated IP 2001:db8::3 (98f46c9f-fb51-48f7-a6d6-3946cd1814a1/9235b283-292c-447e-b6f4-f9abb2c78e9f/8afc50c8-1238-4cf4-8511-b7dd3ea28a23) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:09.240272 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-16e9fd46-4f6e-4614-a3e5-c4e7bed0a7ab tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9744246 Dec 06 14:22:09.244703 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e9fd46-4f6e-4614-a3e5-c4e7bed0a7ab tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Network': ['ID=9e804608-d32e-4acf-9570-2869ac13fbfa,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:09.248249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58708) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:09.281867 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a0a94-9131-43b3-bff0-b529a4edbf52 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Deleting port a6f48463-21bc-4530-9ab0-2b835dc8f3e5 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:09.282300 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0a94-9131-43b3-bff0-b529a4edbf52 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.291285 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 9e804608-d32e-4acf-9570-2869ac13fbfa details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:09.294497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'subnet': {'network_id': '9e804608-d32e-4acf-9570-2869ac13fbfa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:09.403393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.db.resource_extend [None req-70e5cdf2-d2af-47a9-b2eb-c2388e6882fe tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:22:09.424013 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b946a772-85e3-4004-a5de-82ca2468bab5 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.427268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cccbc4d-2695-4322-99ae-406dd256545f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Made reservation on behalf of 69ce0235c25c40199d2aee4191af7aef for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:09.430913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8cccbc4d-2695-4322-99ae-406dd256545f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.453995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3e3ccb5a-4734-4c01-8293-927a36c879d2 None None] Provisioning complete for port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:09.458353 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e3ccb5a-4734-4c01-8293-927a36c879d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.460555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8225fb00-817b-45da-ab0f-210cbd3af249 None None] Update dhcp port {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'fixed_ips': [{'subnet_id': '7eacc048-445c-4611-a53e-68f7067850e3'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'b76a2098-ffc8-425a-890c-f4c602330f81'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:22:09.474384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.489280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network 17c2b898-abe6-4e86-8969-a4aae193d552 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:09.494358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b946a772-85e3-4004-a5de-82ca2468bab5 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.512009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.517515 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "DELETE /v2.0/networks/9b1139bb-9cbb-4269-a15c-88d57036eabc HTTP/1.1" status: 204 len: 168 time: 2.9155431 Dec 06 14:22:09.528403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58710) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:09.556751 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8225fb00-817b-45da-ab0f-210cbd3af249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.568668 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425540c3-99e3-421d-bd56-3011a90635ea tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event deleted for resources: {'Network': ['ID=9b1139bb-9cbb-4269-a15c-88d57036eabc,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:09.572002 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-70e5cdf2-d2af-47a9-b2eb-c2388e6882fe tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.589615 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0a94-9131-43b3-bff0-b529a4edbf52 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.590169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0a94-9131-43b3-bff0-b529a4edbf52 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.604575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7c8a0a94-9131-43b3-bff0-b529a4edbf52 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Calling delete_port for a6f48463-21bc-4530-9ab0-2b835dc8f3e5 owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:09.615380 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 17c2b898-abe6-4e86-8969-a4aae193d552) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:09.616015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.624148 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:09.624750 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.651135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6142e7f7-085c-4a11-9b54-a78238d054a6 None None] Network 17c2b898-abe6-4e86-8969-a4aae193d552 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:09.671709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:09.676607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.680518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c79fd40-52d0-4ea2-a735-c2c3a94ef0a5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.683934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-70e5cdf2-d2af-47a9-b2eb-c2388e6882fe tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.733801 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-b946a772-85e3-4004-a5de-82ca2468bab5 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Floating IP c684103f-2351-420a-b7a1-9a606fd53156 associated. External IP: 172.36.1.89, port: 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691. Dec 06 14:22:09.758132 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 0350325a-aa68-4eb9-a78f-b79dd92a038b yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:22:09.759875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.844914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:09.848956 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.882222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Network 98f46c9f-fb51-48f7-a6d6-3946cd1814a1 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:09.907669 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:09.910640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:09.916886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Pushing event updated for resources: {'Port': ['ID=8afc50c8-1238-4cf4-8511-b7dd3ea28a23,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:09.919695 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c79fd40-52d0-4ea2-a735-c2c3a94ef0a5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:09.928435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Performing IP validity checks on allocation pools {{(pid=103725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 14:22:09.929017 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 14:22:09.965688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:09.965938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-8c79fd40-52d0-4ea2-a735-c2c3a94ef0a5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f6d0ae-7141-41ef-bcaa-472a02b7b221']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:09.980710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-8c79fd40-52d0-4ea2-a735-c2c3a94ef0a5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd4685b6-1167-4898-bf58-f2a42a240c5a') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:09.981104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-8c79fd40-52d0-4ea2-a735-c2c3a94ef0a5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd4685b6-1167-4898-bf58-f2a42a240c5a') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:09.992338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c79fd40-52d0-4ea2-a735-c2c3a94ef0a5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.035779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-8225fb00-817b-45da-ab0f-210cbd3af249 None None] Allocated IP 2001:db8::2 (32250b85-9d7f-4d03-9356-fdcc88577699/7eacc048-445c-4611-a53e-68f7067850e3/b76a2098-ffc8-425a-890c-f4c602330f81) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:10.036470 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c79fd40-52d0-4ea2-a735-c2c3a94ef0a5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.048074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c79fd40-52d0-4ea2-a735-c2c3a94ef0a5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:10.048469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c79fd40-52d0-4ea2-a735-c2c3a94ef0a5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:10.051743 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:10.066670 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8cccbc4d-2695-4322-99ae-406dd256545f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.070116 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8141e2e0-30dd-4d17-b9c0-dcbd7e40d006 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.8960967 Dec 06 14:22:10.075122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58712) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:10.084409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Attempting to bind port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:10.088259 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Attempting to bind port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'da518a6e-b0e2-49bc-8bfd-45bdd7c01e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '98f46c9f-fb51-48f7-a6d6-3946cd1814a1'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:10.088259 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Attempting to bind port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 on network 98f46c9f-fb51-48f7-a6d6-3946cd1814a1 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:10.131488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:10.131905 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Checking segment: {'id': 'da518a6e-b0e2-49bc-8bfd-45bdd7c01e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '98f46c9f-fb51-48f7-a6d6-3946cd1814a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:10.132261 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.132657 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Bound using segment: {'id': 'da518a6e-b0e2-49bc-8bfd-45bdd7c01e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '98f46c9f-fb51-48f7-a6d6-3946cd1814a1'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:10.133152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Bound port: 8afc50c8-1238-4cf4-8511-b7dd3ea28a23, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da518a6e-b0e2-49bc-8bfd-45bdd7c01e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '98f46c9f-fb51-48f7-a6d6-3946cd1814a1'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:10.133533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.159830 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-70e5cdf2-d2af-47a9-b2eb-c2388e6882fe tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Floating IP 39226882-84bc-485b-a903-b55e099d624e associated. External IP: 172.36.1.173, port: 4253ec75-6943-462e-94dc-07ee0a16da4c. Dec 06 14:22:10.162059 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.224026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cccbc4d-2695-4322-99ae-406dd256545f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Pushing event updated for resources: {'Subnet': ['ID=7cfcfa2d-c445-4d1d-9e96-aece1fd093ee,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:10.248316 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b946a772-85e3-4004-a5de-82ca2468bab5 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Router 08369300-5c32-421a-9c53-754c0927dfaa has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:22:10.261087 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cccbc4d-2695-4322-99ae-406dd256545f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Checking segment: {'id': 'e53faf04-481e-4702-b3f7-4203cb1001a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5248cf3b-27d9-4758-a287-053804ab8227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:10.261446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cccbc4d-2695-4322-99ae-406dd256545f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Network hostable DHCP agents. Network: 5248cf3b-27d9-4758-a287-053804ab8227, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:10.309953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c79fd40-52d0-4ea2-a735-c2c3a94ef0a5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.324380 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8c79fd40-52d0-4ea2-a735-c2c3a94ef0a5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.330172 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8c79fd40-52d0-4ea2-a735-c2c3a94ef0a5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "DELETE /v2.0/networks/55f6d0ae-7141-41ef-bcaa-472a02b7b221 HTTP/1.1" status: 204 len: 168 time: 0.7953029 Dec 06 14:22:10.333402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58714) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:10.358943 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c79fd40-52d0-4ea2-a735-c2c3a94ef0a5 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event deleted for resources: {'Network': ['ID=55f6d0ae-7141-41ef-bcaa-472a02b7b221,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:10.369237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0a94-9131-43b3-bff0-b529a4edbf52 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.381464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-17c2b898-abe6-4e86-8969-a4aae193d552', 'network_id': '17c2b898-abe6-4e86-8969-a4aae193d552', 'tenant_id': '489df49b567b481298356cc894e047b0', 'fixed_ips': [{'subnet_id': 'e7134ebb-63a8-4820-b708-a049cc91a834'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:10.382322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.403946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8a0a94-9131-43b3-bff0-b529a4edbf52 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Pushing event deleted for resources: {'Port': ['ID=a6f48463-21bc-4530-9ab0-2b835dc8f3e5,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:10.423391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:10.423760 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.425893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Subnet': ['ID=7835dd30-a7c5-4f05-b256-7a97c03bfe68,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:10.435114 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.439602 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Checking segment: {'id': 'df6ab1c4-6b67-47d0-a238-e4fa1ab9016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e804608-d32e-4acf-9570-2869ac13fbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:10.439960 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network hostable DHCP agents. Network: 9e804608-d32e-4acf-9570-2869ac13fbfa, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:10.454006 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8225fb00-817b-45da-ab0f-210cbd3af249 None None] For port b76a2098-ffc8-425a-890c-f4c602330f81, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b76a2098-ffc8-425a-890c-f4c602330f81,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:10.463363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cccbc4d-2695-4322-99ae-406dd256545f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Network 5248cf3b-27d9-4758-a287-053804ab8227 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:10.479603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1cacaaf4-31c2-4bda-b6f0-97cf81862747 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.493451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b946a772-85e3-4004-a5de-82ca2468bab5 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:22:10.501922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b946a772-85e3-4004-a5de-82ca2468bab5 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.562652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] For port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:10.565106 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5de05-aac2-406c-beb6-b80490f08fe3 None None] Sync routers for ids ['08369300-5c32-421a-9c53-754c0927dfaa'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:22:10.595683 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] For port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8afc50c8-1238-4cf4-8511-b7dd3ea28a23,segment=NetworkSegment(da518a6e-b0e2-49bc-8bfd-45bdd7c01e48),segment_id=da518a6e-b0e2-49bc-8bfd-45bdd7c01e48)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:10.598702 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b946a772-85e3-4004-a5de-82ca2468bab5 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "PUT /v2.0/floatingips/c684103f-2351-420a-b7a1-9a606fd53156 HTTP/1.1" status: 200 len: 991 time: 2.2684958 Dec 06 14:22:10.602267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60b1c11-0712-47a7-8c5d-edc162e87696', 'tag': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:22:10.604831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba33870a-e1f8-40bf-add1-a019d89111a4" -d '{"events": [{"name": "network-changed", "server_uuid": "f60b1c11-0712-47a7-8c5d-edc162e87696", "tag": "42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:22:10.607685 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-8cccbc4d-2695-4322-99ae-406dd256545f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5248cf3b-27d9-4758-a287-053804ab8227) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:10.615508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1cacaaf4-31c2-4bda-b6f0-97cf81862747 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.619711 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cccbc4d-2695-4322-99ae-406dd256545f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:10.620514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8cccbc4d-2695-4322-99ae-406dd256545f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.642356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8225fb00-817b-45da-ab0f-210cbd3af249 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.644302 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a3ec23-1843-4505-bd2d-89c31c03d378 None None] Network 5248cf3b-27d9-4758-a287-053804ab8227 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:10.648131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-1cacaaf4-31c2-4bda-b6f0-97cf81862747 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd26f66-2508-4438-b822-251f0edd2c7c']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:10.660411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-1cacaaf4-31c2-4bda-b6f0-97cf81862747 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ec78ccb-9a77-43c8-80f5-b9ddb1a91136') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:10.660997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-1cacaaf4-31c2-4bda-b6f0-97cf81862747 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ec78ccb-9a77-43c8-80f5-b9ddb1a91136') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:10.675799 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a426c876-9790-449c-be96-26ea17e194f8 x-openstack-request-id: req-a426c876-9790-449c-be96-26ea17e194f8 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:22:10.676624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60b1c11-0712-47a7-8c5d-edc162e87696", "tag": "42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:22:10.677482 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a426c876-9790-449c-be96-26ea17e194f8 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:22:10.678068 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60b1c11-0712-47a7-8c5d-edc162e87696', 'tag': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691', 'status': 'completed', 'code': 200} Dec 06 14:22:10.680424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1cacaaf4-31c2-4bda-b6f0-97cf81862747 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.690545 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.705795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5de05-aac2-406c-beb6-b80490f08fe3 None None] Routers {'08369300-5c32-421a-9c53-754c0927dfaa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:10.706931 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e8b5de05-aac2-406c-beb6-b80490f08fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['08369300-5c32-421a-9c53-754c0927dfaa'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:10.711985 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1cacaaf4-31c2-4bda-b6f0-97cf81862747 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.726477 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cacaaf4-31c2-4bda-b6f0-97cf81862747 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:10.727024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1cacaaf4-31c2-4bda-b6f0-97cf81862747 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:10.788840 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:10.795580 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8cccbc4d-2695-4322-99ae-406dd256545f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8015099 Dec 06 14:22:10.798898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58722) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:10.804539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Request body: {'port': {'network_id': '5248cf3b-27d9-4758-a287-053804ab8227', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1882025021'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:10.840592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8225fb00-817b-45da-ab0f-210cbd3af249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:11.026924 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Allocated IP 172.20.0.3 (17c2b898-abe6-4e86-8969-a4aae193d552/e7134ebb-63a8-4820-b708-a049cc91a834/68c53d3b-b44a-4025-a953-279044025bd7) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:11.040605 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network 9e804608-d32e-4acf-9570-2869ac13fbfa is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:11.044520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0a94-9131-43b3-bff0-b529a4edbf52 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:11.047163 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c8a0a94-9131-43b3-bff0-b529a4edbf52 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:11.048518 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7c8a0a94-9131-43b3-bff0-b529a4edbf52 tempest-FloatingIPAdminTestJSON-902420971 tempest-FloatingIPAdminTestJSON-902420971-project] 10.222.0.42 "DELETE /v2.0/floatingips/312dea54-dd9b-4887-911b-87a2828b71e9 HTTP/1.1" status: 204 len: 168 time: 2.8867536 Dec 06 14:22:11.054017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e364880-9855-4814-8a7b-fb92237c8b26 None None] Pushing event updated for resources: {'Port': ['ID=8afc50c8-1238-4cf4-8511-b7dd3ea28a23,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:11.070171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:11.078927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9e804608-d32e-4acf-9570-2869ac13fbfa) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:11.110222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-e8b5de05-aac2-406c-beb6-b80490f08fe3 None None] Set router 08369300-5c32-421a-9c53-754c0927dfaa gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:22:11.113445 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::38 (32250b85-9d7f-4d03-9356-fdcc88577699/7eacc048-445c-4611-a53e-68f7067850e3/0350325a-aa68-4eb9-a78f-b79dd92a038b) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:11.336291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:11.341005 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:11.341149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8225fb00-817b-45da-ab0f-210cbd3af249 None None] Pushing event updated for resources: {'Port': ['ID=b76a2098-ffc8-425a-890c-f4c602330f81,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:11.344347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1cacaaf4-31c2-4bda-b6f0-97cf81862747 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:11.349377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1cacaaf4-31c2-4bda-b6f0-97cf81862747 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:11.352758 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1cacaaf4-31c2-4bda-b6f0-97cf81862747 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] 10.222.0.42 "DELETE /v2.0/networks/ecd26f66-2508-4438-b822-251f0edd2c7c HTTP/1.1" status: 204 len: 168 time: 1.0168321 Dec 06 14:22:11.359457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e5cdf2-d2af-47a9-b2eb-c2388e6882fe tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Router 856da619-a79f-4439-b1b9-d2ef8d632d08 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:22:11.381613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33870a-e1f8-40bf-add1-a019d89111a4 req-5af5fd7d-014e-416f-869f-85d5d92d319e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:11.383492 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ba33870a-e1f8-40bf-add1-a019d89111a4 req-5af5fd7d-014e-416f-869f-85d5d92d319e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd78db0f8cf648398d8866de73fbfdce&device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 1099 time: 0.4320941 Dec 06 14:22:11.387733 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cacaaf4-31c2-4bda-b6f0-97cf81862747 tempest-BulkNetworkOpsTest-444778908 tempest-BulkNetworkOpsTest-444778908-project] Pushing event deleted for resources: {'Network': ['ID=ecd26f66-2508-4438-b822-251f0edd2c7c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:11.472714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58aca09b-c0d2-4de7-9f37-eeb5f6fc9128 None None] Network 9e804608-d32e-4acf-9570-2869ac13fbfa requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:11.542438 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a1611127-2b41-439e-bfb4-a5b99e131b0d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.2560937 Dec 06 14:22:11.551392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58728) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:11.583931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:11.627192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Made reservation on behalf of 69ce0235c25c40199d2aee4191af7aef for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:11.636593 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:11.678888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] device_id is not set on port bc58b987-d624-478b-b104-30095f644046 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:22:11.699977 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5248cf3b-27d9-4758-a287-053804ab8227', 'network_id': '5248cf3b-27d9-4758-a287-053804ab8227', 'tenant_id': '69ce0235c25c40199d2aee4191af7aef', 'fixed_ips': [{'subnet_id': '7cfcfa2d-c445-4d1d-9e96-aece1fd093ee'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:11.701169 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:11.809431 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33870a-e1f8-40bf-add1-a019d89111a4 req-7e4dd2ef-9222-446d-990b-2aa717998b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:11.812682 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ba33870a-e1f8-40bf-add1-a019d89111a4 req-7e4dd2ef-9222-446d-990b-2aa717998b2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=c98b384e-7d44-41c8-aa9e-af7a94219b19 HTTP/1.1" status: 200 len: 912 time: 0.4213350 Dec 06 14:22:11.825417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e5cdf2-d2af-47a9-b2eb-c2388e6882fe tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:22:11.835397 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-70e5cdf2-d2af-47a9-b2eb-c2388e6882fe tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:11.839088 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652112d-b439-440f-a826-ccfe0088f606 None None] Sync routers for ids ['856da619-a79f-4439-b1b9-d2ef8d632d08'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:22:11.870056 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652112d-b439-440f-a826-ccfe0088f606 None None] Routers {'856da619-a79f-4439-b1b9-d2ef8d632d08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:11.870964 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5652112d-b439-440f-a826-ccfe0088f606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['856da619-a79f-4439-b1b9-d2ef8d632d08'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:11.886594 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-70e5cdf2-d2af-47a9-b2eb-c2388e6882fe tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "PUT /v2.0/floatingips/39226882-84bc-485b-a903-b55e099d624e HTTP/1.1" status: 200 len: 991 time: 4.2603245 Dec 06 14:22:11.967676 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38a49d97-d37a-4078-b2da-7dbcd4fcc6c9', 'tag': '4253ec75-6943-462e-94dc-07ee0a16da4c'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:22:11.974385 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b112235-6649-49aa-8d04-c3ec1ae6ac79" -d '{"events": [{"name": "network-changed", "server_uuid": "38a49d97-d37a-4078-b2da-7dbcd4fcc6c9", "tag": "4253ec75-6943-462e-94dc-07ee0a16da4c"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:22:11.984180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58738) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:11.987806 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Allocated IP 172.20.0.4 (5248cf3b-27d9-4758-a287-053804ab8227/7cfcfa2d-c445-4d1d-9e96-aece1fd093ee/bc58b987-d624-478b-b104-30095f644046) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:12.035230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:12.074558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:12.153314 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:12.155909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58746) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:12.190677 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-5652112d-b439-440f-a826-ccfe0088f606 None None] Set router 856da619-a79f-4439-b1b9-d2ef8d632d08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:22:12.229239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f78d1a7-c3d2-4f6a-8ca6-f8b1d3fa3d83 x-openstack-request-id: req-7f78d1a7-c3d2-4f6a-8ca6-f8b1d3fa3d83 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:22:12.229601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38a49d97-d37a-4078-b2da-7dbcd4fcc6c9", "tag": "4253ec75-6943-462e-94dc-07ee0a16da4c", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:22:12.229752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f78d1a7-c3d2-4f6a-8ca6-f8b1d3fa3d83 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:22:12.230142 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38a49d97-d37a-4078-b2da-7dbcd4fcc6c9', 'tag': '4253ec75-6943-462e-94dc-07ee0a16da4c', 'status': 'completed', 'code': 200} Dec 06 14:22:12.260595 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ba33870a-e1f8-40bf-add1-a019d89111a4 req-367bbce0-a268-4579-9f68-fd67708f4a79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 HTTP/1.1" status: 200 len: 999 time: 0.4329798 Dec 06 14:22:12.288732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:12.303841 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:12.340129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:12.381982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:12.388159 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:12.420358 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=0350325a-aa68-4eb9-a78f-b79dd92a038b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:12.448703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9e804608-d32e-4acf-9570-2869ac13fbfa', 'network_id': '9e804608-d32e-4acf-9570-2869ac13fbfa', 'tenant_id': '8a86ffa007494370a1cabe6b03d9415f', 'fixed_ips': [{'subnet_id': '7835dd30-a7c5-4f05-b256-7a97c03bfe68'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:12.463430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:12.468963 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:12.469469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:12.478335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b112235-6649-49aa-8d04-c3ec1ae6ac79 req-722f4b58-9b46-45ec-9851-57b0a055768e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:12.480257 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6b112235-6649-49aa-8d04-c3ec1ae6ac79 req-722f4b58-9b46-45ec-9851-57b0a055768e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1581c8e1066d4f8e9d864ea17bbba555&device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 1098 time: 0.2419248 Dec 06 14:22:12.533647 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:12.623655 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33870a-e1f8-40bf-add1-a019d89111a4 req-f1aec8f6-57bd-437d-bbcd-8dd28478c104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:12.626232 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ba33870a-e1f8-40bf-add1-a019d89111a4 req-f1aec8f6-57bd-437d-bbcd-8dd28478c104 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=061c47c1-bfd5-433c-88e1-662da2288010 HTTP/1.1" status: 200 len: 850 time: 0.3390582 Dec 06 14:22:12.646901 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:12.650630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58750) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:12.656792 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e1e3afcf-3a31-4882-b3fb-ca02d8461d2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7688186 Dec 06 14:22:12.717290 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Allocated IP 2001:db8::3 (9e804608-d32e-4acf-9570-2869ac13fbfa/7835dd30-a7c5-4f05-b256-7a97c03bfe68/59641a59-af9f-404e-810a-7b89311b71ef) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:12.738222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:12.744537 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Pushing event updated for resources: {'Port': ['ID=bc58b987-d624-478b-b104-30095f644046,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:12.829910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d983bcd-2cc5-4aba-b8a5-3b9f5bedbf8b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:12.838914 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d983bcd-2cc5-4aba-b8a5-3b9f5bedbf8b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:12.840686 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7d983bcd-2cc5-4aba-b8a5-3b9f5bedbf8b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1865339 Dec 06 14:22:12.849022 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Network 5248cf3b-27d9-4758-a287-053804ab8227 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:12.849638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58752) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:12.914446 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Subnet': ['ID=e7134ebb-63a8-4820-b708-a049cc91a834,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:12.928925 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-900237b8-96b2-41b3-b09a-9a1bdb6fc8f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ed85ccfd3034601b78f61579afeae2a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9373212 Dec 06 14:22:12.935191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58754) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:12.939866 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3f85943d-6354-42ba-ae87-54a4497f08d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e3c78b69cef4ce69be852f6ab6f7694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7338731 Dec 06 14:22:12.947827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58756) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:12.964014 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5652112d-b439-440f-a826-ccfe0088f606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 4, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '39226882-84bc-485b-a903-b55e099d624e', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'floating_ip_address': '172.36.1.173', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'port_id': '4253ec75-6943-462e-94dc-07ee0a16da4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'mac_address': 'fa:16:3e:6e:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a49d97-d37a-4078-b2da-7dbcd4fcc6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:21:25Z', 'updated_at': '2021-12-06T14:22:09Z', 'revision_number': 1, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbfa43e-fe78-4258-9505-d389fc29f70a', 'name': '', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'mac_address': 'fa:16:3e:40:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:13Z', 'updated_at': '2021-12-06T14:21:22Z', 'revision_number': 5, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'subnets': [{'id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:12.974371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:12.986685 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:13.008838 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33870a-e1f8-40bf-add1-a019d89111a4 req-6797009f-d7f4-43ae-bcdd-f54a064fd8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:13.010446 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ba33870a-e1f8-40bf-add1-a019d89111a4 req-6797009f-d7f4-43ae-bcdd-f54a064fd8af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c98b384e-7d44-41c8-aa9e-af7a94219b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3747623 Dec 06 14:22:13.024311 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652112d-b439-440f-a826-ccfe0088f606 None None] Checking router: 856da619-a79f-4439-b1b9-d2ef8d632d08 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:22:13.034690 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652112d-b439-440f-a826-ccfe0088f606 None None] Routers {'856da619-a79f-4439-b1b9-d2ef8d632d08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:13.035323 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5652112d-b439-440f-a826-ccfe0088f606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['856da619-a79f-4439-b1b9-d2ef8d632d08'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:13.078159 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:13.079707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.086239 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.100354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc51dcd-1cb6-4a64-9f4c-4c18e922ddee None None] Network 98f46c9f-fb51-48f7-a6d6-3946cd1814a1 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:13.106278 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b112235-6649-49aa-8d04-c3ec1ae6ac79 req-3ba2b22f-41da-4e5f-a51b-e64f3be91891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:13.109205 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6b112235-6649-49aa-8d04-c3ec1ae6ac79 req-3ba2b22f-41da-4e5f-a51b-e64f3be91891 service neutron] 10.222.0.41 "GET /v2.0/networks?id=335b2338-1336-4dd0-9810-241ea87aea01 HTTP/1.1" status: 200 len: 907 time: 0.6180997 Dec 06 14:22:13.111134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.224527 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-5652112d-b439-440f-a826-ccfe0088f606 None None] Set router 856da619-a79f-4439-b1b9-d2ef8d632d08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:22:13.228430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.254405 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6b112235-6649-49aa-8d04-c3ec1ae6ac79 req-0fa32bec-70e3-44b1-95b5-2ec2daa03a8d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4253ec75-6943-462e-94dc-07ee0a16da4c HTTP/1.1" status: 200 len: 999 time: 0.1328926 Dec 06 14:22:13.259348 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ba33870a-e1f8-40bf-add1-a019d89111a4 req-0011cef8-4f13-4296-9415-0202184abe2f service neutron] 10.222.0.41 "GET /v2.0/networks/c98b384e-7d44-41c8-aa9e-af7a94219b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770110 Dec 06 14:22:13.262419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.266000 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b8590ce0-2b16-4e64-a59a-329d58a37420 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.4659753 Dec 06 14:22:13.276733 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58762) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:13.304772 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Request body: {'port': {'network_id': '5248cf3b-27d9-4758-a287-053804ab8227', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2144984859', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:13.305601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.api.validators [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] bootfile-name is not in valid_values {{(pid=103725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 14:22:13.306114 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.api.validators [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] tftp-server is not in valid_values {{(pid=103725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 14:22:13.306583 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.api.validators [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] server-ip-address is not in valid_values {{(pid=103725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 14:22:13.325190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fc693d37-e531-4d88-a96d-6d1caa81bd48 None None] Provisioning complete for port b76a2098-ffc8-425a-890c-f4c602330f81 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:13.325564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc693d37-e531-4d88-a96d-6d1caa81bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.330725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b112235-6649-49aa-8d04-c3ec1ae6ac79 req-3e595a5f-8995-42f0-a3c6-928a3a2d10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:13.332718 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6b112235-6649-49aa-8d04-c3ec1ae6ac79 req-3e595a5f-8995-42f0-a3c6-928a3a2d10f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8737697-4bab-4eb6-998b-387593d2ef8c HTTP/1.1" status: 200 len: 845 time: 0.0651340 Dec 06 14:22:13.340555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a0371c21-e806-4881-9876-d30282103e7a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 0350325a-aa68-4eb9-a78f-b79dd92a038b {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:13.340963 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a0371c21-e806-4881-9876-d30282103e7a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.376092 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Network 9e804608-d32e-4acf-9570-2869ac13fbfa is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:13.395450 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Network 17c2b898-abe6-4e86-8969-a4aae193d552 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:13.401089 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:13.404196 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:13.410464 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ba33870a-e1f8-40bf-add1-a019d89111a4 req-f04a28ec-221b-4c69-b8f4-fd598c386181 service neutron] 10.222.0.41 "GET /v2.0/networks/c98b384e-7d44-41c8-aa9e-af7a94219b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344161 Dec 06 14:22:13.450599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c2b898-abe6-4e86-8969-a4aae193d552']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:13.459327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:13.462556 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:13.470391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Allocated IP 172.20.0.2 (5248cf3b-27d9-4758-a287-053804ab8227/7cfcfa2d-c445-4d1d-9e96-aece1fd093ee/1cb49002-f6f4-4aaa-9c24-51ddb95237ec) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:13.480648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-70408599-0611-4c0b-b907-3d2abce0bb75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.484409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6067a1-1a53-4a58-8888-48a725ff2340') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:13.484959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6067a1-1a53-4a58-8888-48a725ff2340') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:13.488946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b112235-6649-49aa-8d04-c3ec1ae6ac79 req-f48c3392-e6fb-48ec-bec5-bde6f13a428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:13.490646 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6b112235-6649-49aa-8d04-c3ec1ae6ac79 req-f48c3392-e6fb-48ec-bec5-bde6f13a428f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=335b2338-1336-4dd0-9810-241ea87aea01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1455150 Dec 06 14:22:13.528518 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:13.528987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.553378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.564319 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-70408599-0611-4c0b-b907-3d2abce0bb75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.571413 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Pushing event updated for resources: {'Port': ['ID=68c53d3b-b44a-4025-a953-279044025bd7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:13.576385 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5652112d-b439-440f-a826-ccfe0088f606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 4, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '39226882-84bc-485b-a903-b55e099d624e', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'floating_ip_address': '172.36.1.173', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'port_id': '4253ec75-6943-462e-94dc-07ee0a16da4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'mac_address': 'fa:16:3e:6e:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a49d97-d37a-4078-b2da-7dbcd4fcc6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:21:25Z', 'updated_at': '2021-12-06T14:22:09Z', 'revision_number': 1, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbfa43e-fe78-4258-9505-d389fc29f70a', 'name': '', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'mac_address': 'fa:16:3e:40:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:13Z', 'updated_at': '2021-12-06T14:21:22Z', 'revision_number': 5, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'subnets': [{'id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:13.580097 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa18471e-4e2e-45d2-8d17-452b77244c14 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.582352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.610029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a0371c21-e806-4881-9876-d30282103e7a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.619795 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5652112d-b439-440f-a826-ccfe0088f606 None None] The sync data for ids ['856da619-a79f-4439-b1b9-d2ef8d632d08'] in dv-neutron-master-2-hyperv is: [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 4, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '39226882-84bc-485b-a903-b55e099d624e', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'floating_ip_address': '172.36.1.173', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'port_id': '4253ec75-6943-462e-94dc-07ee0a16da4c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'mac_address': 'fa:16:3e:6e:56:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a49d97-d37a-4078-b2da-7dbcd4fcc6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:21:25Z', 'updated_at': '2021-12-06T14:22:09Z', 'revision_number': 1, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cdbfa43e-fe78-4258-9505-d389fc29f70a', 'name': '', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'mac_address': 'fa:16:3e:40:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:13Z', 'updated_at': '2021-12-06T14:21:22Z', 'revision_number': 5, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'subnets': [{'id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:22:13.640683 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a0371c21-e806-4881-9876-d30282103e7a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 0350325a-aa68-4eb9-a78f-b79dd92a038b owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:13.646234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.649995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Pushing event updated for resources: {'Port': ['ID=59641a59-af9f-404e-810a-7b89311b71ef,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:13.664373 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e8b5de05-aac2-406c-beb6-b80490f08fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:11Z', 'revision_number': 4, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c684103f-2351-420a-b7a1-9a606fd53156', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'floating_ip_address': '172.36.1.89', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'port_id': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'mac_address': 'fa:16:3e:72:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b1c11-0712-47a7-8c5d-edc162e87696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:21:23Z', 'updated_at': '2021-12-06T14:22:09Z', 'revision_number': 1, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08bdf23d-65cd-4e6b-a951-e1df92cd2b64', 'name': '', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'mac_address': 'fa:16:3e:ff:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '061c47c1-bfd5-433c-88e1-662da2288010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:10Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 5, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'subnets': [{'id': '061c47c1-bfd5-433c-88e1-662da2288010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:13.672871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Subnet': ['ID=7835dd30-a7c5-4f05-b256-7a97c03bfe68,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:13.733336 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6b112235-6649-49aa-8d04-c3ec1ae6ac79 req-cac6ba0d-7af9-4d80-8b43-e04bd0d3cd84 service neutron] 10.222.0.41 "GET /v2.0/networks/335b2338-1336-4dd0-9810-241ea87aea01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339904 Dec 06 14:22:13.751039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Attempting to bind port 68c53d3b-b44a-4025-a953-279044025bd7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:13.751511 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Attempting to bind port 68c53d3b-b44a-4025-a953-279044025bd7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fb6067a1-1a53-4a58-8888-48a725ff2340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '17c2b898-abe6-4e86-8969-a4aae193d552'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:13.751767 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Attempting to bind port 68c53d3b-b44a-4025-a953-279044025bd7 on network 17c2b898-abe6-4e86-8969-a4aae193d552 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:13.754039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.766583 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5de05-aac2-406c-beb6-b80490f08fe3 None None] Checking router: 08369300-5c32-421a-9c53-754c0927dfaa for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:22:13.774430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Attempting to bind port 59641a59-af9f-404e-810a-7b89311b71ef on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:13.775793 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Attempting to bind port 59641a59-af9f-404e-810a-7b89311b71ef by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'df6ab1c4-6b67-47d0-a238-e4fa1ab9016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e804608-d32e-4acf-9570-2869ac13fbfa'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:13.775793 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Attempting to bind port 59641a59-af9f-404e-810a-7b89311b71ef on network 9e804608-d32e-4acf-9570-2869ac13fbfa {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:13.779556 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e804608-d32e-4acf-9570-2869ac13fbfa']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:13.782368 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:13.782701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Checking segment: {'id': 'fb6067a1-1a53-4a58-8888-48a725ff2340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '17c2b898-abe6-4e86-8969-a4aae193d552'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:13.783181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.783602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Bound using segment: {'id': 'fb6067a1-1a53-4a58-8888-48a725ff2340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '17c2b898-abe6-4e86-8969-a4aae193d552'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:13.784132 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Bound port: 68c53d3b-b44a-4025-a953-279044025bd7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6067a1-1a53-4a58-8888-48a725ff2340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '17c2b898-abe6-4e86-8969-a4aae193d552'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:13.784515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.791369 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6ab1c4-6b67-47d0-a238-e4fa1ab9016c') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:13.791738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6ab1c4-6b67-47d0-a238-e4fa1ab9016c') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:13.804113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.821283 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.832814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:13.833350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:13.845172 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:13.847104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:13.847104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.847248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:13.847248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Checking segment: {'id': 'df6ab1c4-6b67-47d0-a238-e4fa1ab9016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e804608-d32e-4acf-9570-2869ac13fbfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:13.847418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.849065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Bound using segment: {'id': 'df6ab1c4-6b67-47d0-a238-e4fa1ab9016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e804608-d32e-4acf-9570-2869ac13fbfa'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:13.849065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Bound port: 59641a59-af9f-404e-810a-7b89311b71ef, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6ab1c4-6b67-47d0-a238-e4fa1ab9016c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9e804608-d32e-4acf-9570-2869ac13fbfa'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:13.849065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.868948 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa18471e-4e2e-45d2-8d17-452b77244c14 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:13.874473 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:13.889989 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6b112235-6649-49aa-8d04-c3ec1ae6ac79 req-6e94e9e5-4b95-40ff-8372-64a6c034069a service neutron] 10.222.0.41 "GET /v2.0/networks/335b2338-1336-4dd0-9810-241ea87aea01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499655 Dec 06 14:22:13.899851 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc693d37-e531-4d88-a96d-6d1caa81bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:13.909554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5de05-aac2-406c-beb6-b80490f08fe3 None None] Routers {'08369300-5c32-421a-9c53-754c0927dfaa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:13.910193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e8b5de05-aac2-406c-beb6-b80490f08fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['08369300-5c32-421a-9c53-754c0927dfaa'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:13.976206 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a0371c21-e806-4881-9876-d30282103e7a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.006292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0371c21-e806-4881-9876-d30282103e7a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=0350325a-aa68-4eb9-a78f-b79dd92a038b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:14.013622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb2da5a0-6392-44fc-8a4b-36293e2bbf59 None None] New status for floating IP 39226882-84bc-485b-a903-b55e099d624e: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:22:14.040574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.db.api [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 14:22:14.040574 dv-neutron-master-2-hyperv neutron-server[103725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 14:22:14.040574 dv-neutron-master-2-hyperv neutron-server[103725]: [parameters: {'id': '17c2b898-abe6-4e86-8969-a4aae193d552'}] Dec 06 14:22:14.040574 dv-neutron-master-2-hyperv neutron-server[103725]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:14.041058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG oslo_db.api [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:14.044484 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a0371c21-e806-4881-9876-d30282103e7a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.053536 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58764) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:14.058774 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a0371c21-e806-4881-9876-d30282103e7a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/0350325a-aa68-4eb9-a78f-b79dd92a038b HTTP/1.1" status: 204 len: 168 time: 1.2080629 Dec 06 14:22:14.067069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.db.api [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 14:22:14.067069 dv-neutron-master-2-hyperv neutron-server[103725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 14:22:14.067069 dv-neutron-master-2-hyperv neutron-server[103725]: [parameters: {'id': '9e804608-d32e-4acf-9570-2869ac13fbfa'}] Dec 06 14:22:14.067069 dv-neutron-master-2-hyperv neutron-server[103725]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:14.072739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG oslo_db.api [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:14.090985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-70408599-0611-4c0b-b907-3d2abce0bb75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.093641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-70408599-0611-4c0b-b907-3d2abce0bb75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.094802 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-70408599-0611-4c0b-b907-3d2abce0bb75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d20bc79-9413-4f0c-9fc7-0cc59dab8d0c HTTP/1.1" status: 204 len: 168 time: 1.1585379 Dec 06 14:22:14.117032 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70408599-0611-4c0b-b907-3d2abce0bb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d20bc79-9413-4f0c-9fc7-0cc59dab8d0c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:14.121286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Made reservation on behalf of 69ce0235c25c40199d2aee4191af7aef for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:14.126477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.131052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa18471e-4e2e-45d2-8d17-452b77244c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.133189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa18471e-4e2e-45d2-8d17-452b77244c14 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.138281 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fa18471e-4e2e-45d2-8d17-452b77244c14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47fc32ee-fd05-4cb3-b73a-8c0a521eb40d HTTP/1.1" status: 204 len: 168 time: 1.1796248 Dec 06 14:22:14.147755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f55379-0a48-4ca4-a094-7384637a9210 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:14.150510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f55379-0a48-4ca4-a094-7384637a9210 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:14.154858 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-86f55379-0a48-4ca4-a094-7384637a9210 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0972860 Dec 06 14:22:14.157202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58770) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:14.188149 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18471e-4e2e-45d2-8d17-452b77244c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fc32ee-fd05-4cb3-b73a-8c0a521eb40d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:14.201382 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] device_id is not set on port 55a77ec2-31fc-445f-b537-e9c5ab604b7d yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:22:14.255750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed8516fb-933f-4934-bbcb-ed6ca731df9c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 7eacc048-445c-4611-a53e-68f7067850e3 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:14.264494 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed8516fb-933f-4934-bbcb-ed6ca731df9c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.350355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fc693d37-e531-4d88-a96d-6d1caa81bd48 None None] For port b76a2098-ffc8-425a-890c-f4c602330f81, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b76a2098-ffc8-425a-890c-f4c602330f81,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:14.356245 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed8516fb-933f-4934-bbcb-ed6ca731df9c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.364320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.521718 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed8516fb-933f-4934-bbcb-ed6ca731df9c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.542777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.549046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] For port 68c53d3b-b44a-4025-a953-279044025bd7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:14.560817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] For port 59641a59-af9f-404e-810a-7b89311b71ef, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:14.575914 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc693d37-e531-4d88-a96d-6d1caa81bd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.590612 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.614907 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] For port 68c53d3b-b44a-4025-a953-279044025bd7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=68c53d3b-b44a-4025-a953-279044025bd7,segment=NetworkSegment(fb6067a1-1a53-4a58-8888-48a725ff2340),segment_id=fb6067a1-1a53-4a58-8888-48a725ff2340)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:14.628073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] For port 59641a59-af9f-404e-810a-7b89311b71ef, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=59641a59-af9f-404e-810a-7b89311b71ef,segment=NetworkSegment(df6ab1c4-6b67-47d0-a238-e4fa1ab9016c),segment_id=df6ab1c4-6b67-47d0-a238-e4fa1ab9016c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:14.667852 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Deleting port 68c53d3b-b44a-4025-a953-279044025bd7 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:14.668207 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.672975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Deleting port 59641a59-af9f-404e-810a-7b89311b71ef {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:14.673292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.677192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8afc50c8-1238-4cf4-8511-b7dd3ea28a23,segment=NetworkSegment(da518a6e-b0e2-49bc-8bfd-45bdd7c01e48),segment_id=da518a6e-b0e2-49bc-8bfd-45bdd7c01e48)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:14.685985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.690835 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-e8b5de05-aac2-406c-beb6-b80490f08fe3 None None] Set router 08369300-5c32-421a-9c53-754c0927dfaa gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:22:14.733123 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.737689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed8516fb-933f-4934-bbcb-ed6ca731df9c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.799622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.808330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8516fb-933f-4934-bbcb-ed6ca731df9c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=7eacc048-445c-4611-a53e-68f7067850e3,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:14.809975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-db278af1-2f73-4857-b189-0e0541bb2eda None None] Could not find standard attr ID for object 0350325a-aa68-4eb9-a78f-b79dd92a038b. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:22:14.812693 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.813802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b76a2098-ffc8-425a-890c-f4c602330f81 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:14.823741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed8516fb-933f-4934-bbcb-ed6ca731df9c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.829869 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.830406 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] For port 59641a59-af9f-404e-810a-7b89311b71ef, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:14.831313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.831907 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ed8516fb-933f-4934-bbcb-ed6ca731df9c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/7eacc048-445c-4611-a53e-68f7067850e3 HTTP/1.1" status: 204 len: 168 time: 0.6732593 Dec 06 14:22:14.835289 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58788) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:14.838405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eea6744-57ba-4dab-88ba-3d55fd4c9687 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:14.840723 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] For port 68c53d3b-b44a-4025-a953-279044025bd7, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:14.841374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:14.875847 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Calling delete_port for 59641a59-af9f-404e-810a-7b89311b71ef owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:14.887797 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Calling delete_port for 68c53d3b-b44a-4025-a953-279044025bd7 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:14.923090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58790) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:14.945285 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6ce50bb5-4438-4db2-9194-3093da55b53f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1084607 Dec 06 14:22:14.953857 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58792) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:15.029934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Allocated IP 172.20.0.3 (5248cf3b-27d9-4758-a287-053804ab8227/7cfcfa2d-c445-4d1d-9e96-aece1fd093ee/55a77ec2-31fc-445f-b537-e9c5ab604b7d) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:15.039838 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-805f901a-95f8-44cb-8d3e-60c23f561fe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.058964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d8375e-c477-415c-9026-77eab49c42e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:15.060823 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-79d8375e-c477-415c-9026-77eab49c42e5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1055765 Dec 06 14:22:15.063456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58794) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:15.115910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d333eea-1ef6-464e-815f-14f8375c051a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:15.119816 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3d333eea-1ef6-464e-815f-14f8375c051a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0526447 Dec 06 14:22:15.122467 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc693d37-e531-4d88-a96d-6d1caa81bd48 None None] Pushing event updated for resources: {'Port': ['ID=b76a2098-ffc8-425a-890c-f4c602330f81,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:15.122788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58796) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:15.193235 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1f28c413-58c7-4a6b-bb16-bb2b77c1b879 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0678120 Dec 06 14:22:15.193235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58800) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:15.198452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-df5eeff3-bc6e-49f9-9db1-206e3b06fd62 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:15.260335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Network 5248cf3b-27d9-4758-a287-053804ab8227 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:15.264299 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-db278af1-2f73-4857-b189-0e0541bb2eda None None] Provisioning complete for port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:15.264669 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db278af1-2f73-4857-b189-0e0541bb2eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.289312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:15.291546 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:15.335592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34fb63c-fa5c-4fce-85de-01320a7f6d24 None None] Network 17c2b898-abe6-4e86-8969-a4aae193d552 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:15.349063 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.373734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ab3a00-efaf-456e-8133-77a0cf2105d2 None None] Network 9e804608-d32e-4acf-9570-2869ac13fbfa requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:15.374504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5eeff3-bc6e-49f9-9db1-206e3b06fd62 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:15.378675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-df5eeff3-bc6e-49f9-9db1-206e3b06fd62 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.473987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.477230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Port': ['ID=68c53d3b-b44a-4025-a953-279044025bd7,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:15.496338 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No DVR routers for this DVR port 68c53d3b-b44a-4025-a953-279044025bd7 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:15.545411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef678692-e000-44a0-8b69-8eb47fd5b176 None None] Pushing event updated for resources: {'Port': ['ID=68c53d3b-b44a-4025-a953-279044025bd7,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:15.573868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Port': ['ID=59641a59-af9f-404e-810a-7b89311b71ef,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:15.578653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No DVR routers for this DVR port 59641a59-af9f-404e-810a-7b89311b71ef on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:15.585022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-805f901a-95f8-44cb-8d3e-60c23f561fe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.628315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58812) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:15.651132 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a998d30-328f-4026-bc0f-a10b2c47f5b9 None None] Pushing event deleted for resources: {'Port': ['ID=59641a59-af9f-404e-810a-7b89311b71ef,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:15.664607 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Attempting to bind port 1cb49002-f6f4-4aaa-9c24-51ddb95237ec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:15.665332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Attempting to bind port 1cb49002-f6f4-4aaa-9c24-51ddb95237ec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e53faf04-481e-4702-b3f7-4203cb1001a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5248cf3b-27d9-4758-a287-053804ab8227'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:15.665730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Attempting to bind port 1cb49002-f6f4-4aaa-9c24-51ddb95237ec on network 5248cf3b-27d9-4758-a287-053804ab8227 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:15.711071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.711487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port b76a2098-ffc8-425a-890c-f4c602330f81 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:15.711857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.931309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:15.931309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Checking segment: {'id': 'e53faf04-481e-4702-b3f7-4203cb1001a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5248cf3b-27d9-4758-a287-053804ab8227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:15.931309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.931309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Bound using segment: {'id': 'e53faf04-481e-4702-b3f7-4203cb1001a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5248cf3b-27d9-4758-a287-053804ab8227'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:15.931309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Bound port: 1cb49002-f6f4-4aaa-9c24-51ddb95237ec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e53faf04-481e-4702-b3f7-4203cb1001a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '5248cf3b-27d9-4758-a287-053804ab8227'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:15.931309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.932129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.932218 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1490491875'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:15.932302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.932302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17c2b898-abe6-4e86-8969-a4aae193d552']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:15.932302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6067a1-1a53-4a58-8888-48a725ff2340') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:15.932302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6067a1-1a53-4a58-8888-48a725ff2340') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:15.932302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e804608-d32e-4acf-9570-2869ac13fbfa']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:15.932302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.932302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6ab1c4-6b67-47d0-a238-e4fa1ab9016c') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:15.932302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6ab1c4-6b67-47d0-a238-e4fa1ab9016c') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:15.932302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.932302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.932302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:15.932302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:15.933213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.941640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:15.942045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:15.945302 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:15.982392 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=8afc50c8-1238-4cf4-8511-b7dd3ea28a23,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:16.023960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f58edde-a92a-49f6-a4d5-6c5f2f7f44a1 None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:22:16.075067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] For port 1cb49002-f6f4-4aaa-9c24-51ddb95237ec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:16.079322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Pushing event updated for resources: {'Port': ['ID=1cb49002-f6f4-4aaa-9c24-51ddb95237ec,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:16.149788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-221a0873-3e94-44c8-ac0b-571609970082 None None] Provisioning complete for port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:16.150222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-221a0873-3e94-44c8-ac0b-571609970082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.187491 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e8b5de05-aac2-406c-beb6-b80490f08fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:11Z', 'revision_number': 4, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c684103f-2351-420a-b7a1-9a606fd53156', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'floating_ip_address': '172.36.1.89', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'port_id': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'mac_address': 'fa:16:3e:72:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b1c11-0712-47a7-8c5d-edc162e87696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:21:23Z', 'updated_at': '2021-12-06T14:22:09Z', 'revision_number': 1, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08bdf23d-65cd-4e6b-a951-e1df92cd2b64', 'name': '', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'mac_address': 'fa:16:3e:ff:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '061c47c1-bfd5-433c-88e1-662da2288010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:10Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 5, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'subnets': [{'id': '061c47c1-bfd5-433c-88e1-662da2288010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:16.230412 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8b5de05-aac2-406c-beb6-b80490f08fe3 None None] The sync data for ids ['08369300-5c32-421a-9c53-754c0927dfaa'] in dv-neutron-master-2-hyperv is: [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:11Z', 'revision_number': 4, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c684103f-2351-420a-b7a1-9a606fd53156', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'floating_ip_address': '172.36.1.89', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'port_id': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'mac_address': 'fa:16:3e:72:c0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f60b1c11-0712-47a7-8c5d-edc162e87696', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:21:23Z', 'updated_at': '2021-12-06T14:22:09Z', 'revision_number': 1, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08bdf23d-65cd-4e6b-a951-e1df92cd2b64', 'name': '', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'mac_address': 'fa:16:3e:ff:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '061c47c1-bfd5-433c-88e1-662da2288010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:10Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 5, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'subnets': [{'id': '061c47c1-bfd5-433c-88e1-662da2288010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:22:16.232074 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:16.237916 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1f58edde-a92a-49f6-a4d5-6c5f2f7f44a1 None None] Deleting port b76a2098-ffc8-425a-890c-f4c602330f81 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:16.238284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f58edde-a92a-49f6-a4d5-6c5f2f7f44a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.370629 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-805f901a-95f8-44cb-8d3e-60c23f561fe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.376557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1f58edde-a92a-49f6-a4d5-6c5f2f7f44a1 None None] For port b76a2098-ffc8-425a-890c-f4c602330f81, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b76a2098-ffc8-425a-890c-f4c602330f81,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:16.376557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f58edde-a92a-49f6-a4d5-6c5f2f7f44a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.397536 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1f58edde-a92a-49f6-a4d5-6c5f2f7f44a1 None None] Calling delete_port for b76a2098-ffc8-425a-890c-f4c602330f81 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:16.405634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:16.406014 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.406411 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-805f901a-95f8-44cb-8d3e-60c23f561fe7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=956a7f0a4d2348048cf4ed302d72c6c6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4818246 Dec 06 14:22:16.409051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58816) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:16.425323 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805f901a-95f8-44cb-8d3e-60c23f561fe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be259488-eedb-4a34-9f0d-838517306401,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:16.437588 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1a551a-e18c-4534-aebb-f483fd4561c6 None None] New status for floating IP c684103f-2351-420a-b7a1-9a606fd53156: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:22:16.477666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6420-c96c-4236-bd9e-2f68d492a812 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.482744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.489667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.497001 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.497517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] For port 1cb49002-f6f4-4aaa-9c24-51ddb95237ec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cb49002-f6f4-4aaa-9c24-51ddb95237ec,segment=NetworkSegment(e53faf04-481e-4702-b3f7-4203cb1001a4),segment_id=e53faf04-481e-4702-b3f7-4203cb1001a4)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:16.504532 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6420-c96c-4236-bd9e-2f68d492a812 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.506016 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/17c2b898-abe6-4e86-8969-a4aae193d552 HTTP/1.1" status: 204 len: 168 time: 6.4299221 Dec 06 14:22:16.547364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58820) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:16.555252 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3191c02d-79d3-44b7-89fc-b55d014ad379 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-378761593'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:16.576165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-df5eeff3-bc6e-49f9-9db1-206e3b06fd62 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.578055 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:16.581827 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.605178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.609075 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.616776 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/9e804608-d32e-4acf-9570-2869ac13fbfa HTTP/1.1" status: 204 len: 168 time: 5.0643401 Dec 06 14:22:16.617389 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58824) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:16.620945 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.632876 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Pushing event updated for resources: {'Port': ['ID=55a77ec2-31fc-445f-b537-e9c5ab604b7d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:16.637795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-488e3413-1b45-4e12-a316-6f8dae5e8c79 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1724309611'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:16.642751 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5eeff3-bc6e-49f9-9db1-206e3b06fd62 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:16.647596 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85599260-86c1-4439-8352-ddb5f128cfe7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Network': ['ID=17c2b898-abe6-4e86-8969-a4aae193d552,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:16.651956 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-df5eeff3-bc6e-49f9-9db1-206e3b06fd62 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:16.661069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5eeff3-bc6e-49f9-9db1-206e3b06fd62 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:16.663342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-df5eeff3-bc6e-49f9-9db1-206e3b06fd62 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.663467 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.678050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dddb8f-4ede-4afe-afe9-85e5b02d7baa tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Network': ['ID=9e804608-d32e-4acf-9570-2869ac13fbfa,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:16.678896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Network 5248cf3b-27d9-4758-a287-053804ab8227 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:16.680413 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:16.682805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:16.741149 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:16.741798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.770902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f58edde-a92a-49f6-a4d5-6c5f2f7f44a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.773052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5eeff3-bc6e-49f9-9db1-206e3b06fd62 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=9e5d3b08-a59e-42fb-b590-10b9e1ef299a,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:16.777186 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b76a2098-ffc8-425a-890c-f4c602330f81 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:22:16.778439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3191c02d-79d3-44b7-89fc-b55d014ad379 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:16.782154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3191c02d-79d3-44b7-89fc-b55d014ad379 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.787425 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6420-c96c-4236-bd9e-2f68d492a812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.787879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec2c6420-c96c-4236-bd9e-2f68d492a812 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.789097 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ec2c6420-c96c-4236-bd9e-2f68d492a812 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be259488-eedb-4a34-9f0d-838517306401 HTTP/1.1" status: 204 len: 168 time: 0.3786821 Dec 06 14:22:16.800751 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.811811 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2c6420-c96c-4236-bd9e-2f68d492a812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be259488-eedb-4a34-9f0d-838517306401,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:16.827643 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3191c02d-79d3-44b7-89fc-b55d014ad379 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:16.837255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3191c02d-79d3-44b7-89fc-b55d014ad379 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.837598 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-3191c02d-79d3-44b7-89fc-b55d014ad379 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Added segment 8cbe1180-02f7-4e98-8e9f-dd09429baae5 of type vlan for network 7c98d1a7-42c1-4a0c-8d04-bcd005997119 Dec 06 14:22:16.842246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488e3413-1b45-4e12-a316-6f8dae5e8c79 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:16.847143 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-488e3413-1b45-4e12-a316-6f8dae5e8c79 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.876713 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488e3413-1b45-4e12-a316-6f8dae5e8c79 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:16.889359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3191c02d-79d3-44b7-89fc-b55d014ad379 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.894887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.906775 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-488e3413-1b45-4e12-a316-6f8dae5e8c79 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.907619 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-488e3413-1b45-4e12-a316-6f8dae5e8c79 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Added segment eddda6ac-7470-49af-8330-932ae27833ec of type vlan for network 23f1deea-bd2b-4134-b455-f23c84202815 Dec 06 14:22:16.932009 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-df5eeff3-bc6e-49f9-9db1-206e3b06fd62 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7381685 Dec 06 14:22:16.938963 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-50fa8285-c08c-45b7-a69e-eee0a2be7c81 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.6409812 Dec 06 14:22:16.942124 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58828) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:16.945183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58830) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:16.945342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:16.962299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5695b5ff-caa5-49be-87f9-d5e811ebcae8,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:16.968062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:16.968486 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Added segment ad7c6288-6043-40c2-9d86-9117d3d330e1 of type vlan for network fed0c8b7-c60b-4189-9bb9-594a77342541 Dec 06 14:22:16.977856 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: b76a2098-ffc8-425a-890c-f4c602330f81 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:22:16.978214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b76a2098-ffc8-425a-890c-f4c602330f81 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:22:16.988265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f58edde-a92a-49f6-a4d5-6c5f2f7f44a1 None None] No DVR routers for this DVR port b76a2098-ffc8-425a-890c-f4c602330f81 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:16.999448 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb345b78-1549-4b47-a320-e9c91d072399 None None] Pushing event updated for resources: {'Port': ['ID=1cb49002-f6f4-4aaa-9c24-51ddb95237ec,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:17.010351 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'fixed_ips': [{'subnet_id': '9e5d3b08-a59e-42fb-b590-10b9e1ef299a', 'ip_address': '2001:db8::3880:c2e0:6047:43be'}], 'name': 'tempest-NetworksTestDHCPv6-937064835'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:17.033154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f58edde-a92a-49f6-a4d5-6c5f2f7f44a1 None None] Pushing event deleted for resources: {'Port': ['ID=b76a2098-ffc8-425a-890c-f4c602330f81,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:17.035619 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.039920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3191c02d-79d3-44b7-89fc-b55d014ad379 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.043863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e239ed5-2e3b-4530-8f6a-e91bd6e0501a None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:17.045868 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3191c02d-79d3-44b7-89fc-b55d014ad379 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:17.046574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3191c02d-79d3-44b7-89fc-b55d014ad379 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.151776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-488e3413-1b45-4e12-a316-6f8dae5e8c79 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.166783 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191c02d-79d3-44b7-89fc-b55d014ad379 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=7c98d1a7-42c1-4a0c-8d04-bcd005997119,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:17.186995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 7c98d1a7-42c1-4a0c-8d04-bcd005997119 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:17.208929 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3191c02d-79d3-44b7-89fc-b55d014ad379 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6575994 Dec 06 14:22:17.210439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.214472 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58834) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:17.219372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:17.220061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.221773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b791c817-14d4-42ef-b506-7f297bf61244 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'subnet': {'network_id': '7c98d1a7-42c1-4a0c-8d04-bcd005997119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:17.382452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Network': ['ID=fed0c8b7-c60b-4189-9bb9-594a77342541,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:17.383175 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': '9e5d3b08-a59e-42fb-b590-10b9e1ef299a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:17.384330 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.402218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network fed0c8b7-c60b-4189-9bb9-594a77342541 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:17.606230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Allocated IP 2001:db8::2 (32250b85-9d7f-4d03-9356-fdcc88577699/9e5d3b08-a59e-42fb-b590-10b9e1ef299a/76c2852f-e32f-487c-98ad-25399143d3e7) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:17.709144 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b4f08-f26e-4f08-843d-5795fcc3524f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:17.721853 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b4f08-f26e-4f08-843d-5795fcc3524f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:17.725060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965b4f08-f26e-4f08-843d-5795fcc3524f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:17.727006 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-965b4f08-f26e-4f08-843d-5795fcc3524f tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.7769043 Dec 06 14:22:17.730272 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58840) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:17.771189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-488e3413-1b45-4e12-a316-6f8dae5e8c79 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.777243 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488e3413-1b45-4e12-a316-6f8dae5e8c79 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:17.779484 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-488e3413-1b45-4e12-a316-6f8dae5e8c79 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.796413 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.839577 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b94de154-bd77-43e8-a212-d9ad3777cc75 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Deleting port 55a77ec2-31fc-445f-b537-e9c5ab604b7d {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:17.839916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b94de154-bd77-43e8-a212-d9ad3777cc75 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.840091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:17.857582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488e3413-1b45-4e12-a316-6f8dae5e8c79 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Network': ['ID=23f1deea-bd2b-4134-b455-f23c84202815,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:17.863117 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.897793 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 23f1deea-bd2b-4134-b455-f23c84202815 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:17.916459 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-192ebc10-2719-46a8-934f-1087b89c08b7 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2870326 Dec 06 14:22:17.935767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58842) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:17.962113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-df23459d-0507-419d-9c5e-d316cf572041 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.968760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b94de154-bd77-43e8-a212-d9ad3777cc75 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.986283 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:17.996000 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b94de154-bd77-43e8-a212-d9ad3777cc75 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Calling delete_port for 55a77ec2-31fc-445f-b537-e9c5ab604b7d owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:18.010912 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-488e3413-1b45-4e12-a316-6f8dae5e8c79 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3806202 Dec 06 14:22:18.015359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58844) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:18.023786 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-fb190203-cbd5-4b21-bf08-afc060ad25a0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'subnet': {'network_id': '23f1deea-bd2b-4134-b455-f23c84202815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:18.030768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 7cb73678-5cf5-4eeb-bfd0-0ae8abaa7a63 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:22:18.073753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Pushing event updated for resources: {'Port': ['ID=76c2852f-e32f-487c-98ad-25399143d3e7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:18.092361 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:18.098700 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:18.105573 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:18.201873 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b791c817-14d4-42ef-b506-7f297bf61244 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:18.210357 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b791c817-14d4-42ef-b506-7f297bf61244 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.257202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Attempting to bind port 76c2852f-e32f-487c-98ad-25399143d3e7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:18.257587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Attempting to bind port 76c2852f-e32f-487c-98ad-25399143d3e7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:18.257985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Attempting to bind port 76c2852f-e32f-487c-98ad-25399143d3e7 on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:18.274363 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:18.274718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:18.279367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.280010 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:18.280333 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Bound port: 76c2852f-e32f-487c-98ad-25399143d3e7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:18.282059 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.291166 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-df23459d-0507-419d-9c5e-d316cf572041 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.364841 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1cb49002-f6f4-4aaa-9c24-51ddb95237ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:18.376342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb190203-cbd5-4b21-bf08-afc060ad25a0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:18.381764 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb190203-cbd5-4b21-bf08-afc060ad25a0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.396258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] For port 76c2852f-e32f-487c-98ad-25399143d3e7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:18.409248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-df23459d-0507-419d-9c5e-d316cf572041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.524144 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23459d-0507-419d-9c5e-d316cf572041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207ceaae-17a7-4781-bccf-0d62ff0c89f6,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:18.535304 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-df23459d-0507-419d-9c5e-d316cf572041 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d84ed0e00c2447696ceed34705a4538&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5960217 Dec 06 14:22:18.535496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27a464e-f2ef-420c-bef6-4aeb499e28c2 None None] Network 5248cf3b-27d9-4758-a287-053804ab8227 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:18.537807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] For port 76c2852f-e32f-487c-98ad-25399143d3e7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76c2852f-e32f-487c-98ad-25399143d3e7,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:18.538912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58846) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:18.561112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::3880:c2e0:6047:43be (32250b85-9d7f-4d03-9356-fdcc88577699/9e5d3b08-a59e-42fb-b590-10b9e1ef299a/7cb73678-5cf5-4eeb-bfd0-0ae8abaa7a63) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:18.600024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-955a3982-3231-4e17-ab9d-72ea2b919cae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.602098 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b94de154-bd77-43e8-a212-d9ad3777cc75 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.637661 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94de154-bd77-43e8-a212-d9ad3777cc75 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Pushing event deleted for resources: {'Port': ['ID=55a77ec2-31fc-445f-b537-e9c5ab604b7d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:18.669862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-955a3982-3231-4e17-ab9d-72ea2b919cae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.710001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.754250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b94de154-bd77-43e8-a212-d9ad3777cc75 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.776741 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b94de154-bd77-43e8-a212-d9ad3777cc75 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] 10.222.0.42 "DELETE /v2.0/ports/55a77ec2-31fc-445f-b537-e9c5ab604b7d HTTP/1.1" status: 204 len: 168 time: 1.0438654 Dec 06 14:22:18.827140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58852) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:18.844152 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-fadba779-a522-40f2-99b1-b25bf713f3cf tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Request body: {'port': {'name': 'tempest-new-port-name-1653276879', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:18.844816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.api.validators [None req-fadba779-a522-40f2-99b1-b25bf713f3cf tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] bootfile-name is not in valid_values {{(pid=103725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 14:22:18.849373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.api.validators [None req-fadba779-a522-40f2-99b1-b25bf713f3cf tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] tftp-server is not in valid_values {{(pid=103725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 14:22:18.850220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.api.validators [None req-fadba779-a522-40f2-99b1-b25bf713f3cf tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] server-ip-address is not in valid_values {{(pid=103725) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 14:22:18.857715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fc648d8d-5a7b-47c3-ac69-daa120534955 None None] Provisioning complete for port 1cb49002-f6f4-4aaa-9c24-51ddb95237ec triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:18.858225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc648d8d-5a7b-47c3-ac69-daa120534955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.902503 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b791c817-14d4-42ef-b506-7f297bf61244 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.958612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1cb49002-f6f4-4aaa-9c24-51ddb95237ec triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:18.959237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:18.973927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791c817-14d4-42ef-b506-7f297bf61244 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Subnet': ['ID=9a54e637-98b4-4ff9-b539-36a5b4b138df,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:19.029515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b571d-9aa1-4a37-b156-dd6cf82a4275 None None] Pushing event updated for resources: {'Port': ['ID=76c2852f-e32f-487c-98ad-25399143d3e7,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:19.113517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fadba779-a522-40f2-99b1-b25bf713f3cf tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.118605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb190203-cbd5-4b21-bf08-afc060ad25a0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.184576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-955a3982-3231-4e17-ab9d-72ea2b919cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.188003 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-955a3982-3231-4e17-ab9d-72ea2b919cae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.211106 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-955a3982-3231-4e17-ab9d-72ea2b919cae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/207ceaae-17a7-4781-bccf-0d62ff0c89f6 HTTP/1.1" status: 204 len: 168 time: 0.6598403 Dec 06 14:22:19.237312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.260992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b791c817-14d4-42ef-b506-7f297bf61244 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking segment: {'id': '8cbe1180-02f7-4e98-8e9f-dd09429baae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7c98d1a7-42c1-4a0c-8d04-bcd005997119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:19.261356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791c817-14d4-42ef-b506-7f297bf61244 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network hostable DHCP agents. Network: 7c98d1a7-42c1-4a0c-8d04-bcd005997119, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:19.327197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a3982-3231-4e17-ab9d-72ea2b919cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207ceaae-17a7-4781-bccf-0d62ff0c89f6,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:19.373605 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.377086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb190203-cbd5-4b21-bf08-afc060ad25a0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Subnet': ['ID=7ca63d44-32d1-432e-97c7-b892856ab5a4,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:19.392202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb190203-cbd5-4b21-bf08-afc060ad25a0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Checking segment: {'id': 'eddda6ac-7470-49af-8330-932ae27833ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '23f1deea-bd2b-4134-b455-f23c84202815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:19.396868 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb190203-cbd5-4b21-bf08-afc060ad25a0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network hostable DHCP agents. Network: 23f1deea-bd2b-4134-b455-f23c84202815, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:19.463328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b791c817-14d4-42ef-b506-7f297bf61244 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network 7c98d1a7-42c1-4a0c-8d04-bcd005997119 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:19.465897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 1cb49002-f6f4-4aaa-9c24-51ddb95237ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cb49002-f6f4-4aaa-9c24-51ddb95237ec,segment=NetworkSegment(e53faf04-481e-4702-b3f7-4203cb1001a4),segment_id=e53faf04-481e-4702-b3f7-4203cb1001a4)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:19.468011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc648d8d-5a7b-47c3-ac69-daa120534955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.542908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb190203-cbd5-4b21-bf08-afc060ad25a0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network 23f1deea-bd2b-4134-b455-f23c84202815 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:19.568180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fadba779-a522-40f2-99b1-b25bf713f3cf tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.571725 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.572843 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.595160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:19.598225 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:19.600777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:19.610045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:19.610045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.634687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-fb190203-cbd5-4b21-bf08-afc060ad25a0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 23f1deea-bd2b-4134-b455-f23c84202815) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:19.640298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b791c817-14d4-42ef-b506-7f297bf61244 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7c98d1a7-42c1-4a0c-8d04-bcd005997119) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:19.645789 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b791c817-14d4-42ef-b506-7f297bf61244 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:19.646452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b791c817-14d4-42ef-b506-7f297bf61244 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.650276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb190203-cbd5-4b21-bf08-afc060ad25a0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:19.651149 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb190203-cbd5-4b21-bf08-afc060ad25a0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.670281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fadba779-a522-40f2-99b1-b25bf713f3cf tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.681469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-fc648d8d-5a7b-47c3-ac69-daa120534955 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:19.682090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-fc648d8d-5a7b-47c3-ac69-daa120534955 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:19.733851 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fb190203-cbd5-4b21-bf08-afc060ad25a0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7156804 Dec 06 14:22:19.736804 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa072e11-fe29-401d-b7b1-b9843d56eb78 None None] Network 23f1deea-bd2b-4134-b455-f23c84202815 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:19.742427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58858) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:19.742592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8274a2-97e6-4a93-b3e4-9931076ea01e None None] Network 7c98d1a7-42c1-4a0c-8d04-bcd005997119 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:19.791610 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8426437 Dec 06 14:22:19.795313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-fadba779-a522-40f2-99b1-b25bf713f3cf tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] In _notify_port_updated(), no bound segment for port bc58b987-d624-478b-b104-30095f644046 on network 5248cf3b-27d9-4758-a287-053804ab8227 {{(pid=103725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:22:19.807249 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58860) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:19.814171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadba779-a522-40f2-99b1-b25bf713f3cf tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:19.814793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fadba779-a522-40f2-99b1-b25bf713f3cf tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:19.819602 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fadba779-a522-40f2-99b1-b25bf713f3cf tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] 10.222.0.42 "PUT /v2.0/ports/bc58b987-d624-478b-b104-30095f644046 HTTP/1.1" status: 200 len: 1136 time: 0.9848478 Dec 06 14:22:19.841678 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b791c817-14d4-42ef-b506-7f297bf61244 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6230595 Dec 06 14:22:19.841678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6f7a1-8f51-4042-a9e8-9ab7572e7ca4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=7cb73678-5cf5-4eeb-bfd0-0ae8abaa7a63,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:19.905741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58862) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:19.906073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58864) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:19.990098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadba779-a522-40f2-99b1-b25bf713f3cf tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Pushing event updated for resources: {'Port': ['ID=bc58b987-d624-478b-b104-30095f644046,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:20.091213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=1cb49002-f6f4-4aaa-9c24-51ddb95237ec,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:20.194991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de983b9f-9749-4ebd-a269-7f3e74b6901f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:20.216518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de983b9f-9749-4ebd-a269-7f3e74b6901f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:20.218293 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-de983b9f-9749-4ebd-a269-7f3e74b6901f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4065497 Dec 06 14:22:20.221802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58876) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:20.374654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2d12ac-689e-4623-9aef-0004f3934904 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:20.376039 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8b2d12ac-689e-4623-9aef-0004f3934904 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] 10.222.0.42 "GET /v2.0/ports/bc58b987-d624-478b-b104-30095f644046 HTTP/1.1" status: 200 len: 1136 time: 0.4345152 Dec 06 14:22:20.396800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58878) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:20.486268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54887394-a5db-4674-9e77-b582958c3b26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23f1deea-bd2b-4134-b455-f23c84202815', 'network_id': '23f1deea-bd2b-4134-b455-f23c84202815', 'tenant_id': '8a86ffa007494370a1cabe6b03d9415f', 'fixed_ips': [{'subnet_id': '7ca63d44-32d1-432e-97c7-b892856ab5a4'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:20.491439 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54887394-a5db-4674-9e77-b582958c3b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:20.514689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:20.556531 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:20.580304 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1cb49002-f6f4-4aaa-9c24-51ddb95237ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:20.615558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-663c4f60-7321-4151-bc1c-ed5b3e6373b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 7cb73678-5cf5-4eeb-bfd0-0ae8abaa7a63 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:20.619932 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-663c4f60-7321-4151-bc1c-ed5b3e6373b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:20.708894 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c342c463-42d4-4649-a69e-111c40683b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7c98d1a7-42c1-4a0c-8d04-bcd005997119', 'network_id': '7c98d1a7-42c1-4a0c-8d04-bcd005997119', 'tenant_id': '489df49b567b481298356cc894e047b0', 'fixed_ips': [{'subnet_id': '9a54e637-98b4-4ff9-b539-36a5b4b138df'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:20.710098 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c342c463-42d4-4649-a69e-111c40683b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:20.821090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:20.882237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b5bf5005-bf95-420a-83e8-23dd0ad2114e None None] Provisioning complete for port bc58b987-d624-478b-b104-30095f644046 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:20.882620 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5005-bf95-420a-83e8-23dd0ad2114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:20.890893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-663c4f60-7321-4151-bc1c-ed5b3e6373b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:20.965869 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:20.978238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-663c4f60-7321-4151-bc1c-ed5b3e6373b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 7cb73678-5cf5-4eeb-bfd0-0ae8abaa7a63 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:21.104581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:21.158849 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Subnet': ['ID=9a54e637-98b4-4ff9-b539-36a5b4b138df,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:21.172437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:21.243308 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58894) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:21.244561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Subnet': ['ID=7ca63d44-32d1-432e-97c7-b892856ab5a4,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:21.259563 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7b9100e5-c143-41f2-a4cb-7ecfbbb4cfef tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Deleting port bc58b987-d624-478b-b104-30095f644046 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:21.259900 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9100e5-c143-41f2-a4cb-7ecfbbb4cfef tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:21.268639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-8f31d0d1-58d9-42ae-b651-d6dc019b3b7e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'subnet': {'network_id': 'fed0c8b7-c60b-4189-9bb9-594a77342541', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:21.409614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9100e5-c143-41f2-a4cb-7ecfbbb4cfef tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:21.452987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7b9100e5-c143-41f2-a4cb-7ecfbbb4cfef tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Calling delete_port for bc58b987-d624-478b-b104-30095f644046 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:21.501740 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b5bf5005-bf95-420a-83e8-23dd0ad2114e None None] Port bc58b987-d624-478b-b104-30095f644046 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:22:21.513482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1cb49002-f6f4-4aaa-9c24-51ddb95237ec triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:21.514069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:21.515445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:21.528321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:21.549863 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f1deea-bd2b-4134-b455-f23c84202815']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server [None req-54887394-a5db-4674-9e77-b582958c3b26 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ca63d44-32d1-432e-97c7-b892856ab5a4: This subnet is being modified by another concurrent operation. Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 14:22:21.555555 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise exception Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ca63d44-32d1-432e-97c7-b892856ab5a4: This subnet is being modified by another concurrent operation. Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server [None req-c342c463-42d4-4649-a69e-111c40683b86 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a54e637-98b4-4ff9-b539-36a5b4b138df: This subnet is being modified by another concurrent operation. Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.565576 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 14:22:21.571423 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise exception Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9a54e637-98b4-4ff9-b539-36a5b4b138df: This subnet is being modified by another concurrent operation. Dec 06 14:22:21.577749 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Dec 06 14:22:21.579311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c98d1a7-42c1-4a0c-8d04-bcd005997119']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:21.579411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b5bf5005-bf95-420a-83e8-23dd0ad2114e None None] Provisioning complete for port 1cb49002-f6f4-4aaa-9c24-51ddb95237ec triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:21.579411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5bf5005-bf95-420a-83e8-23dd0ad2114e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:21.586244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eddda6ac-7470-49af-8330-932ae27833ec') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:21.586710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eddda6ac-7470-49af-8330-932ae27833ec') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:21.600861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbe1180-02f7-4e98-8e9f-dd09429baae5') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:21.601296 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbe1180-02f7-4e98-8e9f-dd09429baae5') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:21.606727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e990276-53ae-4fdb-a526-a31615b2011e None None] Network 23f1deea-bd2b-4134-b455-f23c84202815 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:21.607061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f31d0d1-58d9-42ae-b651-d6dc019b3b7e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:21.611584 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8f31d0d1-58d9-42ae-b651-d6dc019b3b7e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:21.617148 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-663c4f60-7321-4151-bc1c-ed5b3e6373b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:21.649003 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c4f60-7321-4151-bc1c-ed5b3e6373b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=7cb73678-5cf5-4eeb-bfd0-0ae8abaa7a63,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:21.692047 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9100e5-c143-41f2-a4cb-7ecfbbb4cfef tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:21.694654 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-663c4f60-7321-4151-bc1c-ed5b3e6373b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:21.700756 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-663c4f60-7321-4151-bc1c-ed5b3e6373b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/7cb73678-5cf5-4eeb-bfd0-0ae8abaa7a63 HTTP/1.1" status: 204 len: 168 time: 1.4778903 Dec 06 14:22:21.701550 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58900) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:21.749732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164f6a8d-c4f4-438a-99b2-f3fefd6de9c0 None None] Network 7c98d1a7-42c1-4a0c-8d04-bcd005997119 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:21.825456 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9100e5-c143-41f2-a4cb-7ecfbbb4cfef tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Pushing event deleted for resources: {'Port': ['ID=bc58b987-d624-478b-b104-30095f644046,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:21.846842 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 76c2852f-e32f-487c-98ad-25399143d3e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:21.910121 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f8c88a-09c9-4948-ad88-9694e036c1ac tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:21.911911 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f8c88a-09c9-4948-ad88-9694e036c1ac tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:21.917745 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-28f8c88a-09c9-4948-ad88-9694e036c1ac tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2066362 Dec 06 14:22:21.919268 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58904) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:21.942079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9100e5-c143-41f2-a4cb-7ecfbbb4cfef tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:21.949050 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7b9100e5-c143-41f2-a4cb-7ecfbbb4cfef tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] 10.222.0.42 "DELETE /v2.0/ports/bc58b987-d624-478b-b104-30095f644046 HTTP/1.1" status: 204 len: 168 time: 1.5403087 Dec 06 14:22:21.986670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58906) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:22.076493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.081624 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 76c2852f-e32f-487c-98ad-25399143d3e7 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:22.081928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.085052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-4495bfe0-25a7-41bb-b31f-5cd8fa3a0156 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Deleting subnet 7cfcfa2d-c445-4d1d-9e96-aece1fd093ee {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:22.100420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.110979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4495bfe0-25a7-41bb-b31f-5cd8fa3a0156 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.111702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230fd19-be07-471d-93e4-6c11e67b118e None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 14:22:22.144462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.155733 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-97c7a76b-ce71-4424-a126-d243e8c3c2bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 9e5d3b08-a59e-42fb-b590-10b9e1ef299a {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:22.156702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0b973dff-7445-4a09-b43f-4d166d7a690c None None] Could not find standard attr ID for object bc58b987-d624-478b-b104-30095f644046. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:22:22.161636 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97c7a76b-ce71-4424-a126-d243e8c3c2bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.163375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.167176 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:22.167176 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:22.170242 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:22.213723 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4495bfe0-25a7-41bb-b31f-5cd8fa3a0156 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.241633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:22.241633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:22.243459 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:22.254297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97c7a76b-ce71-4424-a126-d243e8c3c2bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.283447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0b973dff-7445-4a09-b43f-4d166d7a690c None None] Provisioning complete for port 76c2852f-e32f-487c-98ad-25399143d3e7 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:22.283983 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0b973dff-7445-4a09-b43f-4d166d7a690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.310538 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.400315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.405233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 76c2852f-e32f-487c-98ad-25399143d3e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76c2852f-e32f-487c-98ad-25399143d3e7,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:22.419070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.431440 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/23f1deea-bd2b-4134-b455-f23c84202815 HTTP/1.1" status: 204 len: 168 time: 2.6897016 Dec 06 14:22:22.436659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58920) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:22.444260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4495bfe0-25a7-41bb-b31f-5cd8fa3a0156 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.457032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.471155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.481695 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a230fd19-be07-471d-93e4-6c11e67b118e None None] Resources bound (agent type, host, resource id): {{(pid=103726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 14:22:22.482290 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/7c98d1a7-42c1-4a0c-8d04-bcd005997119 HTTP/1.1" status: 204 len: 168 time: 2.5032461 Dec 06 14:22:22.487405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462656dc-8503-4ed8-9997-946fa911b39f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Network': ['ID=23f1deea-bd2b-4134-b455-f23c84202815,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:22.488969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-90923bd5-267b-448f-8459-bce6aab7b21e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1327572718'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:22.497640 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58924) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:22.508134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.510763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2143474418'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:22.536171 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5de0e1-3c7a-49b2-93e4-2832c98d0992 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Network': ['ID=7c98d1a7-42c1-4a0c-8d04-bcd005997119,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:22.547091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.db.api [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 14:22:22.547091 dv-neutron-master-2-hyperv neutron-server[103724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 14:22:22.547091 dv-neutron-master-2-hyperv neutron-server[103724]: [parameters: {'project_id_1': '489df49b567b481298356cc894e047b0', 'expiration_1': datetime.datetime(2021, 12, 6, 14, 22, 2, 520025)}] Dec 06 14:22:22.547091 dv-neutron-master-2-hyperv neutron-server[103724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:22.547091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG oslo_db.api [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:22.572434 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97c7a76b-ce71-4424-a126-d243e8c3c2bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.581117 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0b973dff-7445-4a09-b43f-4d166d7a690c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.645106 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90923bd5-267b-448f-8459-bce6aab7b21e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:22.648598 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90923bd5-267b-448f-8459-bce6aab7b21e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.655154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=76c2852f-e32f-487c-98ad-25399143d3e7,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:22.682136 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90923bd5-267b-448f-8459-bce6aab7b21e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:22.691007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90923bd5-267b-448f-8459-bce6aab7b21e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.691347 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-90923bd5-267b-448f-8459-bce6aab7b21e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Added segment aecfb13c-adc7-48b2-95cb-edae96bdd9fa of type vlan for network a6a1ae36-3b13-4b70-9521-6b159acdc00d Dec 06 14:22:22.740834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90923bd5-267b-448f-8459-bce6aab7b21e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.753251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8f31d0d1-58d9-42ae-b651-d6dc019b3b7e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.759407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4495bfe0-25a7-41bb-b31f-5cd8fa3a0156 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.797770 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4495bfe0-25a7-41bb-b31f-5cd8fa3a0156 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.804058 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4495bfe0-25a7-41bb-b31f-5cd8fa3a0156 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] 10.222.0.42 "DELETE /v2.0/subnets/7cfcfa2d-c445-4d1d-9e96-aece1fd093ee HTTP/1.1" status: 204 len: 168 time: 0.8139203 Dec 06 14:22:22.804058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97c7a76b-ce71-4424-a126-d243e8c3c2bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.810203 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58930) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:22.814413 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495bfe0-25a7-41bb-b31f-5cd8fa3a0156 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Pushing event deleted for resources: {'Subnet': ['ID=7cfcfa2d-c445-4d1d-9e96-aece1fd093ee,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:22.826359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58932) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:22.850227 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97c7a76b-ce71-4424-a126-d243e8c3c2bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.851009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f31d0d1-58d9-42ae-b651-d6dc019b3b7e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Subnet': ['ID=ad04a484-424b-424f-913a-ce6352d06307,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:22.854805 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-97c7a76b-ce71-4424-a126-d243e8c3c2bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/9e5d3b08-a59e-42fb-b590-10b9e1ef299a HTTP/1.1" status: 204 len: 168 time: 0.9331803 Dec 06 14:22:22.863140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c7a76b-ce71-4424-a126-d243e8c3c2bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=9e5d3b08-a59e-42fb-b590-10b9e1ef299a,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:22.863812 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58936) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:22.870606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-0b973dff-7445-4a09-b43f-4d166d7a690c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:22.870974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-0b973dff-7445-4a09-b43f-4d166d7a690c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:22.917786 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f31d0d1-58d9-42ae-b651-d6dc019b3b7e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Checking segment: {'id': 'ad7c6288-6043-40c2-9d86-9117d3d330e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fed0c8b7-c60b-4189-9bb9-594a77342541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:22.918378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f31d0d1-58d9-42ae-b651-d6dc019b3b7e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network hostable DHCP agents. Network: fed0c8b7-c60b-4189-9bb9-594a77342541, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:22.939625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.944602 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2c49e574-3b54-4dc7-acb7-b05f4ab22d16 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796580 Dec 06 14:22:22.945567 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90923bd5-267b-448f-8459-bce6aab7b21e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.949548 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58938) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:22.951571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90923bd5-267b-448f-8459-bce6aab7b21e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:22.952183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90923bd5-267b-448f-8459-bce6aab7b21e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:22.957945 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-23dccae0-e77c-4d7f-b950-bd3c4aace575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:23.026711 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07f73c-24a5-45b7-a23d-87fb66246925 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 14:22:23.030246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-574c6ef8-d73f-4dd9-a9d6-1e92207f6d3c tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:23.045147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90923bd5-267b-448f-8459-bce6aab7b21e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Network': ['ID=a6a1ae36-3b13-4b70-9521-6b159acdc00d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:23.057777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network a6a1ae36-3b13-4b70-9521-6b159acdc00d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:23.070050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f31d0d1-58d9-42ae-b651-d6dc019b3b7e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network fed0c8b7-c60b-4189-9bb9-594a77342541 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:23.090144 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-90923bd5-267b-448f-8459-bce6aab7b21e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6477480 Dec 06 14:22:23.092916 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58940) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:23.100142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-d207bbeb-c28f-478c-9722-5084c2f86836 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'subnet': {'network_id': 'a6a1ae36-3b13-4b70-9521-6b159acdc00d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:23.112787 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Deleting port 1cb49002-f6f4-4aaa-9c24-51ddb95237ec {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:23.113332 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.165212 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-574c6ef8-d73f-4dd9-a9d6-1e92207f6d3c tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] 10.222.0.42 "PUT /v2.0/quotas/e5183ea25f354dd1b89540c309a4b144 HTTP/1.1" status: 200 len: 368 time: 0.3374674 Dec 06 14:22:23.170033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58942) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:23.178180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Request body: {'network': {'project_id': 'e5183ea25f354dd1b89540c309a4b144'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:23.197601 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:23.206856 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.206856 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-8f31d0d1-58d9-42ae-b651-d6dc019b3b7e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fed0c8b7-c60b-4189-9bb9-594a77342541) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:23.207680 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f31d0d1-58d9-42ae-b651-d6dc019b3b7e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:23.208273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8f31d0d1-58d9-42ae-b651-d6dc019b3b7e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.214202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] For port 1cb49002-f6f4-4aaa-9c24-51ddb95237ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cb49002-f6f4-4aaa-9c24-51ddb95237ec,segment=NetworkSegment(e53faf04-481e-4702-b3f7-4203cb1001a4),segment_id=e53faf04-481e-4702-b3f7-4203cb1001a4)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:23.214688 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.243140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Calling delete_port for 1cb49002-f6f4-4aaa-9c24-51ddb95237ec owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:23.284558 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c07f73c-24a5-45b7-a23d-87fb66246925 None None] Unable to find a vacant binding_index for network fed0c8b7-c60b-4189-9bb9-594a77342541 and agent e3c0757e-bd06-4b49-9569-275323fb6afb {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 06 14:22:23.290287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c07f73c-24a5-45b7-a23d-87fb66246925 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fed0c8b7-c60b-4189-9bb9-594a77342541) {{(pid=103726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 14:22:23.300186 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:23.310451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dccae0-e77c-4d7f-b950-bd3c4aace575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:23.314074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-23dccae0-e77c-4d7f-b950-bd3c4aace575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.323295 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.323638 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Added segment b2184425-3fe0-4c6e-b5d9-238e8b013d92 of type vlan for network 18f3714b-2e81-4ca2-8b5d-7f428e20c3c3 Dec 06 14:22:23.403155 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8f31d0d1-58d9-42ae-b651-d6dc019b3b7e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1547771 Dec 06 14:22:23.407138 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58944) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:23.415174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4c8e3909-7749-48d1-80a3-a9c94158b1fe tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-725174564'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:23.472532 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.546462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Made reservation on behalf of e5183ea25f354dd1b89540c309a4b144 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:23.548766 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.556886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0b973dff-7445-4a09-b43f-4d166d7a690c None None] Could not find standard attr ID for object 7cb73678-5cf5-4eeb-bfd0-0ae8abaa7a63. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:22:23.559650 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.566728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.570806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0b973dff-7445-4a09-b43f-4d166d7a690c None None] Could not find standard attr ID for object 55a77ec2-31fc-445f-b537-e9c5ab604b7d. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:22:23.613594 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Pushing event deleted for resources: {'Port': ['ID=1cb49002-f6f4-4aaa-9c24-51ddb95237ec,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:23.617378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] No DVR routers for this DVR port 1cb49002-f6f4-4aaa-9c24-51ddb95237ec on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:23.620815 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.626377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:23.626965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.632219 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d207bbeb-c28f-478c-9722-5084c2f86836 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:23.638042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d207bbeb-c28f-478c-9722-5084c2f86836 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.709650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0e0c32d1-872c-4c9a-a3e0-1fc206b87b1a None None] Provisioning complete for port 456cdf4c-5e5d-4919-918e-7bdf9f671342 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:23.710152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e0c32d1-872c-4c9a-a3e0-1fc206b87b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.734477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fed0c8b7-c60b-4189-9bb9-594a77342541', 'network_id': 'fed0c8b7-c60b-4189-9bb9-594a77342541', 'tenant_id': '1666106c11324e588149a9bb865a6413', 'fixed_ips': [{'subnet_id': 'ad04a484-424b-424f-913a-ce6352d06307'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:23.735331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.804471 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8e3909-7749-48d1-80a3-a9c94158b1fe tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:23.807966 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3909-7749-48d1-80a3-a9c94158b1fe tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.848913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=18f3714b-2e81-4ca2-8b5d-7f428e20c3c3,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:23.863330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.870437 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8e3909-7749-48d1-80a3-a9c94158b1fe tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:23.888222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3909-7749-48d1-80a3-a9c94158b1fe tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.888577 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-4c8e3909-7749-48d1-80a3-a9c94158b1fe tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Added segment 3a32c7ea-7860-4949-82d7-b612293a3d3d of type vlan for network f3ed5f12-12e7-4431-9af6-ffda89f1983b Dec 06 14:22:23.892712 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 18f3714b-2e81-4ca2-8b5d-7f428e20c3c3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:23.898236 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5248cf3b-27d9-4758-a287-053804ab8227']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:23.902171 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-23dccae0-e77c-4d7f-b950-bd3c4aace575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.929152 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3909-7749-48d1-80a3-a9c94158b1fe tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.947581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53faf04-481e-4702-b3f7-4203cb1001a4') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:23.947932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53faf04-481e-4702-b3f7-4203cb1001a4') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:23.957375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.966788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:23.985601 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d35ab9ea-8358-4420-b2ac-dcf574fbcbf7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4861705 Dec 06 14:22:23.989151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58950) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:23.991913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dccae0-e77c-4d7f-b950-bd3c4aace575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:23.992611 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Allocated IP 2001:db8:0:ffff::2 (fed0c8b7-c60b-4189-9bb9-594a77342541/ad04a484-424b-424f-913a-ce6352d06307/17039565-fb82-432e-959a-70d9227ddcff) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:23.994702 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4b7862b6-2ad3-48a0-a229-e64ae489bb77 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'subnet': {'network_id': '18f3714b-2e81-4ca2-8b5d-7f428e20c3c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:23.997073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0e0c32d1-872c-4c9a-a3e0-1fc206b87b1a None None] Provisioning complete for port d64fbb9e-b9b5-45a7-bb28-48f47db26f71 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:23.997463 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e0c32d1-872c-4c9a-a3e0-1fc206b87b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.007993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-23dccae0-e77c-4d7f-b950-bd3c4aace575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:24.007993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dccae0-e77c-4d7f-b950-bd3c4aace575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:24.007993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-23dccae0-e77c-4d7f-b950-bd3c4aace575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.007993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.009127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dccae0-e77c-4d7f-b950-bd3c4aace575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=5e8bb715-e7fc-489d-9612-81639ce72c98,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:24.021373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:24.021812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.024077 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d207bbeb-c28f-478c-9722-5084c2f86836 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:24.025031 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:24.070607 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c32d1-872c-4c9a-a3e0-1fc206b87b1a None None] Port d64fbb9e-b9b5-45a7-bb28-48f47db26f71 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:22:24.080549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.085075 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3909-7749-48d1-80a3-a9c94158b1fe tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.090436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8e3909-7749-48d1-80a3-a9c94158b1fe tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:24.091595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c8e3909-7749-48d1-80a3-a9c94158b1fe tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.110831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:24.127933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0e0c32d1-872c-4c9a-a3e0-1fc206b87b1a None None] Provisioning complete for port 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:24.129148 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1addeb0-d9dc-4175-801a-ac6a43b33f5c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:24.129618 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e0c32d1-872c-4c9a-a3e0-1fc206b87b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.133157 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.133500 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Added segment 2e4fed3b-c9dc-4784-a5b6-1873ef334a16 of type vlan for network 2999b59d-4bdc-4649-a30c-a684654cf373 Dec 06 14:22:24.140569 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-23dccae0-e77c-4d7f-b950-bd3c4aace575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1874547 Dec 06 14:22:24.145705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58952) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:24.151689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'fixed_ips': [{'subnet_id': '5e8bb715-e7fc-489d-9612-81639ce72c98', 'ip_address': '2001:db8::f16:3f4c:832a:9671'}], 'name': 'tempest-NetworksTestDHCPv6-2018845539'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:24.197327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d207bbeb-c28f-478c-9722-5084c2f86836 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Subnet': ['ID=df0b3fd3-62fb-4f94-9b3f-358892004b0a,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:24.204149 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.207827 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.211034 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] 10.222.0.42 "DELETE /v2.0/networks/5248cf3b-27d9-4758-a287-053804ab8227 HTTP/1.1" status: 204 len: 168 time: 1.3976524 Dec 06 14:22:24.211967 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8e3909-7749-48d1-80a3-a9c94158b1fe tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Network': ['ID=f3ed5f12-12e7-4431-9af6-ffda89f1983b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:24.220503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.224589 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4c8e3909-7749-48d1-80a3-a9c94158b1fe tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8155305 Dec 06 14:22:24.228580 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58956) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:24.238030 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-47e4dfa0-8408-4667-b5eb-9e722d587555 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'subnet': {'network_id': 'f3ed5f12-12e7-4431-9af6-ffda89f1983b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:24.251139 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network f3ed5f12-12e7-4431-9af6-ffda89f1983b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:24.257423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d207bbeb-c28f-478c-9722-5084c2f86836 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Checking segment: {'id': 'aecfb13c-adc7-48b2-95cb-edae96bdd9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'a6a1ae36-3b13-4b70-9521-6b159acdc00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:24.257799 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d207bbeb-c28f-478c-9722-5084c2f86836 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network hostable DHCP agents. Network: a6a1ae36-3b13-4b70-9521-6b159acdc00d, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:24.263166 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05755713-8be0-4c49-89d8-dfc17fbac938 tempest-ExtraDHCPOptionsTestJSON-1934056572 tempest-ExtraDHCPOptionsTestJSON-1934056572-project] Pushing event deleted for resources: {'Network': ['ID=5248cf3b-27d9-4758-a287-053804ab8227,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:24.353379 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7862b6-2ad3-48a0-a229-e64ae489bb77 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:24.354543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.358381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4b7862b6-2ad3-48a0-a229-e64ae489bb77 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.414782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0e0c32d1-872c-4c9a-a3e0-1fc206b87b1a None None] Provisioning complete for port ce7a397c-c794-43fd-a08a-676303c376be triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:24.414782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e0c32d1-872c-4c9a-a3e0-1fc206b87b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.425757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.427137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:24.427338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.449258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c32d1-872c-4c9a-a3e0-1fc206b87b1a None None] Port ce7a397c-c794-43fd-a08a-676303c376be cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:22:24.464736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0e0c32d1-872c-4c9a-a3e0-1fc206b87b1a None None] Provisioning complete for port 5e8d5e90-7523-47df-8b2e-2aa834732e1d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:24.464736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e0c32d1-872c-4c9a-a3e0-1fc206b87b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.505002 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d207bbeb-c28f-478c-9722-5084c2f86836 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network a6a1ae36-3b13-4b70-9521-6b159acdc00d is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:24.505725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:24.506010 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.529160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Network fed0c8b7-c60b-4189-9bb9-594a77342541 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:24.529160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:24.529160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:24.625978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-d207bbeb-c28f-478c-9722-5084c2f86836 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a6a1ae36-3b13-4b70-9521-6b159acdc00d) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:24.631701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d207bbeb-c28f-478c-9722-5084c2f86836 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:24.632356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d207bbeb-c28f-478c-9722-5084c2f86836 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.669826 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4960341 Dec 06 14:22:24.674596 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58962) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:24.681822 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d0c40-dcef-4dae-bc16-bc466920fa55 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Pushing event updated for resources: {'Network': ['ID=2999b59d-4bdc-4649-a30c-a684654cf373,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:24.685523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Pushing event updated for resources: {'Port': ['ID=17039565-fb82-432e-959a-70d9227ddcff,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:24.696379 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Attempting to bind port 17039565-fb82-432e-959a-70d9227ddcff on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:24.696762 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Attempting to bind port 17039565-fb82-432e-959a-70d9227ddcff by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ad7c6288-6043-40c2-9d86-9117d3d330e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fed0c8b7-c60b-4189-9bb9-594a77342541'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:24.697316 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Attempting to bind port 17039565-fb82-432e-959a-70d9227ddcff on network fed0c8b7-c60b-4189-9bb9-594a77342541 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:24.711564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:24.711564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Checking segment: {'id': 'ad7c6288-6043-40c2-9d86-9117d3d330e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fed0c8b7-c60b-4189-9bb9-594a77342541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:24.711564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.712893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Bound using segment: {'id': 'ad7c6288-6043-40c2-9d86-9117d3d330e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fed0c8b7-c60b-4189-9bb9-594a77342541'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:24.712893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Bound port: 17039565-fb82-432e-959a-70d9227ddcff, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7c6288-6043-40c2-9d86-9117d3d330e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'fed0c8b7-c60b-4189-9bb9-594a77342541'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:24.712893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.729746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.729968 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 2999b59d-4bdc-4649-a30c-a684654cf373 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:24.754551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7f351aee-fa67-4ea2-8aa4-cf2a79fa64cc tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Request body: {'network': {'project_id': 'e5183ea25f354dd1b89540c309a4b144'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:24.760161 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 5945f7c1-4318-4ddf-801e-eb256a8a63b0 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:22:24.782346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47e4dfa0-8408-4667-b5eb-9e722d587555 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:24.786623 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-47e4dfa0-8408-4667-b5eb-9e722d587555 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.798251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 76c2852f-e32f-487c-98ad-25399143d3e7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:24.874764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f351aee-fa67-4ea2-8aa4-cf2a79fa64cc tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Made reservation on behalf of e5183ea25f354dd1b89540c309a4b144 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:24.877174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f351aee-fa67-4ea2-8aa4-cf2a79fa64cc tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.911640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4b7862b6-2ad3-48a0-a229-e64ae489bb77 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.938631 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f351aee-fa67-4ea2-8aa4-cf2a79fa64cc tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:24.940878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] For port 17039565-fb82-432e-959a-70d9227ddcff, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:24.944980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] For port 17039565-fb82-432e-959a-70d9227ddcff, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17039565-fb82-432e-959a-70d9227ddcff,segment=NetworkSegment(ad7c6288-6043-40c2-9d86-9117d3d330e1),segment_id=ad7c6288-6043-40c2-9d86-9117d3d330e1)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:24.954375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 76c2852f-e32f-487c-98ad-25399143d3e7 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:24.955330 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.963058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::f16:3f4c:832a:9671 (32250b85-9d7f-4d03-9356-fdcc88577699/5e8bb715-e7fc-489d-9612-81639ce72c98/5945f7c1-4318-4ddf-801e-eb256a8a63b0) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:24.972603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58966) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:24.979485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f351aee-fa67-4ea2-8aa4-cf2a79fa64cc tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:24.980443 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-7f351aee-fa67-4ea2-8aa4-cf2a79fa64cc tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Added segment 8c5e8aa1-566d-4ae8-b28b-998eeb54c3df of type vlan for network ad4f406c-ff85-4aab-82b9-dffde1321183 Dec 06 14:22:25.012253 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.048058 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d207bbeb-c28f-478c-9722-5084c2f86836 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.9533951 Dec 06 14:22:25.058251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58970) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:25.086113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7862b6-2ad3-48a0-a229-e64ae489bb77 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Subnet': ['ID=2635636e-cd00-47f6-8392-6310a28045de,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:25.092031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f351aee-fa67-4ea2-8aa4-cf2a79fa64cc tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.138754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0a2bf-a8c2-4867-bfdd-b64fe0067ed8 None None] Pushing event updated for resources: {'Port': ['ID=17039565-fb82-432e-959a-70d9227ddcff,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:25.159882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7862b6-2ad3-48a0-a229-e64ae489bb77 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking segment: {'id': 'b2184425-3fe0-4c6e-b5d9-238e8b013d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '18f3714b-2e81-4ca2-8b5d-7f428e20c3c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:25.160251 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7862b6-2ad3-48a0-a229-e64ae489bb77 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network hostable DHCP agents. Network: 18f3714b-2e81-4ca2-8b5d-7f428e20c3c3, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:25.251074 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3f4ddfbb-68f2-482b-8aed-3dd1fcaa3ee7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69ce0235c25c40199d2aee4191af7aef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773919 Dec 06 14:22:25.253739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58972) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:25.266310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f351aee-fa67-4ea2-8aa4-cf2a79fa64cc tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.267297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f351aee-fa67-4ea2-8aa4-cf2a79fa64cc tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:25.268751 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f351aee-fa67-4ea2-8aa4-cf2a79fa64cc tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.274949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.279572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.349730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7862b6-2ad3-48a0-a229-e64ae489bb77 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network 18f3714b-2e81-4ca2-8b5d-7f428e20c3c3 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:25.370283 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.432015 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7f351aee-fa67-4ea2-8aa4-cf2a79fa64cc tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7326403 Dec 06 14:22:25.432151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58974) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:25.438353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3b090cbb-ef9b-4815-a745-4e58d6ddee9d tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Request body: {'network': {'project_id': 'e5183ea25f354dd1b89540c309a4b144'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:25.444127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.453442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f351aee-fa67-4ea2-8aa4-cf2a79fa64cc tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Pushing event updated for resources: {'Network': ['ID=ad4f406c-ff85-4aab-82b9-dffde1321183,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:25.466458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network ad4f406c-ff85-4aab-82b9-dffde1321183 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:25.495014 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b090cbb-ef9b-4815-a745-4e58d6ddee9d tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 14:22:25.495014 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b090cbb-ef9b-4815-a745-4e58d6ddee9d tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:25.495961 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3b090cbb-ef9b-4815-a745-4e58d6ddee9d tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0624471 Dec 06 14:22:25.502888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58976) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:25.509413 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2991c041-e27e-4ad5-ac55-3e9beaf9fa2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.532651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:25.535031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2991c041-e27e-4ad5-ac55-3e9beaf9fa2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.547745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-4b7862b6-2ad3-48a0-a229-e64ae489bb77 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 18f3714b-2e81-4ca2-8b5d-7f428e20c3c3) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:25.553408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7862b6-2ad3-48a0-a229-e64ae489bb77 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:25.553934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4b7862b6-2ad3-48a0-a229-e64ae489bb77 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.560567 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1fdbb102-45f8-4156-871d-5f39ca19523d tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5183ea25f354dd1b89540c309a4b144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0564692 Dec 06 14:22:25.561964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.564084 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:25.566406 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=5945f7c1-4318-4ddf-801e-eb256a8a63b0,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:25.568881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:25.574506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:25.574937 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58978) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:25.575376 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.608140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Subnet': ['ID=df0b3fd3-62fb-4f94-9b3f-358892004b0a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:25.680750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.681028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.objects.ports [None req-47e4dfa0-8408-4667-b5eb-9e722d587555 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103725) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:22:25.687837 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-47e4dfa0-8408-4667-b5eb-9e722d587555 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.700890 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4b7862b6-2ad3-48a0-a229-e64ae489bb77 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7057395 Dec 06 14:22:25.701112 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58982) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:25.733371 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b6ec14bc-1a52-4c96-92ec-d4cd5cb834e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5865679 Dec 06 14:22:25.740432 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 58984) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:25.754305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6a1ae36-3b13-4b70-9521-6b159acdc00d']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:25.781072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aecfb13c-adc7-48b2-95cb-edae96bdd9fa') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:25.781376 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aecfb13c-adc7-48b2-95cb-edae96bdd9fa') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:25.807166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2ebdc94-f10e-41cc-a531-fc0e0162b0ff tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.812342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4dfa0-8408-4667-b5eb-9e722d587555 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Subnet': ['ID=cd3cb217-7951-498e-929b-dd209b873640,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:25.823517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.838605 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2991c041-e27e-4ad5-ac55-3e9beaf9fa2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.841354 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2991c041-e27e-4ad5-ac55-3e9beaf9fa2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.842925 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2991c041-e27e-4ad5-ac55-3e9beaf9fa2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4db03d77-bab2-415c-949b-5212f5313c9f HTTP/1.1" status: 204 len: 168 time: 0.5875885 Dec 06 14:22:25.846302 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.858997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:25.859233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2ebdc94-f10e-41cc-a531-fc0e0162b0ff tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.859963 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:25.863093 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:25.869370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0ebb3b-26ff-445f-83c6-94f2fddb0c9b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:25.879171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd0ebb3b-26ff-445f-83c6-94f2fddb0c9b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:25.880820 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-dd0ebb3b-26ff-445f-83c6-94f2fddb0c9b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1380150 Dec 06 14:22:25.887904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58990) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:25.898744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2991c041-e27e-4ad5-ac55-3e9beaf9fa2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db03d77-bab2-415c-949b-5212f5313c9f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:25.904923 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e4dfa0-8408-4667-b5eb-9e722d587555 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Checking segment: {'id': '3a32c7ea-7860-4949-82d7-b612293a3d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3ed5f12-12e7-4431-9af6-ffda89f1983b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:25.905297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e4dfa0-8408-4667-b5eb-9e722d587555 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network hostable DHCP agents. Network: f3ed5f12-12e7-4431-9af6-ffda89f1983b, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:25.968371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.027869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e4dfa0-8408-4667-b5eb-9e722d587555 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network f3ed5f12-12e7-4431-9af6-ffda89f1983b is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:26.050582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2ebdc94-f10e-41cc-a531-fc0e0162b0ff tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.055269 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2ebdc94-f10e-41cc-a531-fc0e0162b0ff tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.055973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.059358 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f2ebdc94-f10e-41cc-a531-fc0e0162b0ff tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1addeb0-d9dc-4175-801a-ac6a43b33f5c HTTP/1.1" status: 204 len: 168 time: 0.4809933 Dec 06 14:22:26.062269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58992) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:26.075347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.077477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebdc94-f10e-41cc-a531-fc0e0162b0ff tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1addeb0-d9dc-4175-801a-ac6a43b33f5c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:26.078537 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/a6a1ae36-3b13-4b70-9521-6b159acdc00d HTTP/1.1" status: 204 len: 168 time: 1.0190744 Dec 06 14:22:26.084880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 58994) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:26.114326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-8ef82890-8a73-43e1-88fc-a41c22a4129b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1926771797'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:26.131838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210b1b2-b62d-48c0-af7f-9cb2e47b3531 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Network': ['ID=a6a1ae36-3b13-4b70-9521-6b159acdc00d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:26.131926 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-47e4dfa0-8408-4667-b5eb-9e722d587555 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f3ed5f12-12e7-4431-9af6-ffda89f1983b) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:26.138124 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e4dfa0-8408-4667-b5eb-9e722d587555 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:26.139621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.139982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-47e4dfa0-8408-4667-b5eb-9e722d587555 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.187165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f37ea217-0144-4da8-88a1-96e58bf0a71c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 5945f7c1-4318-4ddf-801e-eb256a8a63b0 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:26.188896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f37ea217-0144-4da8-88a1-96e58bf0a71c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.282270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5511559-c32b-4f76-9ac2-de64fcd0a415 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.327562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52688cd5-5930-490a-b8ed-cd67cb7f4ae6 None None] Network 5248cf3b-27d9-4758-a287-053804ab8227 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:26.333166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27f5111-59f2-4363-80f8-fa06d8e41d3c None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:26.363838 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54076e41-c27b-4d71-ba96-64e8a37099c1 None None] Network fed0c8b7-c60b-4189-9bb9-594a77342541 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:26.364047 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f37ea217-0144-4da8-88a1-96e58bf0a71c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.365600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81114bc-ee89-4a51-a85f-4c5ba584b9cc None None] Network a6a1ae36-3b13-4b70-9521-6b159acdc00d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:26.368169 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60954506-924a-422e-846d-ad84da177b60 None None] Network 18f3714b-2e81-4ca2-8b5d-7f428e20c3c3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:26.369898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74228ff9-4b34-4197-9db8-5bd20388899f None None] Network f3ed5f12-12e7-4431-9af6-ffda89f1983b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:26.391513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef82890-8a73-43e1-88fc-a41c22a4129b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:26.396391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ef82890-8a73-43e1-88fc-a41c22a4129b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.402054 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f37ea217-0144-4da8-88a1-96e58bf0a71c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 5945f7c1-4318-4ddf-801e-eb256a8a63b0 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:26.414414 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52688cd5-5930-490a-b8ed-cd67cb7f4ae6 None None] Network 5248cf3b-27d9-4758-a287-053804ab8227 could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:26.447542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5511559-c32b-4f76-9ac2-de64fcd0a415 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.464430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81114bc-ee89-4a51-a85f-4c5ba584b9cc None None] Network a6a1ae36-3b13-4b70-9521-6b159acdc00d could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:26.509320 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.526050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e5511559-c32b-4f76-9ac2-de64fcd0a415 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad4f406c-ff85-4aab-82b9-dffde1321183']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:26.560295 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef82890-8a73-43e1-88fc-a41c22a4129b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:26.569877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e5511559-c32b-4f76-9ac2-de64fcd0a415 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c5e8aa1-566d-4ae8-b28b-998eeb54c3df') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:26.571246 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e5511559-c32b-4f76-9ac2-de64fcd0a415 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c5e8aa1-566d-4ae8-b28b-998eeb54c3df') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:26.573430 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-47e4dfa0-8408-4667-b5eb-9e722d587555 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3425884 Dec 06 14:22:26.574076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59004) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:26.575151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Subnet': ['ID=2635636e-cd00-47f6-8392-6310a28045de,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:26.579022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'port': {'network_id': 'f3ed5f12-12e7-4431-9af6-ffda89f1983b', 'name': 'tempest-NetworksIpV6TestAttrs-220792232'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:26.597410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ef82890-8a73-43e1-88fc-a41c22a4129b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.597753 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-8ef82890-8a73-43e1-88fc-a41c22a4129b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Added segment 6226b55c-5597-4f93-a62b-922742d235a3 of type vlan for network 6a686b19-a178-49b6-8f2b-dc1f10501fbc Dec 06 14:22:26.602461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5511559-c32b-4f76-9ac2-de64fcd0a415 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.719323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5511559-c32b-4f76-9ac2-de64fcd0a415 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.722361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.746342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5511559-c32b-4f76-9ac2-de64fcd0a415 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:26.746736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5511559-c32b-4f76-9ac2-de64fcd0a415 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:26.758093 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:26.771864 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f1322-46eb-4945-94bb-322e4d14514b None None] Network a6a1ae36-3b13-4b70-9521-6b159acdc00d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:26.773724 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0633b63a-064d-4d8c-8a3f-c24e371fba5f None None] DHCP port deletion for 5248cf3b-27d9-4758-a287-053804ab8227 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:22:26.780938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f3714b-2e81-4ca2-8b5d-7f428e20c3c3']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:26.784093 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ef82890-8a73-43e1-88fc-a41c22a4129b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.788983 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 17039565-fb82-432e-959a-70d9227ddcff up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:26.822090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2184425-3fe0-4c6e-b5d9-238e8b013d92') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:26.822440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2184425-3fe0-4c6e-b5d9-238e8b013d92') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:26.844166 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.853856 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f1322-46eb-4945-94bb-322e4d14514b None None] Network a6a1ae36-3b13-4b70-9521-6b159acdc00d could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:26.888324 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:26.896558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.909671 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.912727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:26.913272 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:26.916095 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:26.955127 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] device_id is not set on port 71c225e0-f679-49ab-9a2a-3e873a80f7b9 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:22:26.955752 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d8ddc11c-a64d-4fc3-8e85-2d2fb74a3a54 None None] Provisioning complete for port 76c2852f-e32f-487c-98ad-25399143d3e7 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:26.956386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8ddc11c-a64d-4fc3-8e85-2d2fb74a3a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.968089 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5511559-c32b-4f76-9ac2-de64fcd0a415 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.980447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5511559-c32b-4f76-9ac2-de64fcd0a415 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:26.986196 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e5511559-c32b-4f76-9ac2-de64fcd0a415 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] 10.222.0.42 "DELETE /v2.0/networks/ad4f406c-ff85-4aab-82b9-dffde1321183 HTTP/1.1" status: 204 len: 168 time: 0.9165747 Dec 06 14:22:26.987191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59018) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:26.995053 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5511559-c32b-4f76-9ac2-de64fcd0a415 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Pushing event deleted for resources: {'Network': ['ID=ad4f406c-ff85-4aab-82b9-dffde1321183,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:26.996756 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ef82890-8a73-43e1-88fc-a41c22a4129b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.002937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef82890-8a73-43e1-88fc-a41c22a4129b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:27.004000 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ef82890-8a73-43e1-88fc-a41c22a4129b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.072053 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f37ea217-0144-4da8-88a1-96e58bf0a71c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.073614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-180eb88c-71c8-4d32-940d-407e139e4095 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.104619 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef82890-8a73-43e1-88fc-a41c22a4129b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Network': ['ID=6a686b19-a178-49b6-8f2b-dc1f10501fbc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:27.109021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37ea217-0144-4da8-88a1-96e58bf0a71c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=5945f7c1-4318-4ddf-801e-eb256a8a63b0,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:27.116822 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.124992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.131740 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/18f3714b-2e81-4ca2-8b5d-7f428e20c3c3 HTTP/1.1" status: 204 len: 168 time: 1.4279904 Dec 06 14:22:27.135123 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59020) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:27.146662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 6a686b19-a178-49b6-8f2b-dc1f10501fbc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:27.154259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f37ea217-0144-4da8-88a1-96e58bf0a71c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.157678 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f37ea217-0144-4da8-88a1-96e58bf0a71c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/5945f7c1-4318-4ddf-801e-eb256a8a63b0 HTTP/1.1" status: 204 len: 168 time: 1.2347312 Dec 06 14:22:27.159933 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9518c2-bb00-44d6-92e2-eca18f79f02b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Network': ['ID=18f3714b-2e81-4ca2-8b5d-7f428e20c3c3,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:27.164358 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8ef82890-8a73-43e1-88fc-a41c22a4129b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0665123 Dec 06 14:22:27.169338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59022) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:27.169663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59024) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:27.185579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-17075aa9-fcff-4d27-aa1b-164028f498da tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'subnet': {'network_id': '6a686b19-a178-49b6-8f2b-dc1f10501fbc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:27.310691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfdd767-b690-472c-9724-c616fb6d30f8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:27.313196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dfdd767-b690-472c-9724-c616fb6d30f8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:27.324473 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536617ca-75f0-45f9-8d1a-d1cbe8e1a94c None None] Network 18f3714b-2e81-4ca2-8b5d-7f428e20c3c3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:27.325083 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7dfdd767-b690-472c-9724-c616fb6d30f8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1524398 Dec 06 14:22:27.325719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59028) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:27.419801 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536617ca-75f0-45f9-8d1a-d1cbe8e1a94c None None] Network 18f3714b-2e81-4ca2-8b5d-7f428e20c3c3 could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:27.439058 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 17039565-fb82-432e-959a-70d9227ddcff triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:27.439469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.442551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee34cb92-dd9f-4622-85f7-9ccb79a27d09 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 5e8bb715-e7fc-489d-9612-81639ce72c98 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:27.448209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ee34cb92-dd9f-4622-85f7-9ccb79a27d09 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.478528 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17075aa9-fcff-4d27-aa1b-164028f498da tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:27.484246 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17075aa9-fcff-4d27-aa1b-164028f498da tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.551742 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f3ed5f12-12e7-4431-9af6-ffda89f1983b', 'network_id': 'f3ed5f12-12e7-4431-9af6-ffda89f1983b', 'tenant_id': '1666106c11324e588149a9bb865a6413', 'fixed_ips': [{'subnet_id': 'cd3cb217-7951-498e-929b-dd209b873640'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:27.552570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.641361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1dd4ee7b-48c0-4ea5-b88a-ad84fd4934f8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-335291740'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:27.646759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Allocated IP 2001:db8::f816:3eff:fe83:908c (f3ed5f12-12e7-4431-9af6-ffda89f1983b/cd3cb217-7951-498e-929b-dd209b873640/71c225e0-f679-49ab-9a2a-3e873a80f7b9) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:27.774909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-180eb88c-71c8-4d32-940d-407e139e4095 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.788350 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d8ddc11c-a64d-4fc3-8e85-2d2fb74a3a54 None None] Provisioning complete for port 17039565-fb82-432e-959a-70d9227ddcff triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:27.788745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8ddc11c-a64d-4fc3-8e85-2d2fb74a3a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.838118 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-180eb88c-71c8-4d32-940d-407e139e4095 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2999b59d-4bdc-4649-a30c-a684654cf373']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:27.855211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.865715 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-180eb88c-71c8-4d32-940d-407e139e4095 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4fed3b-c9dc-4784-a5b6-1873ef334a16') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:27.865992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-180eb88c-71c8-4d32-940d-407e139e4095 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4fed3b-c9dc-4784-a5b6-1873ef334a16') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:27.916749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-180eb88c-71c8-4d32-940d-407e139e4095 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.929476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd4ee7b-48c0-4ea5-b88a-ad84fd4934f8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:27.934799 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ee7b-48c0-4ea5-b88a-ad84fd4934f8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:27.975053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8ddc11c-a64d-4fc3-8e85-2d2fb74a3a54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.010255 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 17039565-fb82-432e-959a-70d9227ddcff, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17039565-fb82-432e-959a-70d9227ddcff,segment=NetworkSegment(ad7c6288-6043-40c2-9d86-9117d3d330e1),segment_id=ad7c6288-6043-40c2-9d86-9117d3d330e1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:28.079927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-180eb88c-71c8-4d32-940d-407e139e4095 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.119592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-180eb88c-71c8-4d32-940d-407e139e4095 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:28.119994 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-180eb88c-71c8-4d32-940d-407e139e4095 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.141565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dd4ee7b-48c0-4ea5-b88a-ad84fd4934f8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:28.144159 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:28.183722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-d8ddc11c-a64d-4fc3-8e85-2d2fb74a3a54 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:28.193394 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-d8ddc11c-a64d-4fc3-8e85-2d2fb74a3a54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:28.193394 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.230262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ee7b-48c0-4ea5-b88a-ad84fd4934f8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.233503 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-1dd4ee7b-48c0-4ea5-b88a-ad84fd4934f8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Added segment 9d985bca-fe85-49e8-ad6a-b000979662d7 of type vlan for network dc1751dd-f93f-4b7f-ac33-9ca596b4e165 Dec 06 14:22:28.315020 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ee7b-48c0-4ea5-b88a-ad84fd4934f8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.325069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.326902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ee34cb92-dd9f-4622-85f7-9ccb79a27d09 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.329379 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=17039565-fb82-432e-959a-70d9227ddcff,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:28.344199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1cb49002-f6f4-4aaa-9c24-51ddb95237ec no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:22:28.355163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f65c509-9c86-4ccd-84cd-13fd45a3cee4 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:28.376795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-180eb88c-71c8-4d32-940d-407e139e4095 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.383016 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-180eb88c-71c8-4d32-940d-407e139e4095 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.387178 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-180eb88c-71c8-4d32-940d-407e139e4095 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] 10.222.0.42 "DELETE /v2.0/networks/2999b59d-4bdc-4649-a30c-a684654cf373 HTTP/1.1" status: 204 len: 168 time: 1.3988588 Dec 06 14:22:28.422931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ee34cb92-dd9f-4622-85f7-9ccb79a27d09 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.437826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180eb88c-71c8-4d32-940d-407e139e4095 tempest-QuotasNegativeTest-1014736249 tempest-QuotasNegativeTest-1014736249-project-admin] Pushing event deleted for resources: {'Network': ['ID=2999b59d-4bdc-4649-a30c-a684654cf373,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:28.484065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 1cb49002-f6f4-4aaa-9c24-51ddb95237ec {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:22:28.484538 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1cb49002-f6f4-4aaa-9c24-51ddb95237ec not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:22:28.507364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ee7b-48c0-4ea5-b88a-ad84fd4934f8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.514085 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd4ee7b-48c0-4ea5-b88a-ad84fd4934f8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:28.519628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1dd4ee7b-48c0-4ea5-b88a-ad84fd4934f8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.646420 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5635ceaf-d5ac-4a8d-9e61-3df0ba0a318b None None] Network fed0c8b7-c60b-4189-9bb9-594a77342541 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:28.652181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17075aa9-fcff-4d27-aa1b-164028f498da tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.657163 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4ee7b-48c0-4ea5-b88a-ad84fd4934f8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=dc1751dd-f93f-4b7f-ac33-9ca596b4e165,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:28.670409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.702065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network dc1751dd-f93f-4b7f-ac33-9ca596b4e165 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:28.708610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ee34cb92-dd9f-4622-85f7-9ccb79a27d09 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.748704 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 17039565-fb82-432e-959a-70d9227ddcff up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:28.792681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ee34cb92-dd9f-4622-85f7-9ccb79a27d09 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:28.803065 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1dd4ee7b-48c0-4ea5-b88a-ad84fd4934f8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1725929 Dec 06 14:22:28.811401 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59054) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:28.811738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59056) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:28.818360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'subnet': {'network_id': 'dc1751dd-f93f-4b7f-ac33-9ca596b4e165', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:28.821408 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ee34cb92-dd9f-4622-85f7-9ccb79a27d09 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/5e8bb715-e7fc-489d-9612-81639ce72c98 HTTP/1.1" status: 204 len: 168 time: 1.4944530 Dec 06 14:22:28.828336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17075aa9-fcff-4d27-aa1b-164028f498da tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Subnet': ['ID=8a74101d-a4f1-4dab-b85c-a3bd69db2175,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:28.838614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Port': ['ID=71c225e0-f679-49ab-9a2a-3e873a80f7b9,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:28.889689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34cb92-dd9f-4622-85f7-9ccb79a27d09 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8bb715-e7fc-489d-9612-81639ce72c98,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:28.895432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17075aa9-fcff-4d27-aa1b-164028f498da tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Checking segment: {'id': '6226b55c-5597-4f93-a62b-922742d235a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6a686b19-a178-49b6-8f2b-dc1f10501fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:28.895981 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17075aa9-fcff-4d27-aa1b-164028f498da tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network hostable DHCP agents. Network: 6a686b19-a178-49b6-8f2b-dc1f10501fbc, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:28.985672 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-dfe37a18-7047-48af-bcc9-bedca0219062 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1685817 Dec 06 14:22:28.986431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59060) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:28.988187 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network f3ed5f12-12e7-4431-9af6-ffda89f1983b is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:28.991748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0ad643ef-edf6-40e3-8356-f032f8eb5b80 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:29.016758 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:29.026757 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:29.027022 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17075aa9-fcff-4d27-aa1b-164028f498da tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network 6a686b19-a178-49b6-8f2b-dc1f10501fbc is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:29.035766 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:29.036678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.090948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Allocated IP 2001:db8::f816:3eff:fe22:9fc8 (f3ed5f12-12e7-4431-9af6-ffda89f1983b/cd3cb217-7951-498e-929b-dd209b873640/a0179951-0b5f-47e9-b4fe-f4427c7aea1b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:29.152341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-17075aa9-fcff-4d27-aa1b-164028f498da tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6a686b19-a178-49b6-8f2b-dc1f10501fbc) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:29.160810 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17075aa9-fcff-4d27-aa1b-164028f498da tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:29.161808 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17075aa9-fcff-4d27-aa1b-164028f498da tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.195153 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512d9ad5-41a6-4e64-ac5d-0bbebe39fee9 None None] Network 6a686b19-a178-49b6-8f2b-dc1f10501fbc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:29.225258 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7039e873-01f1-4612-9d37-fb52c7139428 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.6500137 Dec 06 14:22:29.227541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59066) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:29.346561 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-7647a71c-2bf5-44da-9037-7418da8b35a8 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Deleting subnet cd3cb217-7951-498e-929b-dd209b873640 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:29.471515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 17039565-fb82-432e-959a-70d9227ddcff triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:29.471891 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.474709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59068) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:29.480390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e34c023a-6377-43e6-8d48-2614d0af5f9d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-154974454', 'description': 'tempest-secgroup-smoke-154974454 description', 'project_id': '453d340754844adda7a07ecc7b48fdea'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:29.558456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5eebf71a-526f-4282-ae2c-e77cd10277fb None None] Provisioning complete for port 76c2852f-e32f-487c-98ad-25399143d3e7 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:29.559069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5eebf71a-526f-4282-ae2c-e77cd10277fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.564409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:29.569424 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.630316 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Performing IP validity checks on allocation pools {{(pid=103725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 14:22:29.630834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 14:22:29.672872 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.683225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ae90ad-bf1b-43ac-85dc-b4e29e607d6c None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:22:29.692450 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad643ef-edf6-40e3-8356-f032f8eb5b80 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:29.700044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ad643ef-edf6-40e3-8356-f032f8eb5b80 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.765276 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59072) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:29.782882 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-17075aa9-fcff-4d27-aa1b-164028f498da tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6085732 Dec 06 14:22:29.784601 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59076) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:29.790722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-658a1e29-7efc-4a4f-a4c6-c16629730597 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'subnet': {'network_id': '6a686b19-a178-49b6-8f2b-dc1f10501fbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:29.792404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.867611 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7647a71c-2bf5-44da-9037-7418da8b35a8 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.878898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.907131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6a686b19-a178-49b6-8f2b-dc1f10501fbc', 'network_id': '6a686b19-a178-49b6-8f2b-dc1f10501fbc', 'tenant_id': '8a86ffa007494370a1cabe6b03d9415f', 'fixed_ips': [{'subnet_id': '8a74101d-a4f1-4dab-b85c-a3bd69db2175'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:29.907993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.938266 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d9369052-26ca-4553-9642-5df630fdf7be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.956888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7647a71c-2bf5-44da-9037-7418da8b35a8 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.982917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Network f3ed5f12-12e7-4431-9af6-ffda89f1983b is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:29.989044 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:29.992066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e34c023a-6377-43e6-8d48-2614d0af5f9d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.000119 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:30.011722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Pushing event updated for resources: {'Port': ['ID=a0179951-0b5f-47e9-b4fe-f4427c7aea1b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:30.015088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:30.023119 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-08ae90ad-bf1b-43ac-85dc-b4e29e607d6c None None] Deleting port 76c2852f-e32f-487c-98ad-25399143d3e7 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:30.023494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-08ae90ad-bf1b-43ac-85dc-b4e29e607d6c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.047206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e34c023a-6377-43e6-8d48-2614d0af5f9d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.118911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658a1e29-7efc-4a4f-a4c6-c16629730597 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:30.123598 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-658a1e29-7efc-4a4f-a4c6-c16629730597 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.178721 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Subnet': ['ID=d2cd17db-e18a-4d6b-add7-d0ca612c52c5,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:30.187135 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ad643ef-edf6-40e3-8356-f032f8eb5b80 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.192226 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5eebf71a-526f-4282-ae2c-e77cd10277fb None None] Provisioning complete for port 17039565-fb82-432e-959a-70d9227ddcff triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:30.192488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5eebf71a-526f-4282-ae2c-e77cd10277fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.220209 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking segment: {'id': '9d985bca-fe85-49e8-ad6a-b000979662d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'dc1751dd-f93f-4b7f-ac33-9ca596b4e165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:30.220556 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network hostable DHCP agents. Network: dc1751dd-f93f-4b7f-ac33-9ca596b4e165, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:30.245929 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad643ef-edf6-40e3-8356-f032f8eb5b80 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=a4a7f54f-35e2-4dea-bcff-fe79d5349303,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:30.269245 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad643ef-edf6-40e3-8356-f032f8eb5b80 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:30.272702 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-0ad643ef-edf6-40e3-8356-f032f8eb5b80 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:30.275263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Attempting to bind port a0179951-0b5f-47e9-b4fe-f4427c7aea1b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:30.275746 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Attempting to bind port a0179951-0b5f-47e9-b4fe-f4427c7aea1b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3a32c7ea-7860-4949-82d7-b612293a3d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3ed5f12-12e7-4431-9af6-ffda89f1983b'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:30.276198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Attempting to bind port a0179951-0b5f-47e9-b4fe-f4427c7aea1b on network f3ed5f12-12e7-4431-9af6-ffda89f1983b {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:30.278129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad643ef-edf6-40e3-8356-f032f8eb5b80 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:30.278512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ad643ef-edf6-40e3-8356-f032f8eb5b80 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.299112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d9369052-26ca-4553-9642-5df630fdf7be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.304269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-08ae90ad-bf1b-43ac-85dc-b4e29e607d6c None None] For port 76c2852f-e32f-487c-98ad-25399143d3e7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76c2852f-e32f-487c-98ad-25399143d3e7,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:30.304761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-08ae90ad-bf1b-43ac-85dc-b4e29e607d6c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.323811 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7647a71c-2bf5-44da-9037-7418da8b35a8 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.327569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-08ae90ad-bf1b-43ac-85dc-b4e29e607d6c None None] Calling delete_port for 76c2852f-e32f-487c-98ad-25399143d3e7 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:30.330540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:30.331099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Checking segment: {'id': '3a32c7ea-7860-4949-82d7-b612293a3d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3ed5f12-12e7-4431-9af6-ffda89f1983b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:30.331599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.332088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Bound using segment: {'id': '3a32c7ea-7860-4949-82d7-b612293a3d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3ed5f12-12e7-4431-9af6-ffda89f1983b'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:30.332665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Bound port: a0179951-0b5f-47e9-b4fe-f4427c7aea1b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a32c7ea-7860-4949-82d7-b612293a3d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'f3ed5f12-12e7-4431-9af6-ffda89f1983b'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:30.333170 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.373042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e34c023a-6377-43e6-8d48-2614d0af5f9d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.416087 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Allocated IP 2001:db8::2 (6a686b19-a178-49b6-8f2b-dc1f10501fbc/8a74101d-a4f1-4dab-b85c-a3bd69db2175/e4ff4a51-6bbe-4e0e-a96b-b195df6466f7) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:30.456171 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0ad643ef-edf6-40e3-8356-f032f8eb5b80 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4683504 Dec 06 14:22:30.459089 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59082) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:30.464572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'fixed_ips': [{'subnet_id': 'a4a7f54f-35e2-4dea-bcff-fe79d5349303', 'ip_address': '2001:db8::d95f:61a6:822d:b4d7'}], 'name': 'tempest-NetworksTestDHCPv6-1497453570'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:30.589196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d9369052-26ca-4553-9642-5df630fdf7be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.605728 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dc9022f7-33e5-4004-9da2-be91337da1ae req-e9f859b3-b19c-4def-8803-03038ab21e94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0932472 Dec 06 14:22:30.614013 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e34c023a-6377-43e6-8d48-2614d0af5f9d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.615910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-658a1e29-7efc-4a4f-a4c6-c16629730597 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.616472 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network dc1751dd-f93f-4b7f-ac33-9ca596b4e165 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:30.618130 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 76c2852f-e32f-487c-98ad-25399143d3e7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:22:30.642770 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7647a71c-2bf5-44da-9037-7418da8b35a8 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.659808 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658a1e29-7efc-4a4f-a4c6-c16629730597 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network 6a686b19-a178-49b6-8f2b-dc1f10501fbc is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:30.681024 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] For port a0179951-0b5f-47e9-b4fe-f4427c7aea1b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:30.694401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-658a1e29-7efc-4a4f-a4c6-c16629730597 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:30.705682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658a1e29-7efc-4a4f-a4c6-c16629730597 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:30.706460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-658a1e29-7efc-4a4f-a4c6-c16629730597 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.711333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9369052-26ca-4553-9642-5df630fdf7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0d6a35-1c2f-4a2f-a9ba-a223a55647a4,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:30.732887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a1e29-7efc-4a4f-a4c6-c16629730597 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Subnet': ['ID=f55cb5d2-925b-4660-92df-e536af31248c,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:30.739420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9022f7-33e5-4004-9da2-be91337da1ae req-d6a26a0b-ec27-4bfa-ab65-225f0b00ed28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:30.740923 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dc9022f7-33e5-4004-9da2-be91337da1ae req-d6a26a0b-ec27-4bfa-ab65-225f0b00ed28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dd78db0f8cf648398d8866de73fbfdce&device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 1099 time: 0.0835426 Dec 06 14:22:30.742448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647a71c-2bf5-44da-9037-7418da8b35a8 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3cb217-7951-498e-929b-dd209b873640,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:30.745721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] For port a0179951-0b5f-47e9-b4fe-f4427c7aea1b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0179951-0b5f-47e9-b4fe-f4427c7aea1b,segment=NetworkSegment(3a32c7ea-7860-4949-82d7-b612293a3d3d),segment_id=3a32c7ea-7860-4949-82d7-b612293a3d3d)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:30.748458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7647a71c-2bf5-44da-9037-7418da8b35a8 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.755012 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7647a71c-2bf5-44da-9037-7418da8b35a8 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/subnets/cd3cb217-7951-498e-929b-dd209b873640 HTTP/1.1" status: 204 len: 168 time: 1.5199347 Dec 06 14:22:30.755194 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.755723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59084) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:30.760357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-08ae90ad-bf1b-43ac-85dc-b4e29e607d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.770327 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d9369052-26ca-4553-9642-5df630fdf7be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebcf96ff7f244bf6b124b3b4590c6a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0038314 Dec 06 14:22:30.778177 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59086) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:30.802958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dc1751dd-f93f-4b7f-ac33-9ca596b4e165) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:30.812408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c023a-6377-43e6-8d48-2614d0af5f9d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d39b10f-d82d-4410-9d69-72c214078502,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:30.822772 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:30.823459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.838350 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ae90ad-bf1b-43ac-85dc-b4e29e607d6c None None] Pushing event deleted for resources: {'Port': ['ID=76c2852f-e32f-487c-98ad-25399143d3e7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:30.841290 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9fff8b-d5c5-4c13-ae6c-0425dcb55e05 None None] Network dc1751dd-f93f-4b7f-ac33-9ca596b4e165 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:30.845610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:30.878446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798b57f9-0d18-401a-9fa5-dceb1027788e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:30.880078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798b57f9-0d18-401a-9fa5-dceb1027788e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:30.882495 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-798b57f9-0d18-401a-9fa5-dceb1027788e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1254170 Dec 06 14:22:30.884924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59088) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:30.896941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.922892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e34c023a-6377-43e6-8d48-2614d0af5f9d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.937459 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-658a1e29-7efc-4a4f-a4c6-c16629730597 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1515720 Dec 06 14:22:30.941307 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59090) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:30.945519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae90ad-bf1b-43ac-85dc-b4e29e607d6c None None] No DVR routers for this DVR port 76c2852f-e32f-487c-98ad-25399143d3e7 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:30.949049 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b8019cff-fed7-435e-b07c-9f08320053a6 None None] Provisioning complete for port 17039565-fb82-432e-959a-70d9227ddcff triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:30.949422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8019cff-fed7-435e-b07c-9f08320053a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.957594 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a453b71f-56b7-4e22-ae06-f7c28e5a3c0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:30.999394 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5da87294-45fe-4ea5-9a2b-488af22cc032 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1860483 Dec 06 14:22:31.002433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59092) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:31.013547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.021700 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85567dcd-51f5-45c9-8e8a-c9ba81900e18 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:31.035805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e34c023a-6377-43e6-8d48-2614d0af5f9d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.043029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d8f53daf-6ac8-4989-b981-9dfaa969d806 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.072376 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f53daf-6ac8-4989-b981-9dfaa969d806 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 06 14:22:31.073066 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f53daf-6ac8-4989-b981-9dfaa969d806 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:31.081741 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d8f53daf-6ac8-4989-b981-9dfaa969d806 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/networks/f3ed5f12-12e7-4431-9af6-ffda89f1983b HTTP/1.1" status: 409 len: 405 time: 0.1947396 Dec 06 14:22:31.083868 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59094) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:31.091165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-613bda74-adcf-4e40-b814-6bbf118bf411 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1269562524'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:31.097685 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9022f7-33e5-4004-9da2-be91337da1ae req-eec34714-f1c5-4cad-93aa-82d2bfcaaf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:31.099478 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dc9022f7-33e5-4004-9da2-be91337da1ae req-eec34714-f1c5-4cad-93aa-82d2bfcaaf08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c98b384e-7d44-41c8-aa9e-af7a94219b19 HTTP/1.1" status: 200 len: 912 time: 0.3054376 Dec 06 14:22:31.125983 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a453b71f-56b7-4e22-ae06-f7c28e5a3c0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.135620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.137730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9165f-ef25-45e3-97b1-c9500eb5d771 None None] Pushing event updated for resources: {'Port': ['ID=a0179951-0b5f-47e9-b4fe-f4427c7aea1b,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:31.153791 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f88c8-3ca5-4d60-aaee-b97b2a752d65 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:31.155440 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f88c8-3ca5-4d60-aaee-b97b2a752d65 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:31.157075 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f88c8-3ca5-4d60-aaee-b97b2a752d65 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:31.159297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f88c8-3ca5-4d60-aaee-b97b2a752d65 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:31.160878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2f88c8-3ca5-4d60-aaee-b97b2a752d65 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:31.162827 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fc2f88c8-3ca5-4d60-aaee-b97b2a752d65 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2204919 Dec 06 14:22:31.199498 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.205899 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59096) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:31.217540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-73eb9611-4b3a-44bb-9efb-5d57dc97fb6b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-603724753'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:31.236602 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dc9022f7-33e5-4004-9da2-be91337da1ae req-fb547466-7e41-4978-bf4f-a84fd8d86e0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 HTTP/1.1" status: 200 len: 1001 time: 0.1269970 Dec 06 14:22:31.243877 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c023a-6377-43e6-8d48-2614d0af5f9d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d12d6b8-9385-41e2-8614-6f9c1ad8f090,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:31.264246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 0af1dafc-4841-4ea5-a7c2-97376a9c437e yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:22:31.306719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c937841-34e9-4918-8202-837dd65d1995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dc1751dd-f93f-4b7f-ac33-9ca596b4e165', 'network_id': 'dc1751dd-f93f-4b7f-ac33-9ca596b4e165', 'tenant_id': '489df49b567b481298356cc894e047b0', 'fixed_ips': [{'subnet_id': 'd2cd17db-e18a-4d6b-add7-d0ca612c52c5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:31.308014 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c937841-34e9-4918-8202-837dd65d1995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.308826 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9022f7-33e5-4004-9da2-be91337da1ae req-11563430-a895-4385-9937-c218111c1feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:31.310830 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dc9022f7-33e5-4004-9da2-be91337da1ae req-11563430-a895-4385-9937-c218111c1feb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=061c47c1-bfd5-433c-88e1-662da2288010 HTTP/1.1" status: 200 len: 850 time: 0.0660341 Dec 06 14:22:31.373474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Pushing event updated for resources: {'Port': ['ID=e4ff4a51-6bbe-4e0e-a96b-b195df6466f7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:31.375645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.380542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Network 6a686b19-a178-49b6-8f2b-dc1f10501fbc is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:31.389804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-613bda74-adcf-4e40-b814-6bbf118bf411 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:31.394653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-613bda74-adcf-4e40-b814-6bbf118bf411 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.424272 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9022f7-33e5-4004-9da2-be91337da1ae req-623df988-bd0a-430f-8ab5-a63b20f19433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:31.426106 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dc9022f7-33e5-4004-9da2-be91337da1ae req-623df988-bd0a-430f-8ab5-a63b20f19433 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c98b384e-7d44-41c8-aa9e-af7a94219b19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1076057 Dec 06 14:22:31.510670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a453b71f-56b7-4e22-ae06-f7c28e5a3c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.513408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a453b71f-56b7-4e22-ae06-f7c28e5a3c0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.514621 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a453b71f-56b7-4e22-ae06-f7c28e5a3c0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d0d6a35-1c2f-4a2f-a9ba-a223a55647a4 HTTP/1.1" status: 204 len: 168 time: 0.7325401 Dec 06 14:22:31.522556 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-613bda74-adcf-4e40-b814-6bbf118bf411 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:31.547441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-613bda74-adcf-4e40-b814-6bbf118bf411 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.547935 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-613bda74-adcf-4e40-b814-6bbf118bf411 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Added segment 6e42e855-210d-4f18-a144-8b3118cfe984 of type vlan for network c423480c-c0be-421d-bd92-c20f33652744 Dec 06 14:22:31.604197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e34c023a-6377-43e6-8d48-2614d0af5f9d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.615663 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e34c023a-6377-43e6-8d48-2614d0af5f9d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 2.1398094 Dec 06 14:22:31.618892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-613bda74-adcf-4e40-b814-6bbf118bf411 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.622634 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59104) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:31.631229 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-909ebecb-9430-45f0-8d19-811b5fe6349d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Request body: {'security_group_rule': {'security_group_id': '5d12d6b8-9385-41e2-8614-6f9c1ad8f090', 'project_id': '453d340754844adda7a07ecc7b48fdea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:31.637546 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453b71f-56b7-4e22-ae06-f7c28e5a3c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0d6a35-1c2f-4a2f-a9ba-a223a55647a4,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:31.651673 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.667056 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dc9022f7-33e5-4004-9da2-be91337da1ae req-06fbd861-a5d4-4537-8a01-723b601b0891 service neutron] 10.222.0.41 "GET /v2.0/networks/c98b384e-7d44-41c8-aa9e-af7a94219b19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329643 Dec 06 14:22:31.703977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::d95f:61a6:822d:b4d7 (32250b85-9d7f-4d03-9356-fdcc88577699/a4a7f54f-35e2-4dea-bcff-fe79d5349303/0af1dafc-4841-4ea5-a7c2-97376a9c437e) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:31.719595 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:31.729886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c64a64f-100f-48b1-8a2b-9d4c06baf2bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.733864 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:31.797860 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eb9611-4b3a-44bb-9efb-5d57dc97fb6b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:31.804096 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-73eb9611-4b3a-44bb-9efb-5d57dc97fb6b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.804337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-613bda74-adcf-4e40-b814-6bbf118bf411 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.809848 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613bda74-adcf-4e40-b814-6bbf118bf411 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:31.811330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-613bda74-adcf-4e40-b814-6bbf118bf411 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.856744 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dc9022f7-33e5-4004-9da2-be91337da1ae req-118dccaf-3c52-4b5a-b902-62bb9147a2fc service neutron] 10.222.0.41 "GET /v2.0/networks/c98b384e-7d44-41c8-aa9e-af7a94219b19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821272 Dec 06 14:22:31.877656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.889816 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Attempting to bind port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:31.890352 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Attempting to bind port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6226b55c-5597-4f93-a62b-922742d235a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6a686b19-a178-49b6-8f2b-dc1f10501fbc'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:31.891310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Attempting to bind port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 on network 6a686b19-a178-49b6-8f2b-dc1f10501fbc {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:31.896764 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:31.897774 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Checking segment: {'id': '6226b55c-5597-4f93-a62b-922742d235a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6a686b19-a178-49b6-8f2b-dc1f10501fbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:31.897774 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.898278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Bound using segment: {'id': '6226b55c-5597-4f93-a62b-922742d235a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6a686b19-a178-49b6-8f2b-dc1f10501fbc'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:31.898904 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Bound port: e4ff4a51-6bbe-4e0e-a96b-b195df6466f7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6226b55c-5597-4f93-a62b-922742d235a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '6a686b19-a178-49b6-8f2b-dc1f10501fbc'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:31.899411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.901004 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613bda74-adcf-4e40-b814-6bbf118bf411 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Network': ['ID=c423480c-c0be-421d-bd92-c20f33652744,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:31.904486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73eb9611-4b3a-44bb-9efb-5d57dc97fb6b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:31.911977 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network c423480c-c0be-421d-bd92-c20f33652744 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:31.916880 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': 'a4a7f54f-35e2-4dea-bcff-fe79d5349303'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:31.917860 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.922583 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Subnet': ['ID=d2cd17db-e18a-4d6b-add7-d0ca612c52c5,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:31.955834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-73eb9611-4b3a-44bb-9efb-5d57dc97fb6b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:31.956238 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-73eb9611-4b3a-44bb-9efb-5d57dc97fb6b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Added segment d71d7969-9deb-4768-8135-31f4c40fa393 of type vlan for network 58f7348b-ecd7-49a1-ae17-28d9b020a6f0 Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server [None req-7c937841-34e9-4918-8202-837dd65d1995 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2cd17db-e18a-4d6b-add7-d0ca612c52c5: This subnet is being modified by another concurrent operation. Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 14:22:31.977546 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise exception Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2cd17db-e18a-4d6b-add7-d0ca612c52c5: This subnet is being modified by another concurrent operation. Dec 06 14:22:31.981234 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Dec 06 14:22:31.992533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-909ebecb-9430-45f0-8d19-811b5fe6349d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.069788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-909ebecb-9430-45f0-8d19-811b5fe6349d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.081506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.095907 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed6b53f-5575-4f17-9688-7ea901fc66e7 None None] Network dc1751dd-f93f-4b7f-ac33-9ca596b4e165 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:32.099344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.106612 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-613bda74-adcf-4e40-b814-6bbf118bf411 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0211358 Dec 06 14:22:32.107253 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59108) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:32.114767 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-73eb9611-4b3a-44bb-9efb-5d57dc97fb6b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.116046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-9a4a9b49-2a3b-47b0-a68d-7e6ad65807cb tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'subnet': {'network_id': 'c423480c-c0be-421d-bd92-c20f33652744', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:32.137595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1751dd-f93f-4b7f-ac33-9ca596b4e165']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:32.159142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d985bca-fe85-49e8-ad6a-b000979662d7') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:32.159515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d985bca-fe85-49e8-ad6a-b000979662d7') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:32.182260 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-909ebecb-9430-45f0-8d19-811b5fe6349d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.189389 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.207897 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.213968 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:32.214519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.217754 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ebecb-9430-45f0-8d19-811b5fe6349d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=878a4757-1436-4891-be8a-26a4606deeea,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:32.217919 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:32.257582 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] For port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:32.260955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] For port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4ff4a51-6bbe-4e0e-a96b-b195df6466f7,segment=NetworkSegment(6226b55c-5597-4f93-a62b-922742d235a3),segment_id=6226b55c-5597-4f93-a62b-922742d235a3)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:32.276290 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-73eb9611-4b3a-44bb-9efb-5d57dc97fb6b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.291919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-909ebecb-9430-45f0-8d19-811b5fe6349d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.293161 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-909ebecb-9430-45f0-8d19-811b5fe6349d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6695390 Dec 06 14:22:32.301061 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eb9611-4b3a-44bb-9efb-5d57dc97fb6b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:32.301319 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59110) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:32.307448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-73eb9611-4b3a-44bb-9efb-5d57dc97fb6b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.309539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-dd6ef636-1a87-4ebb-b7a5-4bd1f27ff4be tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Request body: {'security_group_rule': {'security_group_id': '5d12d6b8-9385-41e2-8614-6f9c1ad8f090', 'project_id': '453d340754844adda7a07ecc7b48fdea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:32.329487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.365023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.367695 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Allocated IP 2001:db8::2 (32250b85-9d7f-4d03-9356-fdcc88577699/a4a7f54f-35e2-4dea-bcff-fe79d5349303/54e2746b-ec15-44fb-840c-dece90605c80) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:32.419867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4a9b49-2a3b-47b0-a68d-7e6ad65807cb tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:32.423705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9a4a9b49-2a3b-47b0-a68d-7e6ad65807cb tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.516685 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e305ab-f2ec-4ef8-94ac-379b4fcdfe50 None None] Pushing event updated for resources: {'Port': ['ID=e4ff4a51-6bbe-4e0e-a96b-b195df6466f7,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:32.531442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=0af1dafc-4841-4ea5-a7c2-97376a9c437e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:32.536343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59114) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:32.556534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:32.566828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:32.570098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb9611-4b3a-44bb-9efb-5d57dc97fb6b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Network': ['ID=58f7348b-ecd7-49a1-ae17-28d9b020a6f0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:32.581175 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:32.581175 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:32.581175 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.598542 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e989e93-83a5-41cd-8d9d-7549088b8b8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.622415 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa9b26e-f305-4b6d-a6ca-0665c017ffb1 None None] Network f3ed5f12-12e7-4431-9af6-ffda89f1983b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:32.626844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 58f7348b-ecd7-49a1-ae17-28d9b020a6f0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:32.756353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59120) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:32.758009 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-73eb9611-4b3a-44bb-9efb-5d57dc97fb6b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5454121 Dec 06 14:22:32.761603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.782551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.795968 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/dc1751dd-f93f-4b7f-ac33-9ca596b4e165 HTTP/1.1" status: 204 len: 168 time: 1.7882929 Dec 06 14:22:32.804193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59122) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:32.816150 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b73e014f-ab94-41c0-bf14-3620c18e1d17 None None] Provisioning complete for port a0179951-0b5f-47e9-b4fe-f4427c7aea1b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:32.816622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b73e014f-ab94-41c0-bf14-3620c18e1d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.834251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-6c64b471-7709-4f30-ae71-d3817512593b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:32.837498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-53b64a99-fe7f-44b5-8939-1f44b791f6d9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1731413825'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:32.851821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714f0a6-c8ce-4664-b6d2-527ef07f1428 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Network': ['ID=dc1751dd-f93f-4b7f-ac33-9ca596b4e165,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:32.865441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.882107 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a0179951-0b5f-47e9-b4fe-f4427c7aea1b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:32.882346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e989e93-83a5-41cd-8d9d-7549088b8b8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:32.891378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef636-1a87-4ebb-b7a5-4bd1f27ff4be tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.012953 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d3c8e16c-b815-44be-9b68-1ffb531efa38 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5524538 Dec 06 14:22:33.028327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef636-1a87-4ebb-b7a5-4bd1f27ff4be tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.028327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59124) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:33.044036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port a0179951-0b5f-47e9-b4fe-f4427c7aea1b triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:33.044470 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.062208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e989e93-83a5-41cd-8d9d-7549088b8b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.072572 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.086741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b73e014f-ab94-41c0-bf14-3620c18e1d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.111562 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6e989e93-83a5-41cd-8d9d-7549088b8b8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85c42f5a2b6046f9bef780d5a46db7ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5731909 Dec 06 14:22:33.114815 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59126) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:33.122214 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e989e93-83a5-41cd-8d9d-7549088b8b8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51544d0-552c-4279-a4fd-8b873dc82f46,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:33.123740 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec13a2d-96b2-4dca-90fb-b7a5a39bfd23 None None] DHCP port deletion for f3ed5f12-12e7-4431-9af6-ffda89f1983b request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:22:33.153584 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6c64b471-7709-4f30-ae71-d3817512593b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.156420 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:33.166211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef636-1a87-4ebb-b7a5-4bd1f27ff4be tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.171887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:33.174784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:33.176024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b2f52d4-6235-4e90-9148-0cb150f4dd4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.191674 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eb5ce4-a91a-4b52-b660-12d4a8d46e6a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:33.196102 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-36eb5ce4-a91a-4b52-b660-12d4a8d46e6a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1742060 Dec 06 14:22:33.199943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59128) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:33.210088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ef636-1a87-4ebb-b7a5-4bd1f27ff4be tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2422733-4491-429f-a7e9-51ba883112dc,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:33.219670 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Pushing event updated for resources: {'Port': ['ID=54e2746b-ec15-44fb-840c-dece90605c80,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:33.228773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b73e014f-ab94-41c0-bf14-3620c18e1d17 None None] For port a0179951-0b5f-47e9-b4fe-f4427c7aea1b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0179951-0b5f-47e9-b4fe-f4427c7aea1b,segment=NetworkSegment(3a32c7ea-7860-4949-82d7-b612293a3d3d),segment_id=3a32c7ea-7860-4949-82d7-b612293a3d3d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:33.232324 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b2f52d4-6235-4e90-9148-0cb150f4dd4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.253346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b64a99-fe7f-44b5-8939-1f44b791f6d9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:33.256748 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-53b64a99-fe7f-44b5-8939-1f44b791f6d9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.258269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.objects.ports [None req-9a4a9b49-2a3b-47b0-a68d-7e6ad65807cb tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103724) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:22:33.260145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9a4a9b49-2a3b-47b0-a68d-7e6ad65807cb tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.291589 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6c64b471-7709-4f30-ae71-d3817512593b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.320985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b73e014f-ab94-41c0-bf14-3620c18e1d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.328739 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6c64b471-7709-4f30-ae71-d3817512593b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network 58f7348b-ecd7-49a1-ae17-28d9b020a6f0 is not hosted by any dhcp agent {{(pid=103724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 14:22:33.334440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c64b471-7709-4f30-ae71-d3817512593b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:33.335284 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6c64b471-7709-4f30-ae71-d3817512593b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.339420 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6c64b471-7709-4f30-ae71-d3817512593b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "PUT /v2.0/networks/58f7348b-ecd7-49a1-ae17-28d9b020a6f0 HTTP/1.1" status: 200 len: 723 time: 0.5644188 Dec 06 14:22:33.342213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59130) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:33.347955 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53b64a99-fe7f-44b5-8939-1f44b791f6d9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:33.352909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0663d705-0a98-4873-a7a8-ac244da44414 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'subnet': {'network_id': '58f7348b-ecd7-49a1-ae17-28d9b020a6f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:33.369369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Attempting to bind port 54e2746b-ec15-44fb-840c-dece90605c80 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:33.369767 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Attempting to bind port 54e2746b-ec15-44fb-840c-dece90605c80 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:33.370130 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Attempting to bind port 54e2746b-ec15-44fb-840c-dece90605c80 on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:33.377942 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.385241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:33.385617 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:33.386021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.386415 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:33.386897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Bound port: 54e2746b-ec15-44fb-840c-dece90605c80, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:33.387276 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.390286 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4a9b49-2a3b-47b0-a68d-7e6ad65807cb tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Subnet': ['ID=33ced00f-6415-4198-b73e-8ef494719d9d,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:33.397544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dd6ef636-1a87-4ebb-b7a5-4bd1f27ff4be tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.401452 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dd6ef636-1a87-4ebb-b7a5-4bd1f27ff4be tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0965180 Dec 06 14:22:33.404390 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59132) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:33.412703 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7539c65c-66f2-4c8e-8e06-caa636e70bf5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Request body: {'security_group_rule': {'security_group_id': '5d12d6b8-9385-41e2-8614-6f9c1ad8f090', 'project_id': '453d340754844adda7a07ecc7b48fdea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:33.434738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6ec13a2d-96b2-4dca-90fb-b7a5a39bfd23 None None] Deleting port a0179951-0b5f-47e9-b4fe-f4427c7aea1b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:33.435096 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ec13a2d-96b2-4dca-90fb-b7a5a39bfd23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.446425 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c64b471-7709-4f30-ae71-d3817512593b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Network': ['ID=58f7348b-ecd7-49a1-ae17-28d9b020a6f0,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:33.465517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4a9b49-2a3b-47b0-a68d-7e6ad65807cb tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Checking segment: {'id': '6e42e855-210d-4f18-a144-8b3118cfe984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c423480c-c0be-421d-bd92-c20f33652744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:33.465517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a9b49-2a3b-47b0-a68d-7e6ad65807cb tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network hostable DHCP agents. Network: c423480c-c0be-421d-bd92-c20f33652744, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:33.470446 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d8cb2909-7823-461f-a989-fbb905a3664d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 0af1dafc-4841-4ea5-a7c2-97376a9c437e {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:33.471448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2909-7823-461f-a989-fbb905a3664d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.488700 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73e014f-ab94-41c0-bf14-3620c18e1d17 None None] Pushing event updated for resources: {'Port': ['ID=a0179951-0b5f-47e9-b4fe-f4427c7aea1b,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:33.528139 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 58f7348b-ecd7-49a1-ae17-28d9b020a6f0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:33.621789 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4a9b49-2a3b-47b0-a68d-7e6ad65807cb tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network c423480c-c0be-421d-bd92-c20f33652744 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:33.632145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7539c65c-66f2-4c8e-8e06-caa636e70bf5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.675274 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6ec13a2d-96b2-4dca-90fb-b7a5a39bfd23 None None] For port a0179951-0b5f-47e9-b4fe-f4427c7aea1b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0179951-0b5f-47e9-b4fe-f4427c7aea1b,segment=NetworkSegment(3a32c7ea-7860-4949-82d7-b612293a3d3d),segment_id=3a32c7ea-7860-4949-82d7-b612293a3d3d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:33.675689 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ec13a2d-96b2-4dca-90fb-b7a5a39bfd23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.707834 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6ec13a2d-96b2-4dca-90fb-b7a5a39bfd23 None None] Calling delete_port for a0179951-0b5f-47e9-b4fe-f4427c7aea1b owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:33.711767 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] For port 54e2746b-ec15-44fb-840c-dece90605c80, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:33.716092 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:33.716457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:33.744344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] For port 54e2746b-ec15-44fb-840c-dece90605c80, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54e2746b-ec15-44fb-840c-dece90605c80,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:33.760168 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-9a4a9b49-2a3b-47b0-a68d-7e6ad65807cb tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c423480c-c0be-421d-bd92-c20f33652744) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:33.767396 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7539c65c-66f2-4c8e-8e06-caa636e70bf5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.775081 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4a9b49-2a3b-47b0-a68d-7e6ad65807cb tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:33.777553 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9a4a9b49-2a3b-47b0-a68d-7e6ad65807cb tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.779289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d9b1d-c9af-41a4-b88c-dd133d99dae5 None None] Network c423480c-c0be-421d-bd92-c20f33652744 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:33.786096 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c242f9a-7fec-4f25-9558-a286aeea9721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.795383 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b2f52d4-6235-4e90-9148-0cb150f4dd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.800647 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b2f52d4-6235-4e90-9148-0cb150f4dd4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.804373 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1b2f52d4-6235-4e90-9148-0cb150f4dd4c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c51544d0-552c-4279-a4fd-8b873dc82f46 HTTP/1.1" status: 204 len: 168 time: 0.6863058 Dec 06 14:22:33.856347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7539c65c-66f2-4c8e-8e06-caa636e70bf5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.867360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-53b64a99-fe7f-44b5-8939-1f44b791f6d9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.867843 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-53b64a99-fe7f-44b5-8939-1f44b791f6d9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Added segment 6cc51670-d633-4b7f-8de3-bf6cbad9da2d of type vlan for network 264dd790-5c10-48f1-889f-57946852c3cd Dec 06 14:22:33.870096 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.896544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539c65c-66f2-4c8e-8e06-caa636e70bf5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b519aa9-5372-4090-bb53-fe974d73fef2,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:33.917448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2f52d4-6235-4e90-9148-0cb150f4dd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51544d0-552c-4279-a4fd-8b873dc82f46,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:33.977339 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-53b64a99-fe7f-44b5-8939-1f44b791f6d9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.980468 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2909-7823-461f-a989-fbb905a3664d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:33.998035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d8cb2909-7823-461f-a989-fbb905a3664d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 0af1dafc-4841-4ea5-a7c2-97376a9c437e owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:34.011426 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0663d705-0a98-4873-a7a8-ac244da44414 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:34.014928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0663d705-0a98-4873-a7a8-ac244da44414 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.075896 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9a4a9b49-2a3b-47b0-a68d-7e6ad65807cb tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9664667 Dec 06 14:22:34.078660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59140) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:34.084223 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'port': {'network_id': 'c423480c-c0be-421d-bd92-c20f33652744', 'name': 'tempest-NetworksIpV6TestAttrs-938705542'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:34.102297 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d574a4-ba10-44e2-8f26-8c7c3598944f None None] Network 6a686b19-a178-49b6-8f2b-dc1f10501fbc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:34.157902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7539c65c-66f2-4c8e-8e06-caa636e70bf5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.163176 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7539c65c-66f2-4c8e-8e06-caa636e70bf5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7528224 Dec 06 14:22:34.164771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59142) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:34.172947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7d764af6-cd92-4cd4-955b-160713d78dcd tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Request body: {'security_group_rule': {'security_group_id': '5d12d6b8-9385-41e2-8614-6f9c1ad8f090', 'project_id': '453d340754844adda7a07ecc7b48fdea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:34.264078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8067ca-a9d0-473d-b4db-2cb6499e9407 None None] Pushing event updated for resources: {'Port': ['ID=54e2746b-ec15-44fb-840c-dece90605c80,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:34.268812 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-53b64a99-fe7f-44b5-8939-1f44b791f6d9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.274828 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-96cfea03-7aff-43e3-946f-d743eae29496 None None] Provisioning complete for port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:34.275210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96cfea03-7aff-43e3-946f-d743eae29496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.279444 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b64a99-fe7f-44b5-8939-1f44b791f6d9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:34.280271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-53b64a99-fe7f-44b5-8939-1f44b791f6d9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.352977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d764af6-cd92-4cd4-955b-160713d78dcd tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.358096 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ec13a2d-96b2-4dca-90fb-b7a5a39bfd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.429857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec13a2d-96b2-4dca-90fb-b7a5a39bfd23 None None] No DVR routers for this DVR port a0179951-0b5f-47e9-b4fe-f4427c7aea1b on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:34.435536 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec13a2d-96b2-4dca-90fb-b7a5a39bfd23 None None] Pushing event deleted for resources: {'Port': ['ID=a0179951-0b5f-47e9-b4fe-f4427c7aea1b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:34.483456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d764af6-cd92-4cd4-955b-160713d78dcd tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.517408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c423480c-c0be-421d-bd92-c20f33652744', 'network_id': 'c423480c-c0be-421d-bd92-c20f33652744', 'tenant_id': '1666106c11324e588149a9bb865a6413', 'fixed_ips': [{'subnet_id': '33ced00f-6415-4198-b73e-8ef494719d9d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:34.518271 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.532733 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b64a99-fe7f-44b5-8939-1f44b791f6d9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=264dd790-5c10-48f1-889f-57946852c3cd,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:34.561713 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 264dd790-5c10-48f1-889f-57946852c3cd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:34.564201 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d764af6-cd92-4cd4-955b-160713d78dcd tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.605977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d764af6-cd92-4cd4-955b-160713d78dcd tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547c30c0-1eb4-4dcf-b648-dbda703d2893,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:34.621019 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-53b64a99-fe7f-44b5-8939-1f44b791f6d9 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7986259 Dec 06 14:22:34.621148 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59152) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:34.621248 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2909-7823-461f-a989-fbb905a3664d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.621248 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0663d705-0a98-4873-a7a8-ac244da44414 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.628917 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0a0a9d1c-e8b5-42f3-a1b4-7a8a12fec07b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'subnet': {'network_id': '264dd790-5c10-48f1-889f-57946852c3cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:34.656968 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96cfea03-7aff-43e3-946f-d743eae29496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.797613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:34.810570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.813614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb2909-7823-461f-a989-fbb905a3664d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=0af1dafc-4841-4ea5-a7c2-97376a9c437e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:34.827116 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 54e2746b-ec15-44fb-840c-dece90605c80 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:34.848004 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663d705-0a98-4873-a7a8-ac244da44414 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Subnet': ['ID=18410f13-da09-4cd9-a47f-ec38d2ff5b0e,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:34.852812 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8cb2909-7823-461f-a989-fbb905a3664d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.856493 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d8cb2909-7823-461f-a989-fbb905a3664d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/0af1dafc-4841-4ea5-a7c2-97376a9c437e HTTP/1.1" status: 204 len: 168 time: 1.6552770 Dec 06 14:22:34.859216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] device_id is not set on port af45c050-8a60-4a06-a598-e80ca1e15144 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:22:34.866072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59158) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:34.897858 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-96cfea03-7aff-43e3-946f-d743eae29496 None None] For port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4ff4a51-6bbe-4e0e-a96b-b195df6466f7,segment=NetworkSegment(6226b55c-5597-4f93-a62b-922742d235a3),segment_id=6226b55c-5597-4f93-a62b-922742d235a3)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:34.910003 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0663d705-0a98-4873-a7a8-ac244da44414 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Checking segment: {'id': 'd71d7969-9deb-4768-8135-31f4c40fa393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58f7348b-ecd7-49a1-ae17-28d9b020a6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:34.910414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0663d705-0a98-4873-a7a8-ac244da44414 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network hostable DHCP agents. Network: 58f7348b-ecd7-49a1-ae17-28d9b020a6f0, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:34.922900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.946226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8afb252-beec-420a-a097-1c84f40156f0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:34.947609 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8afb252-beec-420a-a097-1c84f40156f0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:34.952014 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f8afb252-beec-420a-a097-1c84f40156f0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0819807 Dec 06 14:22:34.957882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59162) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:34.976105 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Allocated IP 2001:db8::f816:3eff:fe6e:9eb (c423480c-c0be-421d-bd92-c20f33652744/33ced00f-6415-4198-b73e-8ef494719d9d/5e1c13ea-6e7e-4269-87b7-83b7b9570d08) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:34.978624 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3824c1-215d-4596-983d-67b92d594c68 None None] Update dhcp port {'port': {'network_id': '6a686b19-a178-49b6-8f2b-dc1f10501fbc', 'fixed_ips': [{'subnet_id': '8a74101d-a4f1-4dab-b85c-a3bd69db2175', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f55cb5d2-925b-4660-92df-e536af31248c'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'e4ff4a51-6bbe-4e0e-a96b-b195df6466f7'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:22:34.978974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d764af6-cd92-4cd4-955b-160713d78dcd tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:34.985131 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7d764af6-cd92-4cd4-955b-160713d78dcd tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8145278 Dec 06 14:22:34.995731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59164) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:35.001019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-87e892de-efd0-4192-b021-90293abc2f85 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Request body: {'security_group_rule': {'security_group_id': '5d12d6b8-9385-41e2-8614-6f9c1ad8f090', 'project_id': '453d340754844adda7a07ecc7b48fdea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:35.019692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96cfea03-7aff-43e3-946f-d743eae29496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.047418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-49800bce-522b-44eb-8430-30ca69d04af1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet a4a7f54f-35e2-4dea-bcff-fe79d5349303 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:35.047418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49800bce-522b-44eb-8430-30ca69d04af1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.080748 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f3824c1-215d-4596-983d-67b92d594c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.096441 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49800bce-522b-44eb-8430-30ca69d04af1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.114449 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 54e2746b-ec15-44fb-840c-dece90605c80 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:35.114685 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.117423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0663d705-0a98-4873-a7a8-ac244da44414 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network 58f7348b-ecd7-49a1-ae17-28d9b020a6f0 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:35.140169 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0a9d1c-e8b5-42f3-a1b4-7a8a12fec07b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:35.145185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9d1c-e8b5-42f3-a1b4-7a8a12fec07b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.203429 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49800bce-522b-44eb-8430-30ca69d04af1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.252484 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-87e892de-efd0-4192-b021-90293abc2f85 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Project 453d340754844adda7a07ecc7b48fdea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:22:35.255488 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-0663d705-0a98-4873-a7a8-ac244da44414 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 58f7348b-ecd7-49a1-ae17-28d9b020a6f0) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:35.260668 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0663d705-0a98-4873-a7a8-ac244da44414 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:35.261449 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0663d705-0a98-4873-a7a8-ac244da44414 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.280238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87e892de-efd0-4192-b021-90293abc2f85 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.307529 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2913ab4-f7c1-4dba-89c3-6c1be42cf678 None None] Network 58f7348b-ecd7-49a1-ae17-28d9b020a6f0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:35.318937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cfea03-7aff-43e3-946f-d743eae29496 None None] Pushing event updated for resources: {'Port': ['ID=e4ff4a51-6bbe-4e0e-a96b-b195df6466f7,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:35.389361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87e892de-efd0-4192-b021-90293abc2f85 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.424280 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0663d705-0a98-4873-a7a8-ac244da44414 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0800073 Dec 06 14:22:35.427139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59174) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:35.435202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1dfc88a6-25ec-4356-9a34-82cbd837a1e1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:35.480274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49800bce-522b-44eb-8430-30ca69d04af1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.518705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49800bce-522b-44eb-8430-30ca69d04af1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a7f54f-35e2-4dea-bcff-fe79d5349303,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:35.529619 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49800bce-522b-44eb-8430-30ca69d04af1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.533681 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-49800bce-522b-44eb-8430-30ca69d04af1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/a4a7f54f-35e2-4dea-bcff-fe79d5349303 HTTP/1.1" status: 204 len: 168 time: 0.5749204 Dec 06 14:22:35.535610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59178) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:35.554871 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.565334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.583308 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8c19ace1-8445-41a2-b8ee-ea8175c8edb3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0463746 Dec 06 14:22:35.586502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59180) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:35.601146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87e892de-efd0-4192-b021-90293abc2f85 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.625083 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-9f3824c1-215d-4596-983d-67b92d594c68 None None] Allocated IP 172.20.0.1 (6a686b19-a178-49b6-8f2b-dc1f10501fbc/f55cb5d2-925b-4660-92df-e536af31248c/e4ff4a51-6bbe-4e0e-a96b-b195df6466f7) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:35.647208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e892de-efd0-4192-b021-90293abc2f85 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90d0b34d-5750-4e9c-a005-9cebb4ac62ae,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:35.648672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1dfc88a6-25ec-4356-9a34-82cbd837a1e1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3041759'] for subnet, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.670997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527f9f27-fc19-4b4e-be89-c055a48ec09b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:35.672523 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-527f9f27-fc19-4b4e-be89-c055a48ec09b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0849273 Dec 06 14:22:35.675563 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59182) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:35.721857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177131b0-0e62-4ddd-92fa-8f4e31ce9057 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:35.724246 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.743406 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0f5360-2015-4a22-833e-9de3215e7bf1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:35.744908 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8a0f5360-2015-4a22-833e-9de3215e7bf1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0679832 Dec 06 14:22:35.747656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59184) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:35.787827 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-db1a8fa4-c6af-4a54-ae10-36fb969519c9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389950 Dec 06 14:22:35.793498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87e892de-efd0-4192-b021-90293abc2f85 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.795725 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-87e892de-efd0-4192-b021-90293abc2f85 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7983136 Dec 06 14:22:35.796331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59186) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:35.796662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59188) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:35.803214 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f5ad39da-6d65-4463-b05a-d87666bafd1b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Request body: {'security_group_rule': {'security_group_id': '5d12d6b8-9385-41e2-8614-6f9c1ad8f090', 'project_id': '453d340754844adda7a07ecc7b48fdea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:35.811211 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-daa6b2b8-a106-463e-9a61-e4188616fa9b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:35.822458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:35.822837 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:35.830636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Allocated IP 2001:db8::f816:3eff:fec4:8792 (c423480c-c0be-421d-bd92-c20f33652744/33ced00f-6415-4198-b73e-8ef494719d9d/af45c050-8a60-4a06-a598-e80ca1e15144) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:35.872245 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9d1c-e8b5-42f3-a1b4-7a8a12fec07b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.890972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-58f7348b-ecd7-49a1-ae17-28d9b020a6f0', 'network_id': '58f7348b-ecd7-49a1-ae17-28d9b020a6f0', 'tenant_id': '8a86ffa007494370a1cabe6b03d9415f', 'fixed_ips': [{'subnet_id': '18410f13-da09-4cd9-a47f-ec38d2ff5b0e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:35.891824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:35.904502 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Network c423480c-c0be-421d-bd92-c20f33652744 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:35.981424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a9d1c-e8b5-42f3-a1b4-7a8a12fec07b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Subnet': ['ID=c33aa52b-87be-420d-9387-30c956b17f25,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:35.998043 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-f5ad39da-6d65-4463-b05a-d87666bafd1b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Project 453d340754844adda7a07ecc7b48fdea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:22:36.011288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f5ad39da-6d65-4463-b05a-d87666bafd1b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.099973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0a9d1c-e8b5-42f3-a1b4-7a8a12fec07b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking segment: {'id': '6cc51670-d633-4b7f-8de3-bf6cbad9da2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '264dd790-5c10-48f1-889f-57946852c3cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:36.100331 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a9d1c-e8b5-42f3-a1b4-7a8a12fec07b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network hostable DHCP agents. Network: 264dd790-5c10-48f1-889f-57946852c3cd, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:36.136482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:36.137582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f5ad39da-6d65-4463-b05a-d87666bafd1b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.141121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:36.147600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Pushing event updated for resources: {'Port': ['ID=5e1c13ea-6e7e-4269-87b7-83b7b9570d08,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:36.150242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4268a374-12c1-486e-a5c3-778325f6c269 None None] Provisioning complete for port 54e2746b-ec15-44fb-840c-dece90605c80 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:36.150608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4268a374-12c1-486e-a5c3-778325f6c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.153467 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.161887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1dfc88a6-25ec-4356-9a34-82cbd837a1e1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738274450607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2808574'] for subnet, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.207881 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa6b2b8-a106-463e-9a61-e4188616fa9b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:36.211468 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-daa6b2b8-a106-463e-9a61-e4188616fa9b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.215665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfc88a6-25ec-4356-9a34-82cbd837a1e1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:36.216984 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1dfc88a6-25ec-4356-9a34-82cbd837a1e1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.217618 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1dfc88a6-25ec-4356-9a34-82cbd837a1e1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "PUT /v2.0/subnets/18410f13-da09-4cd9-a47f-ec38d2ff5b0e HTTP/1.1" status: 200 len: 826 time: 0.7892518 Dec 06 14:22:36.226083 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59200) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:36.251922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.280208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-9f3824c1-215d-4596-983d-67b92d594c68 None None] For port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4ff4a51-6bbe-4e0e-a96b-b195df6466f7,segment=NetworkSegment(6226b55c-5597-4f93-a62b-922742d235a3),segment_id=6226b55c-5597-4f93-a62b-922742d235a3)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:36.284517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f5ad39da-6d65-4463-b05a-d87666bafd1b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.287327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0a9d1c-e8b5-42f3-a1b4-7a8a12fec07b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network 264dd790-5c10-48f1-889f-57946852c3cd is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:36.297774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfc88a6-25ec-4356-9a34-82cbd837a1e1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Subnet': ['ID=18410f13-da09-4cd9-a47f-ec38d2ff5b0e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:36.316046 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ad39da-6d65-4463-b05a-d87666bafd1b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd6cafc-b2a0-4b75-8c8f-8d896a3a70da,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:36.390398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.454486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f5ad39da-6d65-4463-b05a-d87666bafd1b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.455643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Attempting to bind port 5e1c13ea-6e7e-4269-87b7-83b7b9570d08 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:36.456098 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Attempting to bind port 5e1c13ea-6e7e-4269-87b7-83b7b9570d08 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6e42e855-210d-4f18-a144-8b3118cfe984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c423480c-c0be-421d-bd92-c20f33652744'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:36.456595 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Attempting to bind port 5e1c13ea-6e7e-4269-87b7-83b7b9570d08 on network c423480c-c0be-421d-bd92-c20f33652744 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:36.456880 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f5ad39da-6d65-4463-b05a-d87666bafd1b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6568539 Dec 06 14:22:36.459867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59204) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:36.468985 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-99f9aa51-28a3-4b16-b37c-d947d1897aff tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Request body: {'network': {'name': 'tempest-network-smoke--1314543084', 'project_id': '453d340754844adda7a07ecc7b48fdea', 'port_security_enabled': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:36.483846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.486768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f3824c1-215d-4596-983d-67b92d594c68 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.488862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.491498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-0a0a9d1c-e8b5-42f3-a1b4-7a8a12fec07b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 264dd790-5c10-48f1-889f-57946852c3cd) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:36.492581 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:36.493011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Checking segment: {'id': '6e42e855-210d-4f18-a144-8b3118cfe984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c423480c-c0be-421d-bd92-c20f33652744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:36.493423 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.493821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Bound using segment: {'id': '6e42e855-210d-4f18-a144-8b3118cfe984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c423480c-c0be-421d-bd92-c20f33652744'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:36.494299 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Bound port: 5e1c13ea-6e7e-4269-87b7-83b7b9570d08, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e42e855-210d-4f18-a144-8b3118cfe984', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c423480c-c0be-421d-bd92-c20f33652744'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:36.494690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.496317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0a9d1c-e8b5-42f3-a1b4-7a8a12fec07b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:36.496931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a0a9d1c-e8b5-42f3-a1b4-7a8a12fec07b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.515037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.524591 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95383cb3-73aa-4a2c-b5d1-014af93144c2 None None] Network 264dd790-5c10-48f1-889f-57946852c3cd requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:36.588241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-daa6b2b8-a106-463e-9a61-e4188616fa9b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.592137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network c423480c-c0be-421d-bd92-c20f33652744 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:36.599970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:36.602771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:36.609275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:36.609856 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.633391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Port': ['ID=af45c050-8a60-4a06-a598-e80ca1e15144,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:36.654836 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99f9aa51-28a3-4b16-b37c-d947d1897aff tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Made reservation on behalf of 453d340754844adda7a07ecc7b48fdea for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:36.661624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99f9aa51-28a3-4b16-b37c-d947d1897aff tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.667542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f3824c1-215d-4596-983d-67b92d594c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.674607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59210) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:36.692491 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa6b2b8-a106-463e-9a61-e4188616fa9b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:36.696901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-daa6b2b8-a106-463e-9a61-e4188616fa9b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:36.701482 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa6b2b8-a106-463e-9a61-e4188616fa9b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:36.702437 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-daa6b2b8-a106-463e-9a61-e4188616fa9b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.713382 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6b2b8-a106-463e-9a61-e4188616fa9b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=3046e56d-ccfb-4ffa-878d-e3fefd1cb3a2,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:36.719515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99f9aa51-28a3-4b16-b37c-d947d1897aff tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:36.722937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 54e2746b-ec15-44fb-840c-dece90605c80, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54e2746b-ec15-44fb-840c-dece90605c80,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:36.733171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad9213e-c3fd-4a91-96bd-9608b06a112f None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:22:36.734107 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99f9aa51-28a3-4b16-b37c-d947d1897aff tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.734839 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-99f9aa51-28a3-4b16-b37c-d947d1897aff tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Added segment 79b4222f-80e4-46f7-b39a-f2b0de3095ea of type vlan for network ca39c773-f168-4385-82c7-10e406c5cd38 Dec 06 14:22:36.775306 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4268a374-12c1-486e-a5c3-778325f6c269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.780075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99f9aa51-28a3-4b16-b37c-d947d1897aff tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.793121 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59214) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:36.793287 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-21007cd0-ab11-43a5-a9a9-f7255c51b710 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.7130628 Dec 06 14:22:36.799067 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0a0a9d1c-e8b5-42f3-a1b4-7a8a12fec07b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.1748428 Dec 06 14:22:36.801207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59216) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:36.809864 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Allocated IP 2001:db8::2 (58f7348b-ecd7-49a1-ae17-28d9b020a6f0/18410f13-da09-4cd9-a47f-ec38d2ff5b0e/d74f6aa8-73ad-4388-9c45-8dfb98e13191) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:36.846932 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-daa6b2b8-a106-463e-9a61-e4188616fa9b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0491695 Dec 06 14:22:36.850361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59218) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:36.850959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1745221479', 'router:external': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:36.891557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dbafde9-097f-41cb-ba69-13b294f2867a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Deleting subnet 33ced00f-6415-4198-b73e-8ef494719d9d {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:36.895804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8dbafde9-097f-41cb-ba69-13b294f2867a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.906471 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.907160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:36.942918 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8dbafde9-097f-41cb-ba69-13b294f2867a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.965906 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Made reservation on behalf of ed7c06dde0b9455ba2255d6afe2aa4dd for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:36.968515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:36.981704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.040939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3824c1-215d-4596-983d-67b92d594c68 None None] Pushing event updated for resources: {'Port': ['ID=e4ff4a51-6bbe-4e0e-a96b-b195df6466f7,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:37.075672 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] For port 5e1c13ea-6e7e-4269-87b7-83b7b9570d08, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:37.137339 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.171029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] For port 5e1c13ea-6e7e-4269-87b7-83b7b9570d08, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e1c13ea-6e7e-4269-87b7-83b7b9570d08,segment=NetworkSegment(6e42e855-210d-4f18-a144-8b3118cfe984),segment_id=6e42e855-210d-4f18-a144-8b3118cfe984)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:37.174447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.218589 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'fixed_ips': [{'subnet_id': '3046e56d-ccfb-4ffa-878d-e3fefd1cb3a2', 'ip_address': '2001:db8::42e7:cda4:e145:a061'}], 'name': 'tempest-NetworksTestDHCPv6-361344181'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:37.221593 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.231803 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99f9aa51-28a3-4b16-b37c-d947d1897aff tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.240508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99f9aa51-28a3-4b16-b37c-d947d1897aff tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:37.241175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99f9aa51-28a3-4b16-b37c-d947d1897aff tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.249042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-4268a374-12c1-486e-a5c3-778325f6c269 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:37.249410 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-4268a374-12c1-486e-a5c3-778325f6c269 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:37.260255 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433f4a85-62f8-4ccb-b750-1ecb14058861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-264dd790-5c10-48f1-889f-57946852c3cd', 'network_id': '264dd790-5c10-48f1-889f-57946852c3cd', 'tenant_id': '489df49b567b481298356cc894e047b0', 'fixed_ips': [{'subnet_id': 'c33aa52b-87be-420d-9387-30c956b17f25'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:37.261337 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-433f4a85-62f8-4ccb-b750-1ecb14058861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.272170 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:37.272543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.282364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:37.300061 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.344661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f3bb24-4350-4f7e-8938-df67d5393965,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:37.348703 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.349152 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Added segment 1acab6bd-d5ba-4c3a-a9c0-f45105bf241b of type vlan for network 22443365-8336-4d6d-8a5e-416191f7ef82 Dec 06 14:22:37.375446 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=54e2746b-ec15-44fb-840c-dece90605c80,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:37.380449 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9213e-c3fd-4a91-96bd-9608b06a112f None None] Deleting port 54e2746b-ec15-44fb-840c-dece90605c80 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:37.380834 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ad9213e-c3fd-4a91-96bd-9608b06a112f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.408016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9aa51-28a3-4b16-b37c-d947d1897aff tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'Network': ['ID=ca39c773-f168-4385-82c7-10e406c5cd38,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:37.408237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8dbafde9-097f-41cb-ba69-13b294f2867a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.420658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.441368 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-99f9aa51-28a3-4b16-b37c-d947d1897aff tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9770944 Dec 06 14:22:37.447627 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59224) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:37.455574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'admin_state_up': True, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:37.475225 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.532542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network ca39c773-f168-4385-82c7-10e406c5cd38 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:37.547428 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.646604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.647717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.679645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.679842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:37.680372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.691099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8dbafde9-097f-41cb-ba69-13b294f2867a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.746293 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.779165 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbafde9-097f-41cb-ba69-13b294f2867a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Subnet': ['ID=33ced00f-6415-4198-b73e-8ef494719d9d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:37.786594 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8dbafde9-097f-41cb-ba69-13b294f2867a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.789872 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8dbafde9-097f-41cb-ba69-13b294f2867a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/subnets/33ced00f-6415-4198-b73e-8ef494719d9d HTTP/1.1" status: 204 len: 168 time: 0.9956210 Dec 06 14:22:37.791055 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.797633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59226) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:37.800797 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Subnet': ['ID=c33aa52b-87be-420d-9387-30c956b17f25,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:37.819913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:37.831920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event updated for resources: {'Network': ['ID=22443365-8336-4d6d-8a5e-416191f7ef82,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:37.871784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee918af-b96a-4408-a20f-f9ff21fb428b None None] Pushing event updated for resources: {'Port': ['ID=5e1c13ea-6e7e-4269-87b7-83b7b9570d08,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:37.875587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 22443365-8336-4d6d-8a5e-416191f7ef82 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:37.940389 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f1a6febd-4611-444a-b8c8-3b09870c05f6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.2626410 Dec 06 14:22:37.941582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59228) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:37.945734 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:37.947436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-2992b844-c6ad-4402-947a-897771fd253e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Request body: {'subnet': {'network_id': '22443365-8336-4d6d-8a5e-416191f7ef82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:37.976444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.067289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4ad9213e-c3fd-4a91-96bd-9608b06a112f None None] For port 54e2746b-ec15-44fb-840c-dece90605c80, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54e2746b-ec15-44fb-840c-dece90605c80,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:38.067688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ad9213e-c3fd-4a91-96bd-9608b06a112f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.071064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2992b844-c6ad-4402-947a-897771fd253e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Made reservation on behalf of ed7c06dde0b9455ba2255d6afe2aa4dd for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:38.074288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2992b844-c6ad-4402-947a-897771fd253e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.075082 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78de081-266f-45e6-bdf4-e32873ea3908 None None] Network 6a686b19-a178-49b6-8f2b-dc1f10501fbc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:38.076960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a0179951-0b5f-47e9-b4fe-f4427c7aea1b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server [None req-433f4a85-62f8-4ccb-b750-1ecb14058861 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c33aa52b-87be-420d-9387-30c956b17f25: This subnet is being modified by another concurrent operation. Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 14:22:38.080635 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise exception Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c33aa52b-87be-420d-9387-30c956b17f25: This subnet is being modified by another concurrent operation. Dec 06 14:22:38.087724 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Dec 06 14:22:38.137276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.143356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205d7b05-6f10-4281-a832-f5d7534c69f4 None None] Network 264dd790-5c10-48f1-889f-57946852c3cd requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:38.164560 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.195763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a07af13-2a5c-4591-b965-54e46bdeb237 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:38.197112 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a07af13-2a5c-4591-b965-54e46bdeb237 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:38.201585 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9a07af13-2a5c-4591-b965-54e46bdeb237 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3987358 Dec 06 14:22:38.219221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59230) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:38.226609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['264dd790-5c10-48f1-889f-57946852c3cd']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:38.264194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Subnet': ['ID=18410f13-da09-4cd9-a47f-ec38d2ff5b0e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:38.305757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cc51670-d633-4b7f-8de3-bf6cbad9da2d') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:38.306057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cc51670-d633-4b7f-8de3-bf6cbad9da2d') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:38.313153 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.356556 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4ad9213e-c3fd-4a91-96bd-9608b06a112f None None] Calling delete_port for 54e2746b-ec15-44fb-840c-dece90605c80 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:38.365287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: a0179951-0b5f-47e9-b4fe-f4427c7aea1b {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:22:38.365636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a0179951-0b5f-47e9-b4fe-f4427c7aea1b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:22:38.379900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Network 58f7348b-ecd7-49a1-ae17-28d9b020a6f0 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:38.380886 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.386880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.443222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:38.455834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.466321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port fac56e28-8c46-4ae5-9112-de8cab5932d9 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:22:38.487147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Pushing event updated for resources: {'Port': ['ID=d74f6aa8-73ad-4388-9c45-8dfb98e13191,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:38.487397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.495823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:38.503313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-364746c8-9c0d-4b5c-adeb-0dd85419cc07 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.509205 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:38.511901 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.525080 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-364746c8-9c0d-4b5c-adeb-0dd85419cc07 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] DELETE failed (client error): There was a conflict when trying to complete your request. Dec 06 14:22:38.525553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-364746c8-9c0d-4b5c-adeb-0dd85419cc07 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:38.529354 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-364746c8-9c0d-4b5c-adeb-0dd85419cc07 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/networks/c423480c-c0be-421d-bd92-c20f33652744 HTTP/1.1" status: 409 len: 405 time: 0.3092132 Dec 06 14:22:38.534454 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59236) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:38.547022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-63c2a369-043e-40c2-9e10-c65f86ead81e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-394350732'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:38.552814 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:38.569069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8ec6c058-a2cf-4f71-a5d6-54cde1abd1aa None None] Provisioning complete for port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:38.569453 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8ec6c058-a2cf-4f71-a5d6-54cde1abd1aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.670757 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c2a369-043e-40c2-9e10-c65f86ead81e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:38.676200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63c2a369-043e-40c2-9e10-c65f86ead81e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.679871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f7348b-ecd7-49a1-ae17-28d9b020a6f0']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:38.720503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71d7969-9deb-4768-8135-31f4c40fa393') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:38.720729 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71d7969-9deb-4768-8135-31f4c40fa393') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:38.733653 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Attempting to bind port d74f6aa8-73ad-4388-9c45-8dfb98e13191 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:38.734026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Attempting to bind port d74f6aa8-73ad-4388-9c45-8dfb98e13191 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd71d7969-9deb-4768-8135-31f4c40fa393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58f7348b-ecd7-49a1-ae17-28d9b020a6f0'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:38.734412 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Attempting to bind port d74f6aa8-73ad-4388-9c45-8dfb98e13191 on network 58f7348b-ecd7-49a1-ae17-28d9b020a6f0 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:38.753611 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c2a369-043e-40c2-9e10-c65f86ead81e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:38.764339 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63c2a369-043e-40c2-9e10-c65f86ead81e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.765335 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-63c2a369-043e-40c2-9e10-c65f86ead81e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Added segment 9574a734-500d-4874-a814-962acb333505 of type vlan for network 7dfe8507-c756-46b2-91f3-37ce7758bf58 Dec 06 14:22:38.765535 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.767869 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5e1c13ea-6e7e-4269-87b7-83b7b9570d08 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:38.799527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:38.799920 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Checking segment: {'id': 'd71d7969-9deb-4768-8135-31f4c40fa393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58f7348b-ecd7-49a1-ae17-28d9b020a6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:38.800292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.800688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Bound using segment: {'id': 'd71d7969-9deb-4768-8135-31f4c40fa393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58f7348b-ecd7-49a1-ae17-28d9b020a6f0'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:38.801205 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Bound port: d74f6aa8-73ad-4388-9c45-8dfb98e13191, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71d7969-9deb-4768-8135-31f4c40fa393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '58f7348b-ecd7-49a1-ae17-28d9b020a6f0'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:38.801588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.813298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63c2a369-043e-40c2-9e10-c65f86ead81e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.826398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.839807 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.841985 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:38.842379 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:38.850228 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:38.886199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.889529 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/264dd790-5c10-48f1-889f-57946852c3cd HTTP/1.1" status: 204 len: 168 time: 2.0874622 Dec 06 14:22:38.897217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65071ba3-6b34-4e45-bbde-e358fc4bcb72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Network': ['ID=264dd790-5c10-48f1-889f-57946852c3cd,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:38.898909 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59238) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:38.928103 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.objects.ports [None req-2992b844-c6ad-4402-947a-897771fd253e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103725) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:22:38.928725 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2992b844-c6ad-4402-947a-897771fd253e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.950417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ad9213e-c3fd-4a91-96bd-9608b06a112f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.966652 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-8d4702ce-3f95-4cc5-a1ff-1cff347a6ea7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-62042288'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:38.970284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63c2a369-043e-40c2-9e10-c65f86ead81e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.977408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c2a369-043e-40c2-9e10-c65f86ead81e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:38.978019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63c2a369-043e-40c2-9e10-c65f86ead81e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:38.999270 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] For port d74f6aa8-73ad-4388-9c45-8dfb98e13191, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:39.004025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad9213e-c3fd-4a91-96bd-9608b06a112f None None] No DVR routers for this DVR port 54e2746b-ec15-44fb-840c-dece90605c80 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:39.008708 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9213e-c3fd-4a91-96bd-9608b06a112f None None] Pushing event deleted for resources: {'Port': ['ID=54e2746b-ec15-44fb-840c-dece90605c80,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:39.012481 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::42e7:cda4:e145:a061 (32250b85-9d7f-4d03-9356-fdcc88577699/3046e56d-ccfb-4ffa-878d-e3fefd1cb3a2/fac56e28-8c46-4ae5-9112-de8cab5932d9) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:39.023326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5e1c13ea-6e7e-4269-87b7-83b7b9570d08 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:39.023942 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.028214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] For port d74f6aa8-73ad-4388-9c45-8dfb98e13191, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d74f6aa8-73ad-4388-9c45-8dfb98e13191,segment=NetworkSegment(d71d7969-9deb-4768-8135-31f4c40fa393),segment_id=d71d7969-9deb-4768-8135-31f4c40fa393)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:39.065329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61327151-ab04-48fe-aa02-34700a9a4aec None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:39.065440 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2992b844-c6ad-4402-947a-897771fd253e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Checking segment: {'id': '1acab6bd-d5ba-4c3a-a9c0-f45105bf241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '22443365-8336-4d6d-8a5e-416191f7ef82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:39.065440 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992b844-c6ad-4402-947a-897771fd253e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Network hostable DHCP agents. Network: 22443365-8336-4d6d-8a5e-416191f7ef82, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:39.070473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.db.api [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 14:22:39.070473 dv-neutron-master-2-hyperv neutron-server[103724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 14:22:39.070473 dv-neutron-master-2-hyperv neutron-server[103724]: [parameters: {'id': '58f7348b-ecd7-49a1-ae17-28d9b020a6f0'}] Dec 06 14:22:39.070473 dv-neutron-master-2-hyperv neutron-server[103724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:39.071602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG oslo_db.api [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:39.096541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04955aab-a827-4905-82a0-6c8531e016a7 None None] Network c423480c-c0be-421d-bd92-c20f33652744 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:39.116326 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2992b844-c6ad-4402-947a-897771fd253e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event updated for resources: {'Subnet': ['ID=34e542a4-3160-4c17-b4e2-834d4160b164,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:39.137601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2a369-043e-40c2-9e10-c65f86ead81e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Network': ['ID=7dfe8507-c756-46b2-91f3-37ce7758bf58,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:39.166482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 7dfe8507-c756-46b2-91f3-37ce7758bf58 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:39.211278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.226302 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4702ce-3f95-4cc5-a1ff-1cff347a6ea7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:39.229899 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8d4702ce-3f95-4cc5-a1ff-1cff347a6ea7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.263288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.267134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2992b844-c6ad-4402-947a-897771fd253e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Network 22443365-8336-4d6d-8a5e-416191f7ef82 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:39.295745 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.309170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59240) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:39.311441 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-63c2a369-043e-40c2-9e10-c65f86ead81e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7748723 Dec 06 14:22:39.315566 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-956533f2-ae1a-40a0-b5eb-f8010e635bcd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'subnet': {'network_id': '7dfe8507-c756-46b2-91f3-37ce7758bf58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:39.325464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-282f0d5d-b94f-497d-a264-3af81f0b8d93 None None] Provisioning complete for port 5e1c13ea-6e7e-4269-87b7-83b7b9570d08 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:39.326517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-282f0d5d-b94f-497d-a264-3af81f0b8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.351318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4702ce-3f95-4cc5-a1ff-1cff347a6ea7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:39.369562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-2992b844-c6ad-4402-947a-897771fd253e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 22443365-8336-4d6d-8a5e-416191f7ef82) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:39.374126 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2992b844-c6ad-4402-947a-897771fd253e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:39.375072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2992b844-c6ad-4402-947a-897771fd253e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.427066 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cba00c-035f-4b8c-8d73-979ff516e79a None None] Network 22443365-8336-4d6d-8a5e-416191f7ef82 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:39.441544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8d4702ce-3f95-4cc5-a1ff-1cff347a6ea7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.441882 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-8d4702ce-3f95-4cc5-a1ff-1cff347a6ea7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Added segment da39f066-af04-4782-ab93-e10ac3d4d65d of type vlan for network f48f815c-80a2-47e3-bb62-64115ea6343d Dec 06 14:22:39.469614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.503865 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2992b844-c6ad-4402-947a-897771fd253e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5605490 Dec 06 14:22:39.506648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59246) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:39.514910 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1834569726', 'network_id': '22443365-8336-4d6d-8a5e-416191f7ef82'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:39.538215 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90fff64-d783-41e1-b66c-68edee06d988 None None] Pushing event updated for resources: {'Port': ['ID=d74f6aa8-73ad-4388-9c45-8dfb98e13191,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:39.554433 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8d4702ce-3f95-4cc5-a1ff-1cff347a6ea7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.574119 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.610798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Made reservation on behalf of ed7c06dde0b9455ba2255d6afe2aa4dd for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:39.614039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.618935 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa01fe6c-df6a-4084-9f21-b3f1f3d2528b None None] Network 58f7348b-ecd7-49a1-ae17-28d9b020a6f0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:39.630339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Allocated IP 172.36.1.70 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/93e3407b-9b6a-4543-bae2-2f9babbace7d) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:39.632781 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] device_id is not set on port 5df25efc-67c9-45b6-b757-35430209905c yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:22:39.643683 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.723925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8d4702ce-3f95-4cc5-a1ff-1cff347a6ea7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.729747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4702ce-3f95-4cc5-a1ff-1cff347a6ea7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:39.730354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8d4702ce-3f95-4cc5-a1ff-1cff347a6ea7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.767034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956533f2-ae1a-40a0-b5eb-f8010e635bcd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:39.771098 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-956533f2-ae1a-40a0-b5eb-f8010e635bcd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.803270 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': '3046e56d-ccfb-4ffa-878d-e3fefd1cb3a2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:39.804706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.816292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 5e1c13ea-6e7e-4269-87b7-83b7b9570d08, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e1c13ea-6e7e-4269-87b7-83b7b9570d08,segment=NetworkSegment(6e42e855-210d-4f18-a144-8b3118cfe984),segment_id=6e42e855-210d-4f18-a144-8b3118cfe984)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:39.827355 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Allocated IP 2001:db8::73 (22443365-8336-4d6d-8a5e-416191f7ef82/34e542a4-3160-4c17-b4e2-834d4160b164/5df25efc-67c9-45b6-b757-35430209905c) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:39.848645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.861765 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a7b8f0-3fca-4e05-8fad-7c28c8a482d4 None None] DHCP port deletion for c423480c-c0be-421d-bd92-c20f33652744 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:22:39.911147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.911594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:39.914586 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-282f0d5d-b94f-497d-a264-3af81f0b8d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:39.917203 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8d4702ce-3f95-4cc5-a1ff-1cff347a6ea7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.9634297 Dec 06 14:22:39.917955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4702ce-3f95-4cc5-a1ff-1cff347a6ea7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=f48f815c-80a2-47e3-bb62-64115ea6343d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:39.936775 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59248) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:39.944915 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-2a13ead8-5256-420b-8b67-54b78ce53c05 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'subnet': {'network_id': 'f48f815c-80a2-47e3-bb62-64115ea6343d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:39.973756 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:39.979419 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Deleting port d74f6aa8-73ad-4388-9c45-8dfb98e13191 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:39.979852 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.007949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:40.010597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:40.017310 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:40.018542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.033343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.062811 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.084881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=fac56e28-8c46-4ae5-9112-de8cab5932d9,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:40.117322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] For port d74f6aa8-73ad-4388-9c45-8dfb98e13191, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d74f6aa8-73ad-4388-9c45-8dfb98e13191,segment=NetworkSegment(d71d7969-9deb-4768-8135-31f4c40fa393),segment_id=d71d7969-9deb-4768-8135-31f4c40fa393)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:40.117685 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.138404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a37216-dec7-45ef-baf5-a63ad700ee7f None None] Network 22443365-8336-4d6d-8a5e-416191f7ef82 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:40.140154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network f48f815c-80a2-47e3-bb62-64115ea6343d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:40.152750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Calling delete_port for d74f6aa8-73ad-4388-9c45-8dfb98e13191 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:40.170011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a13ead8-5256-420b-8b67-54b78ce53c05 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:40.174643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a13ead8-5256-420b-8b67-54b78ce53c05 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.296643 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ebf10470-d8d4-4407-96c8-d7de69de7d25 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.4389837 Dec 06 14:22:40.296643 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59250) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:40.303275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c459e263-866d-4ecf-b0b6-752c69421af7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'fixed_ips': [{'subnet_id': '3046e56d-ccfb-4ffa-878d-e3fefd1cb3a2', 'ip_address': '2001:db8::42e7:cda4:e145:a061'}], 'name': 'tempest-NetworksTestDHCPv6-122502856'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:40.342602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.428794 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:40.435668 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:40.437904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:40.444562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'Port': ['ID=93e3407b-9b6a-4543-bae2-2f9babbace7d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:40.464884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.468891 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14efd076-7475-4a62-9ea8-29833b5781da None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:22:40.470798 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=5e1c13ea-6e7e-4269-87b7-83b7b9570d08,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:40.512759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event updated for resources: {'Port': ['ID=5df25efc-67c9-45b6-b757-35430209905c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:40.520979 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fbc61d-5355-4b3f-8666-92d7b579bd79 None None] Network 58f7348b-ecd7-49a1-ae17-28d9b020a6f0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:40.532315 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Network 22443365-8336-4d6d-8a5e-416191f7ef82 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:40.533151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.538071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:40.543655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-282f0d5d-b94f-497d-a264-3af81f0b8d93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:40.543894 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:40.544048 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-282f0d5d-b94f-497d-a264-3af81f0b8d93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:40.545104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:40.545828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.575577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:40.576265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.619002 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Allocated IP 2001:db8::2 (32250b85-9d7f-4d03-9356-fdcc88577699/3046e56d-ccfb-4ffa-878d-e3fefd1cb3a2/801f11f4-9f80-4f1a-a186-4c0425bdb6c2) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:40.619411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Port': ['ID=d74f6aa8-73ad-4388-9c45-8dfb98e13191,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:40.622326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-76a7b8f0-3fca-4e05-8fad-7c28c8a482d4 None None] Deleting port 5e1c13ea-6e7e-4269-87b7-83b7b9570d08 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:40.622696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76a7b8f0-3fca-4e05-8fad-7c28c8a482d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.807871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a13ead8-5256-420b-8b67-54b78ce53c05 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.840444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-76a7b8f0-3fca-4e05-8fad-7c28c8a482d4 None None] For port 5e1c13ea-6e7e-4269-87b7-83b7b9570d08, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e1c13ea-6e7e-4269-87b7-83b7b9570d08,segment=NetworkSegment(6e42e855-210d-4f18-a144-8b3118cfe984),segment_id=6e42e855-210d-4f18-a144-8b3118cfe984)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:40.841486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76a7b8f0-3fca-4e05-8fad-7c28c8a482d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:40.877862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a13ead8-5256-420b-8b67-54b78ce53c05 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking segment: {'id': 'da39f066-af04-4782-ab93-e10ac3d4d65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f48f815c-80a2-47e3-bb62-64115ea6343d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:40.878224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a13ead8-5256-420b-8b67-54b78ce53c05 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network hostable DHCP agents. Network: f48f815c-80a2-47e3-bb62-64115ea6343d, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:40.882322 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13ead8-5256-420b-8b67-54b78ce53c05 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Subnet': ['ID=99640edc-c562-4241-9a56-66b2ad528d8b,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:40.898312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-76a7b8f0-3fca-4e05-8fad-7c28c8a482d4 None None] Calling delete_port for 5e1c13ea-6e7e-4269-87b7-83b7b9570d08 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:40.958672 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a13ead8-5256-420b-8b67-54b78ce53c05 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network f48f815c-80a2-47e3-bb62-64115ea6343d is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:40.979979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No DVR routers for this DVR port d74f6aa8-73ad-4388-9c45-8dfb98e13191 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:41.046238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-2a13ead8-5256-420b-8b67-54b78ce53c05 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f48f815c-80a2-47e3-bb62-64115ea6343d) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:41.050779 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a13ead8-5256-420b-8b67-54b78ce53c05 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:41.051880 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a13ead8-5256-420b-8b67-54b78ce53c05 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.079146 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.objects.ports [None req-956533f2-ae1a-40a0-b5eb-f8010e635bcd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103724) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:22:41.082038 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e43dae4-cfa8-435e-b994-d4bb8b2b819d None None] Network f48f815c-80a2-47e3-bb62-64115ea6343d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:41.098116 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-956533f2-ae1a-40a0-b5eb-f8010e635bcd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.107199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 54e2746b-ec15-44fb-840c-dece90605c80 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:22:41.154374 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c459e263-866d-4ecf-b0b6-752c69421af7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:41.160028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c459e263-866d-4ecf-b0b6-752c69421af7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.170790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.180496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 54e2746b-ec15-44fb-840c-dece90605c80 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:22:41.181088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 54e2746b-ec15-44fb-840c-dece90605c80 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:22:41.186784 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:22:41.199296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.206637 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2a13ead8-5256-420b-8b67-54b78ce53c05 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2684610 Dec 06 14:22:41.208613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59256) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:41.226886 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f7348b-ecd7-49a1-ae17-28d9b020a6f0']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:41.235204 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a26bfa74-67d4-48e7-b011-7f14ad04a59a tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7275114 Dec 06 14:22:41.239066 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59258) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:41.240209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-c459e263-866d-4ecf-b0b6-752c69421af7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 13acb734-c64a-4f90-8f16-cc9ff30fde17 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:22:41.265006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71d7969-9deb-4768-8135-31f4c40fa393') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:41.265645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71d7969-9deb-4768-8135-31f4c40fa393') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:41.279996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956533f2-ae1a-40a0-b5eb-f8010e635bcd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Subnet': ['ID=4a23ca8d-487a-4090-9ef5-529840d10e9b,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:41.302376 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.324136 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5e1c13ea-6e7e-4269-87b7-83b7b9570d08 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:22:41.348297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.361316 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76a7b8f0-3fca-4e05-8fad-7c28c8a482d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.369308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.398900 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.407076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956533f2-ae1a-40a0-b5eb-f8010e635bcd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Checking segment: {'id': '9574a734-500d-4874-a814-962acb333505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7dfe8507-c756-46b2-91f3-37ce7758bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:41.407076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956533f2-ae1a-40a0-b5eb-f8010e635bcd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network hostable DHCP agents. Network: 7dfe8507-c756-46b2-91f3-37ce7758bf58, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:41.424116 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fce93dbd-0838-4290-88a4-a32f269926d2 None None] Provisioning complete for port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:41.424827 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fce93dbd-0838-4290-88a4-a32f269926d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.434221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.434449 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb76c9dc-b384-4d97-8730-cab4dd704dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f48f815c-80a2-47e3-bb62-64115ea6343d', 'network_id': 'f48f815c-80a2-47e3-bb62-64115ea6343d', 'tenant_id': '489df49b567b481298356cc894e047b0', 'fixed_ips': [{'subnet_id': '99640edc-c562-4241-9a56-66b2ad528d8b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:41.434558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:41.434776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.435399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb76c9dc-b384-4d97-8730-cab4dd704dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:41.438868 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:41.474531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7b8f0-3fca-4e05-8fad-7c28c8a482d4 None None] Pushing event deleted for resources: {'Port': ['ID=5e1c13ea-6e7e-4269-87b7-83b7b9570d08,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:41.505658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a7b8f0-3fca-4e05-8fad-7c28c8a482d4 None None] No DVR routers for this DVR port 5e1c13ea-6e7e-4269-87b7-83b7b9570d08 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:41.544180 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:41.557223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:41.559046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No active binding found for port 5e1c13ea-6e7e-4269-87b7-83b7b9570d08 {{(pid=103726) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 14:22:41.559548 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5e1c13ea-6e7e-4269-87b7-83b7b9570d08 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:22:41.565151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:41.590135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Pushing event updated for resources: {'Port': ['ID=801f11f4-9f80-4f1a-a186-4c0425bdb6c2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:41.600012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.633921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Subnet': ['ID=99640edc-c562-4241-9a56-66b2ad528d8b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:41.687543 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.701447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.704762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.716309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Attempting to bind port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:41.716990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Attempting to bind port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:41.717276 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Attempting to bind port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:41.735261 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f48f815c-80a2-47e3-bb62-64115ea6343d']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:41.749788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-d2374589-63e0-454e-b82c-b3f3d619ed3d tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Deleting port 5df25efc-67c9-45b6-b757-35430209905c {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:41.750287 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2374589-63e0-454e-b82c-b3f3d619ed3d tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.755111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da39f066-af04-4782-ab93-e10ac3d4d65d') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:41.755591 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da39f066-af04-4782-ab93-e10ac3d4d65d') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:41.767102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:41.767537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:41.767957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.768361 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:41.770224 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Bound port: 801f11f4-9f80-4f1a-a186-4c0425bdb6c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:41.770224 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.770414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.770508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956533f2-ae1a-40a0-b5eb-f8010e635bcd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network 7dfe8507-c756-46b2-91f3-37ce7758bf58 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:41.789271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.799875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server [None req-fb76c9dc-b384-4d97-8730-cab4dd704dd7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99640edc-c562-4241-9a56-66b2ad528d8b: This subnet is being modified by another concurrent operation. Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 14:22:41.802000 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise exception Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 99640edc-c562-4241-9a56-66b2ad528d8b: This subnet is being modified by another concurrent operation. Dec 06 14:22:41.805931 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Dec 06 14:22:41.808567 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/58f7348b-ecd7-49a1-ae17-28d9b020a6f0 HTTP/1.1" status: 204 len: 168 time: 5.5744164 Dec 06 14:22:41.809759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:41.810471 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:41.813902 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:41.817479 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59264) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:41.870150 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c459e263-866d-4ecf-b0b6-752c69421af7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] POST failed (client error): There was a conflict when trying to complete your request. Dec 06 14:22:41.870734 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c459e263-866d-4ecf-b0b6-752c69421af7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:41.872868 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545f64d-1371-43e5-af9b-0497d45e45ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Network': ['ID=58f7348b-ecd7-49a1-ae17-28d9b020a6f0,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:41.874454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f07df7a-1522-4020-9f8f-9fab914bcdc8 None None] Network f48f815c-80a2-47e3-bb62-64115ea6343d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:41.882940 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7876265-0760-4f85-bc33-25cc47333b1a tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:41.884442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7876265-0760-4f85-bc33-25cc47333b1a tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:41.888278 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c7876265-0760-4f85-bc33-25cc47333b1a tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/58f7348b-ecd7-49a1-ae17-28d9b020a6f0 HTTP/1.1" status: 404 len: 339 time: 0.0700397 Dec 06 14:22:41.895577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59266) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:41.900348 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a5247537-d036-4445-8d14-5af2ed4ba7fd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1471456468', 'description': 'd1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:41.923322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-956533f2-ae1a-40a0-b5eb-f8010e635bcd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7dfe8507-c756-46b2-91f3-37ce7758bf58) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:41.940609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956533f2-ae1a-40a0-b5eb-f8010e635bcd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:41.941231 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-956533f2-ae1a-40a0-b5eb-f8010e635bcd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:41.978505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2374589-63e0-454e-b82c-b3f3d619ed3d tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.026596 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.031365 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c459e263-866d-4ecf-b0b6-752c69421af7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7332885 Dec 06 14:22:42.036373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59268) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:42.037746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.041143 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-d2374589-63e0-454e-b82c-b3f3d619ed3d tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Calling delete_port for 5df25efc-67c9-45b6-b757-35430209905c owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:42.041329 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/f48f815c-80a2-47e3-bb62-64115ea6343d HTTP/1.1" status: 204 len: 168 time: 0.8307841 Dec 06 14:22:42.047507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59270) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:42.055862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-cac29f62-6bb3-42f4-9c3a-1257d02a5823 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1940533493'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:42.066148 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55834e1c-95ec-427d-933d-32d118aa6bc2 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Network': ['ID=f48f815c-80a2-47e3-bb62-64115ea6343d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:42.098349 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fce93dbd-0838-4290-88a4-a32f269926d2 None None] Provisioning complete for port 93e3407b-9b6a-4543-bae2-2f9babbace7d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:42.098722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fce93dbd-0838-4290-88a4-a32f269926d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.105686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa654605-39ef-4b65-9eaf-68e6aeb54d22 None None] Network 7dfe8507-c756-46b2-91f3-37ce7758bf58 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:42.114260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c116a00-8f8c-4f23-86dd-14f3ae422768 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:42.121121 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c116a00-8f8c-4f23-86dd-14f3ae422768 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:42.122896 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3c116a00-8f8c-4f23-86dd-14f3ae422768 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0789413 Dec 06 14:22:42.128595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59272) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:42.131041 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5247537-d036-4445-8d14-5af2ed4ba7fd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:42.134708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a5247537-d036-4445-8d14-5af2ed4ba7fd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.189935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.198704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5247537-d036-4445-8d14-5af2ed4ba7fd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:42.199608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] For port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:42.222337 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] For port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=801f11f4-9f80-4f1a-a186-4c0425bdb6c2,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:42.232349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a5247537-d036-4445-8d14-5af2ed4ba7fd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.232696 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-a5247537-d036-4445-8d14-5af2ed4ba7fd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Added segment 8a32de83-be26-4899-913f-61ffaaac8b11 of type vlan for network 806b2879-f4ff-47b1-afca-e391f2f9fac5 Dec 06 14:22:42.244259 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fce93dbd-0838-4290-88a4-a32f269926d2 None None] Port 93e3407b-9b6a-4543-bae2-2f9babbace7d cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:22:42.266363 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-956533f2-ae1a-40a0-b5eb-f8010e635bcd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.9520364 Dec 06 14:22:42.272079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59274) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:42.320109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a5247537-d036-4445-8d14-5af2ed4ba7fd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.363675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7dfe8507-c756-46b2-91f3-37ce7758bf58', 'network_id': '7dfe8507-c756-46b2-91f3-37ce7758bf58', 'tenant_id': '1666106c11324e588149a9bb865a6413', 'fixed_ips': [{'subnet_id': '4a23ca8d-487a-4090-9ef5-529840d10e9b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:42.363675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.372290 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.378925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-296846f4-08ad-4ce7-b0f3-0335e456625b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port fac56e28-8c46-4ae5-9112-de8cab5932d9 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:42.379275 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-296846f4-08ad-4ce7-b0f3-0335e456625b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.467215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac29f62-6bb3-42f4-9c3a-1257d02a5823 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:42.472011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cac29f62-6bb3-42f4-9c3a-1257d02a5823 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.494701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.500401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Router 78755611-f7e2-4fd1-9708-4dbc09a9808b is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:22:42.501407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a5247537-d036-4445-8d14-5af2ed4ba7fd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.505378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2374589-63e0-454e-b82c-b3f3d619ed3d tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.509156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac29f62-6bb3-42f4-9c3a-1257d02a5823 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:42.509309 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5247537-d036-4445-8d14-5af2ed4ba7fd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:42.509904 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d88712-ba37-4372-9b82-d66d47f34254 None None] Pushing event updated for resources: {'Port': ['ID=801f11f4-9f80-4f1a-a186-4c0425bdb6c2,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:42.510297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a5247537-d036-4445-8d14-5af2ed4ba7fd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.577126 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-296846f4-08ad-4ce7-b0f3-0335e456625b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.587166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Allocated IP 2001:db8::f816:3eff:feb7:9d17 (7dfe8507-c756-46b2-91f3-37ce7758bf58/4a23ca8d-487a-4090-9ef5-529840d10e9b/f870482e-27c3-40af-9163-09ab1536e87f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:42.587980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cac29f62-6bb3-42f4-9c3a-1257d02a5823 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.588396 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-cac29f62-6bb3-42f4-9c3a-1257d02a5823 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Added segment e124b0cf-22ee-4695-8d1b-c38d241c43a1 of type vlan for network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 Dec 06 14:22:42.596332 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2374589-63e0-454e-b82c-b3f3d619ed3d tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event deleted for resources: {'Port': ['ID=5df25efc-67c9-45b6-b757-35430209905c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:42.635891 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2374589-63e0-454e-b82c-b3f3d619ed3d tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.635891 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d2374589-63e0-454e-b82c-b3f3d619ed3d tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "DELETE /v2.0/ports/5df25efc-67c9-45b6-b757-35430209905c HTTP/1.1" status: 204 len: 168 time: 1.3854337 Dec 06 14:22:42.646619 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59276) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:42.651246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-296846f4-08ad-4ce7-b0f3-0335e456625b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for fac56e28-8c46-4ae5-9112-de8cab5932d9 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:42.655340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22443365-8336-4d6d-8a5e-416191f7ef82', 'external_fixed_ips': [{'subnet_id': '34e542a4-3160-4c17-b4e2-834d4160b164', 'ip_address': '2001:db8::73'}]}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:42.680769 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5247537-d036-4445-8d14-5af2ed4ba7fd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Network': ['ID=806b2879-f4ff-47b1-afca-e391f2f9fac5,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:42.709728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cac29f62-6bb3-42f4-9c3a-1257d02a5823 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.748294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 806b2879-f4ff-47b1-afca-e391f2f9fac5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:42.757920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:22:42.759280 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a5247537-d036-4445-8d14-5af2ed4ba7fd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8627555 Dec 06 14:22:42.765248 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.772661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59278) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:42.780349 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Sync routers for ids ['78755611-f7e2-4fd1-9708-4dbc09a9808b'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:22:42.827285 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cac29f62-6bb3-42f4-9c3a-1257d02a5823 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.841592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac29f62-6bb3-42f4-9c3a-1257d02a5823 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:42.846608 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cac29f62-6bb3-42f4-9c3a-1257d02a5823 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.884835 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Routers {'78755611-f7e2-4fd1-9708-4dbc09a9808b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:42.886155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['78755611-f7e2-4fd1-9708-4dbc09a9808b'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:42.980333 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.983235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:42.987870 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.004261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac29f62-6bb3-42f4-9c3a-1257d02a5823 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=6cb95cae-44aa-41a9-b705-d43bad7db2b3,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:43.024008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:43.025208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d1aebd-b790-4d30-b3d8-254265541c31 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:43.026702 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-44d1aebd-b790-4d30-b3d8-254265541c31 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "GET /v2.0/networks?id=806b2879-f4ff-47b1-afca-e391f2f9fac5 HTTP/1.1" status: 200 len: 765 time: 0.2530863 Dec 06 14:22:43.029726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59284) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:43.035016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b2bac0d8-0b2a-440e-8aff-2c22d1343201 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'network': {'description': 'd2'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:43.090949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.100892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.106868 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cac29f62-6bb3-42f4-9c3a-1257d02a5823 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0582871 Dec 06 14:22:43.111474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.112635 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-797f4bb5-1d05-46a8-bd96-cbf086462fdc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.6622434 Dec 06 14:22:43.112796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59286) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:43.116252 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59288) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:43.118196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-89679a37-0cb8-4144-aee0-807368af28ca tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:43.163901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Set router 78755611-f7e2-4fd1-9708-4dbc09a9808b gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:22:43.240099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2bac0d8-0b2a-440e-8aff-2c22d1343201 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.274532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Pushing event updated for resources: {'Port': ['ID=f870482e-27c3-40af-9163-09ab1536e87f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:43.292640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.313553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Network 7dfe8507-c756-46b2-91f3-37ce7758bf58 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:43.317086 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:43.318494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-296846f4-08ad-4ce7-b0f3-0335e456625b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.321619 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fcf88de1-6662-4f29-8215-905a055ee61d tempest-TestNetworkAdvancedServerOps-440650832 tempest-TestNetworkAdvancedServerOps-440650832-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=453d340754844adda7a07ecc7b48fdea&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2039087 Dec 06 14:22:43.323093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:43.325682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59292) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:43.390765 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2bac0d8-0b2a-440e-8aff-2c22d1343201 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.398267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Subnet': ['ID=4a23ca8d-487a-4090-9ef5-529840d10e9b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:43.407365 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2bac0d8-0b2a-440e-8aff-2c22d1343201 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network 806b2879-f4ff-47b1-afca-e391f2f9fac5 is not hosted by any dhcp agent {{(pid=103724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 14:22:43.413952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bac0d8-0b2a-440e-8aff-2c22d1343201 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:43.414276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2bac0d8-0b2a-440e-8aff-2c22d1343201 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.418577 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b2bac0d8-0b2a-440e-8aff-2c22d1343201 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "PUT /v2.0/networks/806b2879-f4ff-47b1-afca-e391f2f9fac5 HTTP/1.1" status: 200 len: 762 time: 0.3877885 Dec 06 14:22:43.429539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59294) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:43.437375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:43.560672 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89679a37-0cb8-4144-aee0-807368af28ca tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.566297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296846f4-08ad-4ce7-b0f3-0335e456625b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=fac56e28-8c46-4ae5-9112-de8cab5932d9,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:43.587851 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e2e821-4be5-45fa-9b46-abc495a553a8 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:43.593895 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-28e2e821-4be5-45fa-9b46-abc495a553a8 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "GET /v2.0/networks?id=806b2879-f4ff-47b1-afca-e391f2f9fac5 HTTP/1.1" status: 200 len: 765 time: 0.1620088 Dec 06 14:22:43.598871 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Attempting to bind port f870482e-27c3-40af-9163-09ab1536e87f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:43.599107 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Attempting to bind port f870482e-27c3-40af-9163-09ab1536e87f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9574a734-500d-4874-a814-962acb333505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7dfe8507-c756-46b2-91f3-37ce7758bf58'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:43.599467 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Attempting to bind port f870482e-27c3-40af-9163-09ab1536e87f on network 7dfe8507-c756-46b2-91f3-37ce7758bf58 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:43.601483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59296) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:43.606930 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.610804 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:43.611212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Checking segment: {'id': '9574a734-500d-4874-a814-962acb333505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7dfe8507-c756-46b2-91f3-37ce7758bf58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:43.611619 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.612433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Bound using segment: {'id': '9574a734-500d-4874-a814-962acb333505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7dfe8507-c756-46b2-91f3-37ce7758bf58'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:43.612570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Bound port: f870482e-27c3-40af-9163-09ab1536e87f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9574a734-500d-4874-a814-962acb333505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7dfe8507-c756-46b2-91f3-37ce7758bf58'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:43.612929 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.650459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-296846f4-08ad-4ce7-b0f3-0335e456625b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.654610 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-296846f4-08ad-4ce7-b0f3-0335e456625b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/fac56e28-8c46-4ae5-9112-de8cab5932d9 HTTP/1.1" status: 204 len: 168 time: 1.5245161 Dec 06 14:22:43.658801 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59298) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:43.669764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.679636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:43.680008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.704271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89679a37-0cb8-4144-aee0-807368af28ca tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.716226 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:22:41Z', 'revision_number': 3, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:43.755892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Checking router: 78755611-f7e2-4fd1-9708-4dbc09a9808b for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:22:43.756244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Updating router 78755611-f7e2-4fd1-9708-4dbc09a9808b port 93e3407b-9b6a-4543-bae2-2f9babbace7d binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:22:43.784349 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] For port f870482e-27c3-40af-9163-09ab1536e87f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:43.803851 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-89679a37-0cb8-4144-aee0-807368af28ca tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 is not hosted by any dhcp agent {{(pid=103725) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 14:22:43.807602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] For port f870482e-27c3-40af-9163-09ab1536e87f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f870482e-27c3-40af-9163-09ab1536e87f,segment=NetworkSegment(9574a734-500d-4874-a814-962acb333505),segment_id=9574a734-500d-4874-a814-962acb333505)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:43.809707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.809964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89679a37-0cb8-4144-aee0-807368af28ca tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:43.810669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89679a37-0cb8-4144-aee0-807368af28ca tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.815935 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-89679a37-0cb8-4144-aee0-807368af28ca tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "PUT /v2.0/networks/6cb95cae-44aa-41a9-b705-d43bad7db2b3 HTTP/1.1" status: 200 len: 723 time: 0.7018664 Dec 06 14:22:43.830678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59300) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:43.832427 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfe8507-c756-46b2-91f3-37ce7758bf58']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:43.844563 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-3903fa94-fd33-49fc-97ad-a7265a48675e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'subnet': {'network_id': '6cb95cae-44aa-41a9-b705-d43bad7db2b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:43.861120 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89679a37-0cb8-4144-aee0-807368af28ca tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=6cb95cae-44aa-41a9-b705-d43bad7db2b3,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:43.879634 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36d6361-f8f7-4d5e-9217-4c441e06dadd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:43.883002 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9574a734-500d-4874-a814-962acb333505') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:43.883419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9574a734-500d-4874-a814-962acb333505') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:43.886190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36d6361-f8f7-4d5e-9217-4c441e06dadd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:43.890774 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c36d6361-f8f7-4d5e-9217-4c441e06dadd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1391 time: 0.2819405 Dec 06 14:22:43.897508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59302) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:43.908651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc758a-9fc2-4b29-b017-858790a7b123 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:43.909936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:43.910630 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dc758a-9fc2-4b29-b017-858790a7b123 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:43.912427 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b0dc758a-9fc2-4b29-b017-858790a7b123 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2528045 Dec 06 14:22:43.918025 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.925307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.946671 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59304) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:43.970013 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:43.997863 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bc7c4db4-1eee-49ce-9a33-8764820fbaca tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 207 time: 0.0952983 Dec 06 14:22:44.021545 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59308) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:44.065067 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:44.065583 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:44.070506 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:44.159089 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bac0d8-0b2a-440e-8aff-2c22d1343201 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Network': ['ID=806b2879-f4ff-47b1-afca-e391f2f9fac5,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:44.204119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.db.api [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 14:22:44.204119 dv-neutron-master-2-hyperv neutron-server[103725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 14:22:44.204119 dv-neutron-master-2-hyperv neutron-server[103725]: [parameters: {'id': '7dfe8507-c756-46b2-91f3-37ce7758bf58'}] Dec 06 14:22:44.204119 dv-neutron-master-2-hyperv neutron-server[103725]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:44.204673 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG oslo_db.api [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:44.288824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 806b2879-f4ff-47b1-afca-e391f2f9fac5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:44.395099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:44.411531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0b049ce7-048f-47f4-a362-875461cc3a7b None None] Provisioning complete for port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:44.411841 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0b049ce7-048f-47f4-a362-875461cc3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:44.521050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3903fa94-fd33-49fc-97ad-a7265a48675e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:44.524722 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3903fa94-fd33-49fc-97ad-a7265a48675e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:44.529072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1216cd-a607-4be8-9255-e0e985a47412 None None] Network 7dfe8507-c756-46b2-91f3-37ce7758bf58 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:44.542000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9af450-578e-490a-ab4c-a8eabc5f893a None None] Pushing event updated for resources: {'Port': ['ID=f870482e-27c3-40af-9163-09ab1536e87f,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:44.647017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=801f11f4-9f80-4f1a-a186-4c0425bdb6c2,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:44.649812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0b049ce7-048f-47f4-a362-875461cc3a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:44.696565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:44.706640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:44.735011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:44.749078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20d731-bb06-447f-8ccd-4f8d982724ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:44.755681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20d731-bb06-447f-8ccd-4f8d982724ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:44.759096 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:44.763537 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20d731-bb06-447f-8ccd-4f8d982724ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:44.770300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20d731-bb06-447f-8ccd-4f8d982724ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:44.779197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20d731-bb06-447f-8ccd-4f8d982724ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:44.782351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20d731-bb06-447f-8ccd-4f8d982724ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:44.788193 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b20d731-bb06-447f-8ccd-4f8d982724ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:44.796437 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5b20d731-bb06-447f-8ccd-4f8d982724ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4339 time: 0.7702410 Dec 06 14:22:44.797617 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59312) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:44.877646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-0b049ce7-048f-47f4-a362-875461cc3a7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:44.878009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-0b049ce7-048f-47f4-a362-875461cc3a7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:44.896810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=801f11f4-9f80-4f1a-a186-4c0425bdb6c2,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:44.958004 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f342aae2-4c0a-448b-99a1-b6dabca3ca7b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 3046e56d-ccfb-4ffa-878d-e3fefd1cb3a2 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:44.962547 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f342aae2-4c0a-448b-99a1-b6dabca3ca7b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:44.964368 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:44.991383 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f484d49-d1dd-4fb6-a187-407f792a3a17 tempest-TestNetworkAdvancedServerOps-440650832 tempest-TestNetworkAdvancedServerOps-440650832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:44.991888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f484d49-d1dd-4fb6-a187-407f792a3a17 tempest-TestNetworkAdvancedServerOps-440650832 tempest-TestNetworkAdvancedServerOps-440650832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:44.996566 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6f484d49-d1dd-4fb6-a187-407f792a3a17 tempest-TestNetworkAdvancedServerOps-440650832 tempest-TestNetworkAdvancedServerOps-440650832-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 1.6672204 Dec 06 14:22:45.010480 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59314) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:45.024074 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-888cde87-6220-45a7-bf17-20323055f54e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 919 time: 0.2135327 Dec 06 14:22:45.024737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59316) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:45.032164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.061921 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-087db3ec-548c-409f-b1af-3a8188564288 tempest-TestNetworkAdvancedServerOps-440650832 tempest-TestNetworkAdvancedServerOps-440650832-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502846 Dec 06 14:22:45.066232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59318) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:45.090034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e808b9-64fd-463d-98f1-bcb4f24e50cd None None] Pushing event updated for resources: {'Port': ['ID=93e3407b-9b6a-4543-bae2-2f9babbace7d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:45.106753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e8cbf-0edc-4288-9e0c-aa784f36004d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:45.108436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e8cbf-0edc-4288-9e0c-aa784f36004d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:45.109118 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Attempting to bind port 93e3407b-9b6a-4543-bae2-2f9babbace7d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:45.109596 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Attempting to bind port 93e3407b-9b6a-4543-bae2-2f9babbace7d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:45.110006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e8cbf-0edc-4288-9e0c-aa784f36004d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:45.110123 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Attempting to bind port 93e3407b-9b6a-4543-bae2-2f9babbace7d on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:45.112305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e8cbf-0edc-4288-9e0c-aa784f36004d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:45.113908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359e8cbf-0edc-4288-9e0c-aa784f36004d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:45.119080 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-359e8cbf-0edc-4288-9e0c-aa784f36004d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0877120 Dec 06 14:22:45.120640 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59320) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:45.123325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:45.124015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:45.124534 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.125041 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:45.125747 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Bound port: 93e3407b-9b6a-4543-bae2-2f9babbace7d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:45.126137 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b4e4ba40-44a5-4e6a-878e-16d904190a1b tempest-TestNetworkAdvancedServerOps-440650832 tempest-TestNetworkAdvancedServerOps-440650832-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=22443365-8336-4d6d-8a5e-416191f7ef82&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418370 Dec 06 14:22:45.126558 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.128673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81bd33e-fda2-4dce-a3df-0195014622ce None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:22:45.131283 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Deleting port f870482e-27c3-40af-9163-09ab1536e87f {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:45.131666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.133267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59322) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:45.146101 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b82d7c8f-0edf-4cfd-aa2f-e950c7c56abe tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-738331155', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'project_id': '453d340754844adda7a07ecc7b48fdea', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:45.152447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f342aae2-4c0a-448b-99a1-b6dabca3ca7b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.195337 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Allocated IP 2001:db8::73 (22443365-8336-4d6d-8a5e-416191f7ef82/34e542a4-3160-4c17-b4e2-834d4160b164/414be410-b089-490f-9a26-12800ab74379) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:45.201478 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3903fa94-fd33-49fc-97ad-a7265a48675e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.271958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] For port 93e3407b-9b6a-4543-bae2-2f9babbace7d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:45.275852 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] For port 93e3407b-9b6a-4543-bae2-2f9babbace7d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93e3407b-9b6a-4543-bae2-2f9babbace7d,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:45.319737 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] For port f870482e-27c3-40af-9163-09ab1536e87f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f870482e-27c3-40af-9163-09ab1536e87f,segment=NetworkSegment(9574a734-500d-4874-a814-962acb333505),segment_id=9574a734-500d-4874-a814-962acb333505)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:45.319917 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.336539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Calling delete_port for f870482e-27c3-40af-9163-09ab1536e87f owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:45.348243 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:45.364492 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c62016-8dc6-49d3-b50a-c8e8a4541d74 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:45.366209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c62016-8dc6-49d3-b50a-c8e8a4541d74 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:45.367950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c62016-8dc6-49d3-b50a-c8e8a4541d74 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:45.369958 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c62016-8dc6-49d3-b50a-c8e8a4541d74 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:45.371600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c62016-8dc6-49d3-b50a-c8e8a4541d74 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:45.377479 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d9c62016-8dc6-49d3-b50a-c8e8a4541d74 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2560232 Dec 06 14:22:45.379248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59328) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:45.385884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f342aae2-4c0a-448b-99a1-b6dabca3ca7b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.388211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.506041 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a355b2cd-7fef-4354-aefc-cbd301ade7eb None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:22:45.538239 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e808b9-64fd-463d-98f1-bcb4f24e50cd None None] Pushing event updated for resources: {'Port': ['ID=93e3407b-9b6a-4543-bae2-2f9babbace7d,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:45.545123 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903fa94-fd33-49fc-97ad-a7265a48675e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Subnet': ['ID=dd6fc80c-df93-423e-a142-82f25c53760c,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:45.562252 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Routers {'78755611-f7e2-4fd1-9708-4dbc09a9808b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:45.562906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['78755611-f7e2-4fd1-9708-4dbc09a9808b'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:45.576724 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3903fa94-fd33-49fc-97ad-a7265a48675e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking segment: {'id': 'e124b0cf-22ee-4695-8d1b-c38d241c43a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6cb95cae-44aa-41a9-b705-d43bad7db2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:45.577116 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3903fa94-fd33-49fc-97ad-a7265a48675e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network hostable DHCP agents. Network: 6cb95cae-44aa-41a9-b705-d43bad7db2b3, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:45.601489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a8cc6f-92c4-4dcf-a75e-d3c367d31975 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:45.609821 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-98a8cc6f-92c4-4dcf-a75e-d3c367d31975 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "GET /v2.0/networks/8365231e-6bd5-44a0-b56c-ee97133ad92a HTTP/1.1" status: 200 len: 803 time: 0.2265387 Dec 06 14:22:45.610662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59330) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:45.630970 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd96822-e349-4fd7-85ae-835cf4a79710 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 14:22:45.634449 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:45.634873 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.650410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f342aae2-4c0a-448b-99a1-b6dabca3ca7b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.654835 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.682458 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342aae2-4c0a-448b-99a1-b6dabca3ca7b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=3046e56d-ccfb-4ffa-878d-e3fefd1cb3a2,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:45.685321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f342aae2-4c0a-448b-99a1-b6dabca3ca7b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.691018 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f342aae2-4c0a-448b-99a1-b6dabca3ca7b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/3046e56d-ccfb-4ffa-878d-e3fefd1cb3a2 HTTP/1.1" status: 204 len: 168 time: 1.6918070 Dec 06 14:22:45.695345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59332) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:45.739719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e618874e-a676-4ca1-b250-7d1c3333df4d None None] Could not find standard attr ID for object 0af1dafc-4841-4ea5-a7c2-97376a9c437e. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:22:45.749962 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-09db7d3c-e1c2-4f39-bb6c-ab3dab877a65 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0522501 Dec 06 14:22:45.755343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59334) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:45.756704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82d7c8f-0edf-4cfd-aa2f-e950c7c56abe tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Made reservation on behalf of 453d340754844adda7a07ecc7b48fdea for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:45.760134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b82d7c8f-0edf-4cfd-aa2f-e950c7c56abe tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.762380 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d2c0a32f-ceab-4192-8158-47d204edcff0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:45.763307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e618874e-a676-4ca1-b250-7d1c3333df4d None None] Could not find standard attr ID for object fac56e28-8c46-4ae5-9112-de8cab5932d9. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:22:45.773500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3903fa94-fd33-49fc-97ad-a7265a48675e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:45.775386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.802482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e618874e-a676-4ca1-b250-7d1c3333df4d None None] Could not find standard attr ID for object 5945f7c1-4318-4ddf-801e-eb256a8a63b0. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:22:45.835252 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] Set router 78755611-f7e2-4fd1-9708-4dbc09a9808b gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:22:45.878749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Port': ['ID=f870482e-27c3-40af-9163-09ab1536e87f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:45.884046 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] No DVR routers for this DVR port f870482e-27c3-40af-9163-09ab1536e87f on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:45.894203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-3903fa94-fd33-49fc-97ad-a7265a48675e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6cb95cae-44aa-41a9-b705-d43bad7db2b3) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:45.899816 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e86d8b30-e55f-4765-99a3-e4caf5be46f5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "GET /v2.0/networks/8365231e-6bd5-44a0-b56c-ee97133ad92a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2879095 Dec 06 14:22:45.905876 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59336) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:45.919994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e618874e-a676-4ca1-b250-7d1c3333df4d None None] Provisioning complete for port 93e3407b-9b6a-4543-bae2-2f9babbace7d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:45.920367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e618874e-a676-4ca1-b250-7d1c3333df4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.922942 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3903fa94-fd33-49fc-97ad-a7265a48675e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:45.923754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3903fa94-fd33-49fc-97ad-a7265a48675e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:45.969026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb61a5eb-ef57-4bb1-a6d1-12ff3879be9b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:45.970610 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bb61a5eb-ef57-4bb1-a6d1-12ff3879be9b tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "GET /v2.0/subnets/a555916a-c7f7-487e-bb74-2a06b59b7018 HTTP/1.1" status: 200 len: 843 time: 0.0637345 Dec 06 14:22:45.974372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59338) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:46.002652 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.006105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c0a32f-ceab-4192-8158-47d204edcff0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:46.009527 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2c0a32f-ceab-4192-8158-47d204edcff0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.030396 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfe8507-c756-46b2-91f3-37ce7758bf58']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:46.065826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9574a734-500d-4874-a814-962acb333505') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:46.065933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9574a734-500d-4874-a814-962acb333505') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:46.076394 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a296fea-ac7a-4f00-928b-413788dfe034 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:46.081702 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8a296fea-ac7a-4f00-928b-413788dfe034 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "GET /v2.0/subnets/a555916a-c7f7-487e-bb74-2a06b59b7018?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1018183 Dec 06 14:22:46.081842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.083766 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59340) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:46.094380 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-bd9fa48f-04f8-48b8-a015-565d0cb3538d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1341708952'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:46.107478 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.122984 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.178906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59342) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:46.179110 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3903fa94-fd33-49fc-97ad-a7265a48675e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3436036 Dec 06 14:22:46.186058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2213f33b-b794-4bf1-aec3-2b7f33809561 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:46.188090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:46.188090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:46.191718 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:46.226932 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e618874e-a676-4ca1-b250-7d1c3333df4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.243294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd96822-e349-4fd7-85ae-835cf4a79710 None None] Unable to find a vacant binding_index for network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 and agent e3c0757e-bd06-4b49-9569-275323fb6afb {{(pid=103726) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Dec 06 14:22:46.261212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd96822-e349-4fd7-85ae-835cf4a79710 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6cb95cae-44aa-41a9-b705-d43bad7db2b3) {{(pid=103726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 14:22:46.267093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e618874e-a676-4ca1-b250-7d1c3333df4d None None] For port 93e3407b-9b6a-4543-bae2-2f9babbace7d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93e3407b-9b6a-4543-bae2-2f9babbace7d,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:46.283064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event updated for resources: {'Port': ['ID=414be410-b089-490f-9a26-12800ab74379,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:46.297540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Network 22443365-8336-4d6d-8a5e-416191f7ef82 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:46.306667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:46.309162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:46.322376 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:22:41Z', 'revision_number': 3, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:46.350762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2213f33b-b794-4bf1-aec3-2b7f33809561 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3041759'] for subnet, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.403541 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2c0a32f-ceab-4192-8158-47d204edcff0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.427220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b82d7c8f-0edf-4cfd-aa2f-e950c7c56abe tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.477309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c0a32f-ceab-4192-8158-47d204edcff0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:46.488171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9fa48f-04f8-48b8-a015-565d0cb3538d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:46.490330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d2c0a32f-ceab-4192-8158-47d204edcff0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:46.492686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bd9fa48f-04f8-48b8-a015-565d0cb3538d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.496706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c0a32f-ceab-4192-8158-47d204edcff0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:46.497158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2c0a32f-ceab-4192-8158-47d204edcff0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.515926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c0a32f-ceab-4192-8158-47d204edcff0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=299b08d4-5cb9-4b08-ba1b-e3d28a3d3476,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:46.522937 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.527407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.531032 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/networks/7dfe8507-c756-46b2-91f3-37ce7758bf58 HTTP/1.1" status: 204 len: 168 time: 4.2582657 Dec 06 14:22:46.538149 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59348) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:46.543773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d7c8f-0edf-4cfd-aa2f-e950c7c56abe tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'Subnet': ['ID=6c9dacc5-eaee-4677-89fd-d09a6833c396,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:46.545210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2494f668-047d-4d49-bbc9-e73187fd0bc6 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2036852918'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:46.556241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856cb1a0-58c8-4533-81f9-10b0d8d5b742 None None] The sync data for ids ['78755611-f7e2-4fd1-9708-4dbc09a9808b'] in dv-neutron-master-2-hyperv is: [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:22:41Z', 'revision_number': 3, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:22:46.560006 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e618874e-a676-4ca1-b250-7d1c3333df4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.568503 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6022bfb-8465-48f1-8d35-18bae61e3fab tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Network': ['ID=7dfe8507-c756-46b2-91f3-37ce7758bf58,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:46.576766 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd9fa48f-04f8-48b8-a015-565d0cb3538d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:46.586695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82d7c8f-0edf-4cfd-aa2f-e950c7c56abe tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Checking segment: {'id': '79b4222f-80e4-46f7-b39a-f2b0de3095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:46.586695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d7c8f-0edf-4cfd-aa2f-e950c7c56abe tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Network hostable DHCP agents. Network: ca39c773-f168-4385-82c7-10e406c5cd38, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:46.633465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bd9fa48f-04f8-48b8-a015-565d0cb3538d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.633806 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-bd9fa48f-04f8-48b8-a015-565d0cb3538d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Added segment 99c2b55a-3307-4f75-9a56-c0adcec5aa2d of type vlan for network 21a8db8a-9487-4565-87d2-c2cb2b6283f0 Dec 06 14:22:46.654888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e618874e-a676-4ca1-b250-7d1c3333df4d None None] Pushing event updated for resources: {'Port': ['ID=93e3407b-9b6a-4543-bae2-2f9babbace7d,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:46.666644 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d2c0a32f-ceab-4192-8158-47d204edcff0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9091129 Dec 06 14:22:46.675224 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59350) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:46.684367 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a60bbfda-2845-4827-9e5d-eba23a5c3b02 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'fixed_ips': [{'subnet_id': '299b08d4-5cb9-4b08-ba1b-e3d28a3d3476', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-769400014'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:46.720072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2213f33b-b794-4bf1-aec3-2b7f33809561 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738274450607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2808574'] for subnet, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.726945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bd9fa48f-04f8-48b8-a015-565d0cb3538d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.754765 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.786743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2213f33b-b794-4bf1-aec3-2b7f33809561 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:46.787352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2213f33b-b794-4bf1-aec3-2b7f33809561 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.791478 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2213f33b-b794-4bf1-aec3-2b7f33809561 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "PUT /v2.0/subnets/dd6fc80c-df93-423e-a142-82f25c53760c HTTP/1.1" status: 200 len: 806 time: 0.6115670 Dec 06 14:22:46.796687 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59352) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:46.820384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213f33b-b794-4bf1-aec3-2b7f33809561 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Subnet': ['ID=dd6fc80c-df93-423e-a142-82f25c53760c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:46.835225 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82d7c8f-0edf-4cfd-aa2f-e950c7c56abe tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Network ca39c773-f168-4385-82c7-10e406c5cd38 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:46.904405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6cb95cae-44aa-41a9-b705-d43bad7db2b3', 'network_id': '6cb95cae-44aa-41a9-b705-d43bad7db2b3', 'tenant_id': '489df49b567b481298356cc894e047b0', 'fixed_ips': [{'subnet_id': 'dd6fc80c-df93-423e-a142-82f25c53760c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:46.906226 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.913062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2494f668-047d-4d49-bbc9-e73187fd0bc6 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:46.930012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2494f668-047d-4d49-bbc9-e73187fd0bc6 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.981098 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2494f668-047d-4d49-bbc9-e73187fd0bc6 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:46.993581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2494f668-047d-4d49-bbc9-e73187fd0bc6 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:46.994178 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-2494f668-047d-4d49-bbc9-e73187fd0bc6 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Added segment bbf6854e-a7fd-4ec6-a43d-e2bd5669fef4 of type vlan for network 75b9d69a-d74f-4b7a-a2f7-b177bd1f2677 Dec 06 14:22:47.043705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2494f668-047d-4d49-bbc9-e73187fd0bc6 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.050015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3fd54085-aa0c-4c7c-8a49-8f51069bbcaa None None] Provisioning complete for port 414be410-b089-490f-9a26-12800ab74379 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:47.050015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fd54085-aa0c-4c7c-8a49-8f51069bbcaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.116318 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3fd54085-aa0c-4c7c-8a49-8f51069bbcaa None None] Port 414be410-b089-490f-9a26-12800ab74379 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:22:47.122766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Allocated IP 172.20.0.2 (6cb95cae-44aa-41a9-b705-d43bad7db2b3/dd6fc80c-df93-423e-a142-82f25c53760c/ebc6bcea-6c43-4684-8501-e8901dac14a0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:47.124555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a60bbfda-2845-4827-9e5d-eba23a5c3b02 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:47.183199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bd9fa48f-04f8-48b8-a015-565d0cb3538d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.186563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2494f668-047d-4d49-bbc9-e73187fd0bc6 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.188650 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9fa48f-04f8-48b8-a015-565d0cb3538d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:47.189310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bd9fa48f-04f8-48b8-a015-565d0cb3538d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.192299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2494f668-047d-4d49-bbc9-e73187fd0bc6 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:47.192947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2494f668-047d-4d49-bbc9-e73187fd0bc6 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.328012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2494f668-047d-4d49-bbc9-e73187fd0bc6 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Network': ['ID=75b9d69a-d74f-4b7a-a2f7-b177bd1f2677,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:47.346413 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9fa48f-04f8-48b8-a015-565d0cb3538d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Network': ['ID=21a8db8a-9487-4565-87d2-c2cb2b6283f0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:47.349130 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a60bbfda-2845-4827-9e5d-eba23a5c3b02 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.361391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 75b9d69a-d74f-4b7a-a2f7-b177bd1f2677 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:47.372352 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 21a8db8a-9487-4565-87d2-c2cb2b6283f0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:47.400075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-a60bbfda-2845-4827-9e5d-eba23a5c3b02 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port bd829c5d-bb4b-4d69-a8f4-0f3895f82477 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:22:47.484119 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2494f668-047d-4d49-bbc9-e73187fd0bc6 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9429300 Dec 06 14:22:47.487225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59358) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:47.492885 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c8cffd99-4ca5-4861-9268-a7259fa4fd03 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'subnet': {'network_id': '75b9d69a-d74f-4b7a-a2f7-b177bd1f2677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:47.498574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.507285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.555760 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.596065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 93e3407b-9b6a-4543-bae2-2f9babbace7d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:47.617890 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bd9fa48f-04f8-48b8-a015-565d0cb3538d tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5343013 Dec 06 14:22:47.618955 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b82d7c8f-0edf-4cfd-aa2f-e950c7c56abe tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ca39c773-f168-4385-82c7-10e406c5cd38) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:47.623261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59360) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:47.631421 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'subnet': {'network_id': '21a8db8a-9487-4565-87d2-c2cb2b6283f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:47.633182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82d7c8f-0edf-4cfd-aa2f-e950c7c56abe tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:47.633890 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b82d7c8f-0edf-4cfd-aa2f-e950c7c56abe tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.664640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.725527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:47.732886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:47.735859 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:47.739097 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Deleting port ebc6bcea-6c43-4684-8501-e8901dac14a0 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:47.739544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.777011 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b82d7c8f-0edf-4cfd-aa2f-e950c7c56abe tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.6356580 Dec 06 14:22:47.777968 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59362) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:47.778091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Pushing event updated for resources: {'Port': ['ID=ebc6bcea-6c43-4684-8501-e8901dac14a0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:47.822193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Attempting to bind port ebc6bcea-6c43-4684-8501-e8901dac14a0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:47.822563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Attempting to bind port ebc6bcea-6c43-4684-8501-e8901dac14a0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e124b0cf-22ee-4695-8d1b-c38d241c43a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6cb95cae-44aa-41a9-b705-d43bad7db2b3'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:47.822924 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Attempting to bind port ebc6bcea-6c43-4684-8501-e8901dac14a0 on network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:47.826207 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 93e3407b-9b6a-4543-bae2-2f9babbace7d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:47.827021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.831608 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a60bbfda-2845-4827-9e5d-eba23a5c3b02 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:22:47.832150 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a60bbfda-2845-4827-9e5d-eba23a5c3b02 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:47.850266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:47.850641 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Checking segment: {'id': 'e124b0cf-22ee-4695-8d1b-c38d241c43a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6cb95cae-44aa-41a9-b705-d43bad7db2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:47.851039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.851431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Bound using segment: {'id': 'e124b0cf-22ee-4695-8d1b-c38d241c43a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6cb95cae-44aa-41a9-b705-d43bad7db2b3'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:47.851911 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Bound port: ebc6bcea-6c43-4684-8501-e8901dac14a0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e124b0cf-22ee-4695-8d1b-c38d241c43a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6cb95cae-44aa-41a9-b705-d43bad7db2b3'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:47.852291 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.867146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] For port ebc6bcea-6c43-4684-8501-e8901dac14a0, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:47.867669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.883088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Calling delete_port for ebc6bcea-6c43-4684-8501-e8901dac14a0 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:47.883980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8cffd99-4ca5-4861-9268-a7259fa4fd03 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:47.887549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c8cffd99-4ca5-4861-9268-a7259fa4fd03 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:47.895245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Router 156e2392-8234-4d0c-b9e2-fc3a73b0d2cb is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:22:47.953142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] For port ebc6bcea-6c43-4684-8501-e8901dac14a0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:47.972256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] For port ebc6bcea-6c43-4684-8501-e8901dac14a0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ebc6bcea-6c43-4684-8501-e8901dac14a0,segment=NetworkSegment(e124b0cf-22ee-4695-8d1b-c38d241c43a1),segment_id=e124b0cf-22ee-4695-8d1b-c38d241c43a1)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:48.036291 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a60bbfda-2845-4827-9e5d-eba23a5c3b02 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.3575091 Dec 06 14:22:48.039175 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59364) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:48.079801 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.093408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:22:48.107838 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Sync routers for ids ['156e2392-8234-4d0c-b9e2-fc3a73b0d2cb'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:22:48.122534 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Routers {'156e2392-8234-4d0c-b9e2-fc3a73b0d2cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:48.123194 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['156e2392-8234-4d0c-b9e2-fc3a73b0d2cb'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:48.143433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa1989f-1a49-4271-9004-ad3fa17d0544 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:48.147362 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-faa1989f-1a49-4271-9004-ad3fa17d0544 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1049006 Dec 06 14:22:48.148335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59366) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:48.200057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e53a9b-2e4a-4a6e-877f-16f657c221ef None None] Pushing event updated for resources: {'Port': ['ID=ebc6bcea-6c43-4684-8501-e8901dac14a0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:48.217372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae63815a-7946-41ab-a714-f5579ddd0c65 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:48.219372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae63815a-7946-41ab-a714-f5579ddd0c65 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:48.223880 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ae63815a-7946-41ab-a714-f5579ddd0c65 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0727818 Dec 06 14:22:48.224049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Made reservation on behalf of 8a86ffa007494370a1cabe6b03d9415f for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:48.224135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59368) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:48.227205 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.285353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-37db071d-ea8e-49d0-9294-fea9868b96b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 299b08d4-5cb9-4b08-ba1b-e3d28a3d3476 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:48.289488 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37db071d-ea8e-49d0-9294-fea9868b96b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.316130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.341855 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Set router 156e2392-8234-4d0c-b9e2-fc3a73b0d2cb gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:22:48.358857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Port': ['ID=ebc6bcea-6c43-4684-8501-e8901dac14a0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:48.363232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37db071d-ea8e-49d0-9294-fea9868b96b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.416021 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.417328 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8a3d1159-644c-4e33-b733-50444590055c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.7694428 Dec 06 14:22:48.435925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59370) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:48.444269 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No DVR routers for this DVR port ebc6bcea-6c43-4684-8501-e8901dac14a0 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:48.557501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37db071d-ea8e-49d0-9294-fea9868b96b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.566690 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c8cffd99-4ca5-4861-9268-a7259fa4fd03 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.683455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.695061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_backend_mixin [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Performing IP validity checks on allocation pools {{(pid=103724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 14:22:48.700992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_backend_mixin [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 14:22:48.735177 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '156e2392-8234-4d0c-b9e2-fc3a73b0d2cb', 'name': '', 'tenant_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22443365-8336-4d6d-8a5e-416191f7ef82', 'external_fixed_ips': [{'subnet_id': '34e542a4-3160-4c17-b4e2-834d4160b164', 'ip_address': '2001:db8::73'}], 'enable_snat': True}, 'gw_port_id': '414be410-b089-490f-9a26-12800ab74379', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:42Z', 'updated_at': '2021-12-06T14:22:46Z', 'revision_number': 3, 'project_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'gw_port': {'id': '414be410-b089-490f-9a26-12800ab74379', 'name': '', 'network_id': '22443365-8336-4d6d-8a5e-416191f7ef82', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:c8:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '156e2392-8234-4d0c-b9e2-fc3a73b0d2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '34e542a4-3160-4c17-b4e2-834d4160b164', 'ip_address': '2001:db8::73', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:44Z', 'updated_at': '2021-12-06T14:22:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '34e542a4-3160-4c17-b4e2-834d4160b164', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:48.769123 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.792633 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Checking router: 156e2392-8234-4d0c-b9e2-fc3a73b0d2cb for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:22:48.793157 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Updating router 156e2392-8234-4d0c-b9e2-fc3a73b0d2cb port 414be410-b089-490f-9a26-12800ab74379 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:22:48.807306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cffd99-4ca5-4861-9268-a7259fa4fd03 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Subnet': ['ID=33187224-c433-46e1-aa92-c077b9156b81,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:48.842715 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cffd99-4ca5-4861-9268-a7259fa4fd03 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Checking segment: {'id': 'bbf6854e-a7fd-4ec6-a43d-e2bd5669fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '75b9d69a-d74f-4b7a-a2f7-b177bd1f2677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:48.843412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cffd99-4ca5-4861-9268-a7259fa4fd03 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network hostable DHCP agents. Network: 75b9d69a-d74f-4b7a-a2f7-b177bd1f2677, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:48.856695 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.882151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37db071d-ea8e-49d0-9294-fea9868b96b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.926281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.928308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db071d-ea8e-49d0-9294-fea9868b96b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=299b08d4-5cb9-4b08-ba1b-e3d28a3d3476,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:48.945464 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37db071d-ea8e-49d0-9294-fea9868b96b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:48.948713 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-37db071d-ea8e-49d0-9294-fea9868b96b2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/299b08d4-5cb9-4b08-ba1b-e3d28a3d3476 HTTP/1.1" status: 204 len: 168 time: 0.7236605 Dec 06 14:22:48.957199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59376) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:48.972055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Subnet': ['ID=dd6fc80c-df93-423e-a142-82f25c53760c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:48.978066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.036937 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.037817 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cffd99-4ca5-4861-9268-a7259fa4fd03 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network 75b9d69a-d74f-4b7a-a2f7-b177bd1f2677 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:49.057475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cb95cae-44aa-41a9-b705-d43bad7db2b3']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:49.061571 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-52d001a1-2774-444f-9147-9be50d028c61 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005635 Dec 06 14:22:49.067033 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59378) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:49.070347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e124b0cf-22ee-4695-8d1b-c38d241c43a1') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:49.070710 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e124b0cf-22ee-4695-8d1b-c38d241c43a1') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:49.075477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-aed79c94-6792-414b-8256-c2792f7ae703 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:49.090508 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.119003 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.165890 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.181013 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c8cffd99-4ca5-4861-9268-a7259fa4fd03 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 75b9d69a-d74f-4b7a-a2f7-b177bd1f2677) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:49.184184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:49.184592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.190095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cffd99-4ca5-4861-9268-a7259fa4fd03 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:49.194197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c8cffd99-4ca5-4861-9268-a7259fa4fd03 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:49.195179 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:49.242366 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.248281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.274520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Deleting port 414be410-b089-490f-9a26-12800ab74379 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:49.274833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.297602 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c8cffd99-4ca5-4861-9268-a7259fa4fd03 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8089519 Dec 06 14:22:49.303327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59380) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:49.340927 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.343102 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Subnet': ['ID=5922bd26-000f-4367-9a81-85b7829f2686,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:49.394741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Checking segment: {'id': '99c2b55a-3307-4f75-9a56-c0adcec5aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21a8db8a-9487-4565-87d2-c2cb2b6283f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:49.394741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network hostable DHCP agents. Network: 21a8db8a-9487-4565-87d2-c2cb2b6283f0, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:49.397601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.400452 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Attempting to bind port 414be410-b089-490f-9a26-12800ab74379 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:49.401281 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Attempting to bind port 414be410-b089-490f-9a26-12800ab74379 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1acab6bd-d5ba-4c3a-a9c0-f45105bf241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '22443365-8336-4d6d-8a5e-416191f7ef82'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:49.401710 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Attempting to bind port 414be410-b089-490f-9a26-12800ab74379 on network 22443365-8336-4d6d-8a5e-416191f7ef82 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:49.409253 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:49.409710 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Checking segment: {'id': '1acab6bd-d5ba-4c3a-a9c0-f45105bf241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '22443365-8336-4d6d-8a5e-416191f7ef82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:49.412021 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.412021 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Bound using segment: {'id': '1acab6bd-d5ba-4c3a-a9c0-f45105bf241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '22443365-8336-4d6d-8a5e-416191f7ef82'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:49.412021 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Bound port: 414be410-b089-490f-9a26-12800ab74379, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acab6bd-d5ba-4c3a-a9c0-f45105bf241b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '22443365-8336-4d6d-8a5e-416191f7ef82'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:49.412021 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.414137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Pushing event updated for resources: {'Port': ['ID=414be410-b089-490f-9a26-12800ab74379,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:49.423881 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:49.424329 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:49.424569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.424801 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:49.425253 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:49.425636 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:49.426024 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:49.426407 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:49.426889 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:49.427285 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:49.430389 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:49.430536 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/6cb95cae-44aa-41a9-b705-d43bad7db2b3 HTTP/1.1" status: 204 len: 168 time: 2.6337638 Dec 06 14:22:49.430628 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:49.430628 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:49.430628 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:22:49.440224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59382) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:49.480872 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e3572-1453-4e30-983c-868ec8ffd23b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Network': ['ID=6cb95cae-44aa-41a9-b705-d43bad7db2b3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:49.494388 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] For port 414be410-b089-490f-9a26-12800ab74379, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:49.500203 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] For port 414be410-b089-490f-9a26-12800ab74379, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=414be410-b089-490f-9a26-12800ab74379,segment=NetworkSegment(1acab6bd-d5ba-4c3a-a9c0-f45105bf241b),segment_id=1acab6bd-d5ba-4c3a-a9c0-f45105bf241b)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:49.504475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed79c94-6792-414b-8256-c2792f7ae703 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:49.507928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aed79c94-6792-414b-8256-c2792f7ae703 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.522439 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1252768d-f1ae-44d6-ad7b-2266b88a3d03 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:49.522439 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1252768d-f1ae-44d6-ad7b-2266b88a3d03 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:49.532993 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1252768d-f1ae-44d6-ad7b-2266b88a3d03 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/6cb95cae-44aa-41a9-b705-d43bad7db2b3 HTTP/1.1" status: 404 len: 339 time: 0.0830047 Dec 06 14:22:49.533662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59384) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:49.539429 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-46851143-0db0-4979-b3c9-f850f6286d73 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1409948095', 'description': 'd1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:49.550129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.566759 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Network 21a8db8a-9487-4565-87d2-c2cb2b6283f0 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:49.571205 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Allocated IP 172.20.0.1 (ca39c773-f168-4385-82c7-10e406c5cd38/6c9dacc5-eaee-4677-89fd-d09a6833c396/7e6e1a63-cc66-4829-8d9d-f132f996b0cf) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:49.576343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.602417 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.608545 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Calling delete_port for 414be410-b089-490f-9a26-12800ab74379 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:49.683930 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46851143-0db0-4979-b3c9-f850f6286d73 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:49.688095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-46851143-0db0-4979-b3c9-f850f6286d73 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.691758 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Routers {'156e2392-8234-4d0c-b9e2-fc3a73b0d2cb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:49.692628 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['156e2392-8234-4d0c-b9e2-fc3a73b0d2cb'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:49.726177 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.730460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46851143-0db0-4979-b3c9-f850f6286d73 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:49.732361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 21a8db8a-9487-4565-87d2-c2cb2b6283f0) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:49.738643 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:49.739687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.773580 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-46851143-0db0-4979-b3c9-f850f6286d73 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.774611 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-46851143-0db0-4979-b3c9-f850f6286d73 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Added segment 684c886c-71f9-4190-9b80-8ccfc75f5b51 of type vlan for network 14c46840-50be-461c-aa59-48a9c78ec689 Dec 06 14:22:49.831986 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.846894 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aebb5-fbfc-48cc-81e4-48aab5c59b96 None None] Pushing event updated for resources: {'Port': ['ID=414be410-b089-490f-9a26-12800ab74379,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:49.865876 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ecc882c2-c340-4b02-9e91-c56ff20b2df5 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.2400680 Dec 06 14:22:49.869024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-46851143-0db0-4979-b3c9-f850f6286d73 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:49.870949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59390) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:49.882364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7c2ed457-0879-4478-9f0c-dc23a0013f9e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:49.887767 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] Set router 156e2392-8234-4d0c-b9e2-fc3a73b0d2cb gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:22:49.926591 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cead9d26-f867-472a-b80b-533f0ba67057 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 14:22:49.967138 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '156e2392-8234-4d0c-b9e2-fc3a73b0d2cb', 'name': '', 'tenant_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:42Z', 'updated_at': '2021-12-06T14:22:48Z', 'revision_number': 4, 'project_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:50.001148 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f48069-9ed8-42da-b201-72703856fbe9 None None] The sync data for ids ['156e2392-8234-4d0c-b9e2-fc3a73b0d2cb'] in dv-neutron-master-2-hyperv is: [{'id': '156e2392-8234-4d0c-b9e2-fc3a73b0d2cb', 'name': '', 'tenant_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:42Z', 'updated_at': '2021-12-06T14:22:48Z', 'revision_number': 4, 'project_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'gw_port_host': None}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:22:50.036504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed457-0879-4478-9f0c-dc23a0013f9e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3041759'] for subnet, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.050229 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c6b0adf1-ebdc-4917-891c-53b9ca0790cd None None] Could not find standard attr ID for object ebc6bcea-6c43-4684-8501-e8901dac14a0. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:22:50.055186 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-46851143-0db0-4979-b3c9-f850f6286d73 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.061106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46851143-0db0-4979-b3c9-f850f6286d73 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:50.061718 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-46851143-0db0-4979-b3c9-f850f6286d73 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.138774 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead9d26-f867-472a-b80b-533f0ba67057 None None] Resources bound (agent type, host, resource id): {{(pid=103726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 14:22:50.142448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.183056 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46851143-0db0-4979-b3c9-f850f6286d73 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=14c46840-50be-461c-aa59-48a9c78ec689,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:50.200821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Network ca39c773-f168-4385-82c7-10e406c5cd38 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:50.202151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 14c46840-50be-461c-aa59-48a9c78ec689 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:50.208275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:50.212937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:50.217619 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'Port': ['ID=7e6e1a63-cc66-4829-8d9d-f132f996b0cf,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:50.266521 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-46851143-0db0-4979-b3c9-f850f6286d73 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7356849 Dec 06 14:22:50.270096 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59392) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:50.285259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.308889 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.349856 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Subnet': ['ID=33187224-c433-46e1-aa92-c077b9156b81,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:50.410176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aed79c94-6792-414b-8256-c2792f7ae703 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.413990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.475196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed79c94-6792-414b-8256-c2792f7ae703 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:50.476979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b9d69a-d74f-4b7a-a2f7-b177bd1f2677']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:50.487530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-aed79c94-6792-414b-8256-c2792f7ae703 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:50.492318 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.501921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf6854e-a7fd-4ec6-a43d-e2bd5669fef4') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:50.502226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf6854e-a7fd-4ec6-a43d-e2bd5669fef4') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:50.502817 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c55b86-530e-4c8c-b68e-eed4bd904632 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:50.506894 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b6c55b86-530e-4c8c-b68e-eed4bd904632 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "GET /v2.0/networks?id=14c46840-50be-461c-aa59-48a9c78ec689 HTTP/1.1" status: 200 len: 761 time: 0.2336957 Dec 06 14:22:50.507077 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed79c94-6792-414b-8256-c2792f7ae703 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:50.507504 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aed79c94-6792-414b-8256-c2792f7ae703 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.509841 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59394) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:50.516539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a79a9ca4-ed46-46cf-b0f5-9c72766e4bd8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'description': 'd2'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:50.538885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed79c94-6792-414b-8256-c2792f7ae703 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=215bd1e4-2454-4093-ab79-068b152d4294,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:50.542682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.556168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event deleted for resources: {'Port': ['ID=414be410-b089-490f-9a26-12800ab74379,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:50.587831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.591270 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.647048 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db93e0c-b63e-4e47-8da5-d5edf84501d9 None None] DHCP port deletion for 6cb95cae-44aa-41a9-b705-d43bad7db2b3 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:22:50.679565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:50.679666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: items = [ Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:50.682922 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:50.693761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-21a8db8a-9487-4565-87d2-c2cb2b6283f0', 'network_id': '21a8db8a-9487-4565-87d2-c2cb2b6283f0', 'tenant_id': '8a86ffa007494370a1cabe6b03d9415f', 'fixed_ips': [{'subnet_id': '5922bd26-000f-4367-9a81-85b7829f2686'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:50.695240 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.705924 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.708892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ca39c773-f168-4385-82c7-10e406c5cd38', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'fixed_ips': [{'subnet_id': '6c9dacc5-eaee-4677-89fd-d09a6833c396'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:50.713266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.737739 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-aed79c94-6792-414b-8256-c2792f7ae703 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6667035 Dec 06 14:22:50.737739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.741714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59396) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:50.748098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ee2c8857-2188-4347-864e-33ed3379c487 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-629433864', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:50.862814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a79a9ca4-ed46-46cf-b0f5-9c72766e4bd8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.881442 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.887703 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.909977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.917778 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/networks/75b9d69a-d74f-4b7a-a2f7-b177bd1f2677 HTTP/1.1" status: 204 len: 168 time: 1.6133468 Dec 06 14:22:50.918581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59398) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:50.919374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d6fc38-c6a3-4d13-a95f-d5d25b81341f tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Network': ['ID=75b9d69a-d74f-4b7a-a2f7-b177bd1f2677,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:50.925370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Allocated IP 172.20.0.2 (ca39c773-f168-4385-82c7-10e406c5cd38/6c9dacc5-eaee-4677-89fd-d09a6833c396/7c789560-a30f-4dca-ae95-2b50c19d4fa8) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:50.925961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b1e60ac4-b44a-43fd-b867-94e546c01322 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-169173344'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:50.952727 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8857-2188-4347-864e-33ed3379c487 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.954081 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8857-2188-4347-864e-33ed3379c487 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.954672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed457-0879-4478-9f0c-dc23a0013f9e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738274450607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2808574'] for subnet, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.964965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.965365 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 156e2392-8234-4d0c-b9e2-fc3a73b0d2cb {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:22:50.981781 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:50.985695 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6785b9ce-689e-4df7-a7a7-f0c008ebde94 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "DELETE /v2.0/routers/156e2392-8234-4d0c-b9e2-fc3a73b0d2cb HTTP/1.1" status: 204 len: 168 time: 2.5462739 Dec 06 14:22:50.988585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59404) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:51.037893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a79a9ca4-ed46-46cf-b0f5-9c72766e4bd8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.082995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Allocated IP 2001:db8::3 (21a8db8a-9487-4565-87d2-c2cb2b6283f0/5922bd26-000f-4367-9a81-85b7829f2686/a43892f1-9b5a-46ce-94e6-21d6a1d786c3) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:51.092531 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8857-2188-4347-864e-33ed3379c487 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.097921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e60ac4-b44a-43fd-b867-94e546c01322 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:51.100356 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a79a9ca4-ed46-46cf-b0f5-9c72766e4bd8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network 14c46840-50be-461c-aa59-48a9c78ec689 is not hosted by any dhcp agent {{(pid=103724) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 14:22:51.102548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b1e60ac4-b44a-43fd-b867-94e546c01322 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.114505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79a9ca4-ed46-46cf-b0f5-9c72766e4bd8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:51.117523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a79a9ca4-ed46-46cf-b0f5-9c72766e4bd8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.120331 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a79a9ca4-ed46-46cf-b0f5-9c72766e4bd8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "PUT /v2.0/networks/14c46840-50be-461c-aa59-48a9c78ec689 HTTP/1.1" status: 200 len: 758 time: 0.6078060 Dec 06 14:22:51.123980 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59406) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:51.137090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb2eaec-dda2-4822-bda7-17daaa99ece3 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Deleting subnet 34e542a4-3160-4c17-b4e2-834d4160b164 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:51.154303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6fb2eaec-dda2-4822-bda7-17daaa99ece3 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.164256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2ed457-0879-4478-9f0c-dc23a0013f9e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:51.164935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c2ed457-0879-4478-9f0c-dc23a0013f9e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.169164 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7c2ed457-0879-4478-9f0c-dc23a0013f9e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "PUT /v2.0/subnets/5922bd26-000f-4367-9a81-85b7829f2686 HTTP/1.1" status: 200 len: 900 time: 1.2940280 Dec 06 14:22:51.184377 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59408) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:51.189900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.215031 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ed457-0879-4478-9f0c-dc23a0013f9e tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event updated for resources: {'Subnet': ['ID=5922bd26-000f-4367-9a81-85b7829f2686,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:51.217283 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a9ca4-ed46-46cf-b0f5-9c72766e4bd8 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=14c46840-50be-461c-aa59-48a9c78ec689,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:51.240304 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 14c46840-50be-461c-aa59-48a9c78ec689 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:51.267920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e60ac4-b44a-43fd-b867-94e546c01322 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:51.280457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ebc6bcea-6c43-4684-8501-e8901dac14a0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:22:51.282274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b1e60ac4-b44a-43fd-b867-94e546c01322 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.282737 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-b1e60ac4-b44a-43fd-b867-94e546c01322 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Added segment dcf15f3e-5952-452c-83ff-8086c5c72fd1 of type vlan for network 8927953e-68f3-440f-b501-cecbc5dce52f Dec 06 14:22:51.320308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8857-2188-4347-864e-33ed3379c487 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.338124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: ebc6bcea-6c43-4684-8501-e8901dac14a0 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:22:51.338470 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ebc6bcea-6c43-4684-8501-e8901dac14a0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:22:51.345625 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.428961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b1e60ac4-b44a-43fd-b867-94e546c01322 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.430136 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.439710 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6fb2eaec-dda2-4822-bda7-17daaa99ece3 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.446050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Network ca39c773-f168-4385-82c7-10e406c5cd38 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:51.449773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e49b32-4884-423e-8e45-db2c7b64512d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:51.451263 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-44e49b32-4884-423e-8e45-db2c7b64512d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "GET /v2.0/networks?id=14c46840-50be-461c-aa59-48a9c78ec689 HTTP/1.1" status: 200 len: 761 time: 0.3263409 Dec 06 14:22:51.455694 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:51.457596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59410) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:51.461897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:51.462984 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-847fbbf8-3acc-4173-85f4-108202697d51 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1887708152'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:51.467034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Pushing event updated for resources: {'Port': ['ID=7c789560-a30f-4dca-ae95-2b50c19d4fa8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:51.501779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.510099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.523344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee2c8857-2188-4347-864e-33ed3379c487 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.524537 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ee2c8857-2188-4347-864e-33ed3379c487 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7818706 Dec 06 14:22:51.527597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59412) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:51.539233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6fb2eaec-dda2-4822-bda7-17daaa99ece3 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.539706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Attempting to bind port 7c789560-a30f-4dca-ae95-2b50c19d4fa8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:51.540077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Attempting to bind port 7c789560-a30f-4dca-ae95-2b50c19d4fa8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '79b4222f-80e4-46f7-b39a-f2b0de3095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:51.543303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Attempting to bind port 7c789560-a30f-4dca-ae95-2b50c19d4fa8 on network ca39c773-f168-4385-82c7-10e406c5cd38 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:51.552927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:51.552927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Checking segment: {'id': '79b4222f-80e4-46f7-b39a-f2b0de3095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:51.552927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.552927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Bound using segment: {'id': '79b4222f-80e4-46f7-b39a-f2b0de3095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:51.552927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Bound port: 7c789560-a30f-4dca-ae95-2b50c19d4fa8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b4222f-80e4-46f7-b39a-f2b0de3095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:51.552927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.593188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.602257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847fbbf8-3acc-4173-85f4-108202697d51 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:51.605904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-847fbbf8-3acc-4173-85f4-108202697d51 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.624656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.668039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b1e60ac4-b44a-43fd-b867-94e546c01322 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.674008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e60ac4-b44a-43fd-b867-94e546c01322 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:51.674652 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b1e60ac4-b44a-43fd-b867-94e546c01322 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.731452 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.761989 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6fb2eaec-dda2-4822-bda7-17daaa99ece3 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.776173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Network 21a8db8a-9487-4565-87d2-c2cb2b6283f0 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:51.781884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e60ac4-b44a-43fd-b867-94e546c01322 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Network': ['ID=8927953e-68f3-440f-b501-cecbc5dce52f,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:51.804424 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6fb2eaec-dda2-4822-bda7-17daaa99ece3 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.810294 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6fb2eaec-dda2-4822-bda7-17daaa99ece3 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/34e542a4-3160-4c17-b4e2-834d4160b164 HTTP/1.1" status: 204 len: 168 time: 0.8182235 Dec 06 14:22:51.810490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 8927953e-68f3-440f-b501-cecbc5dce52f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:51.810588 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb2eaec-dda2-4822-bda7-17daaa99ece3 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=34e542a4-3160-4c17-b4e2-834d4160b164,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:51.811484 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59414) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:51.822043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:51.830620 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:51.867914 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Pushing event updated for resources: {'Port': ['ID=a43892f1-9b5a-46ce-94e6-21d6a1d786c3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:51.891126 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b1e60ac4-b44a-43fd-b867-94e546c01322 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9693840 Dec 06 14:22:51.899032 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59416) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:51.903987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-331efb90-1bf1-4598-b8f1-9fe25666d70a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Request body: {'subnet': {'network_id': '8927953e-68f3-440f-b501-cecbc5dce52f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:51.928924 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.977433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:51.987214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] For port 7c789560-a30f-4dca-ae95-2b50c19d4fa8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:51.994235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] For port 7c789560-a30f-4dca-ae95-2b50c19d4fa8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c789560-a30f-4dca-ae95-2b50c19d4fa8,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:51.995687 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Attempting to bind port a43892f1-9b5a-46ce-94e6-21d6a1d786c3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:51.996048 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Attempting to bind port a43892f1-9b5a-46ce-94e6-21d6a1d786c3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '99c2b55a-3307-4f75-9a56-c0adcec5aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21a8db8a-9487-4565-87d2-c2cb2b6283f0'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:51.996410 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Attempting to bind port a43892f1-9b5a-46ce-94e6-21d6a1d786c3 on network 21a8db8a-9487-4565-87d2-c2cb2b6283f0 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:52.003612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:52.003985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Checking segment: {'id': '99c2b55a-3307-4f75-9a56-c0adcec5aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21a8db8a-9487-4565-87d2-c2cb2b6283f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:52.004388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.004828 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Bound using segment: {'id': '99c2b55a-3307-4f75-9a56-c0adcec5aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21a8db8a-9487-4565-87d2-c2cb2b6283f0'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:52.005367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Bound port: a43892f1-9b5a-46ce-94e6-21d6a1d786c3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99c2b55a-3307-4f75-9a56-c0adcec5aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '21a8db8a-9487-4565-87d2-c2cb2b6283f0'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:52.005749 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.010417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Subnet': ['ID=5922bd26-000f-4367-9a81-85b7829f2686,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:52.051183 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'Port': ['ID=7e6e1a63-cc66-4829-8d9d-f132f996b0cf,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:52.068777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847fbbf8-3acc-4173-85f4-108202697d51 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:52.071223 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.084987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] For port a43892f1-9b5a-46ce-94e6-21d6a1d786c3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:52.088228 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] For port a43892f1-9b5a-46ce-94e6-21d6a1d786c3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a43892f1-9b5a-46ce-94e6-21d6a1d786c3,segment=NetworkSegment(99c2b55a-3307-4f75-9a56-c0adcec5aa2d),segment_id=99c2b55a-3307-4f75-9a56-c0adcec5aa2d)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:52.118621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.125639 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.155996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-847fbbf8-3acc-4173-85f4-108202697d51 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.156761 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-847fbbf8-3acc-4173-85f4-108202697d51 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Added segment 589352cb-3ec3-4df1-9435-1d935818d914 of type vlan for network d13af634-8930-4f23-9186-c0611f52742d Dec 06 14:22:52.226115 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a8db8a-9487-4565-87d2-c2cb2b6283f0']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:52.229519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.238848 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.244676 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c2b55a-3307-4f75-9a56-c0adcec5aa2d') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:52.245113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c2b55a-3307-4f75-9a56-c0adcec5aa2d') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:52.275492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.293820 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdfde7-9701-4b3e-a1bf-74787ebc951e None None] Pushing event updated for resources: {'Port': ['ID=7c789560-a30f-4dca-ae95-2b50c19d4fa8,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:52.299637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-847fbbf8-3acc-4173-85f4-108202697d51 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.303382 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22443365-8336-4d6d-8a5e-416191f7ef82']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:52.320957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acab6bd-d5ba-4c3a-a9c0-f45105bf241b') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:52.321613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acab6bd-d5ba-4c3a-a9c0-f45105bf241b') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:52.323320 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.338595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.340868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:52.341055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:52.344729 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:52.374797 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.376195 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea1c05-b992-47bc-ac99-da970072862c None None] Pushing event updated for resources: {'Port': ['ID=a43892f1-9b5a-46ce-94e6-21d6a1d786c3,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:52.383073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Network ca39c773-f168-4385-82c7-10e406c5cd38 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:52.390500 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:52.407083 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331efb90-1bf1-4598-b8f1-9fe25666d70a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Made reservation on behalf of 1666106c11324e588149a9bb865a6413 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:52.411135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-331efb90-1bf1-4598-b8f1-9fe25666d70a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.446110 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.469477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:52.469901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:52.471988 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:52.542823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-847fbbf8-3acc-4173-85f4-108202697d51 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.548673 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847fbbf8-3acc-4173-85f4-108202697d51 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:52.549415 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-847fbbf8-3acc-4173-85f4-108202697d51 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.550064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.db.api [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 14:22:52.550064 dv-neutron-master-2-hyperv neutron-server[103725]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 14:22:52.550064 dv-neutron-master-2-hyperv neutron-server[103725]: [parameters: {'id': '21a8db8a-9487-4565-87d2-c2cb2b6283f0'}] Dec 06 14:22:52.550064 dv-neutron-master-2-hyperv neutron-server[103725]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:52.550472 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG oslo_db.api [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:52.694897 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.699854 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 22443365-8336-4d6d-8a5e-416191f7ef82 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 14:22:52.702708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:52.706670 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "DELETE /v2.0/networks/22443365-8336-4d6d-8a5e-416191f7ef82 HTTP/1.1" status: 204 len: 168 time: 0.8947606 Dec 06 14:22:52.716420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f3229-1b42-431b-9173-8c22e447a139 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event deleted for resources: {'Network': ['ID=22443365-8336-4d6d-8a5e-416191f7ef82,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:52.729123 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fbbf8-3acc-4173-85f4-108202697d51 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=d13af634-8930-4f23-9186-c0611f52742d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:52.741215 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network d13af634-8930-4f23-9186-c0611f52742d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:22:52.861622 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::1 (32250b85-9d7f-4d03-9356-fdcc88577699/215bd1e4-2454-4093-ab79-068b152d4294/d50cd629-4338-4bde-b85d-f49a98081878) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:52.869427 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-847fbbf8-3acc-4173-85f4-108202697d51 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4106116 Dec 06 14:22:52.870810 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59426) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:52.876363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Router 78755611-f7e2-4fd1-9708-4dbc09a9808b has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:22:52.879065 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9ae43cef-b31b-4bd5-8bfd-b7aef4c3340f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'subnet': {'network_id': 'd13af634-8930-4f23-9186-c0611f52742d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:52.945198 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.objects.ports [None req-331efb90-1bf1-4598-b8f1-9fe25666d70a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103725) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:22:52.996747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-331efb90-1bf1-4598-b8f1-9fe25666d70a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.054561 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.125152 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331efb90-1bf1-4598-b8f1-9fe25666d70a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event updated for resources: {'Subnet': ['ID=2b577f07-585e-4726-b136-730c32630e48,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:53.181570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59430) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:53.185321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-331efb90-1bf1-4598-b8f1-9fe25666d70a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Checking segment: {'id': 'dcf15f3e-5952-452c-83ff-8086c5c72fd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '8927953e-68f3-440f-b501-cecbc5dce52f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:53.185691 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331efb90-1bf1-4598-b8f1-9fe25666d70a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network hostable DHCP agents. Network: 8927953e-68f3-440f-b501-cecbc5dce52f, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:53.188828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:22:53.191145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae43cef-b31b-4bd5-8bfd-b7aef4c3340f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:53.194893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9ae43cef-b31b-4bd5-8bfd-b7aef4c3340f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.198791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-cbad700f-dcee-4ee8-b722-915f12eead7b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Request body: {'router': {'name': 'tempest-router--879729603', 'project_id': 'a837222cb27b435bb0f1166b944cfc2f'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:53.207833 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-05ae9d6a-e68e-46c9-8155-ce994d80d33d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "PUT /v2.0/routers/78755611-f7e2-4fd1-9708-4dbc09a9808b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4290886 Dec 06 14:22:53.231866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.324792 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Sync routers for ids ['78755611-f7e2-4fd1-9708-4dbc09a9808b'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:22:53.353476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Routers {'78755611-f7e2-4fd1-9708-4dbc09a9808b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:53.357398 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['78755611-f7e2-4fd1-9708-4dbc09a9808b'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:53.378623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cbad700f-dcee-4ee8-b722-915f12eead7b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.382907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cbad700f-dcee-4ee8-b722-915f12eead7b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.443760 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7c789560-a30f-4dca-ae95-2b50c19d4fa8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:53.469617 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cbad700f-dcee-4ee8-b722-915f12eead7b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.492511 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331efb90-1bf1-4598-b8f1-9fe25666d70a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Network 8927953e-68f3-440f-b501-cecbc5dce52f is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:53.510560 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Deleting port a43892f1-9b5a-46ce-94e6-21d6a1d786c3 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:53.510979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.524500 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.551089 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc4babe-935c-44da-9f2f-fa1f411cbb47 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 14:22:53.563085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cbad700f-dcee-4ee8-b722-915f12eead7b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.573414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:53.580881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:53.588074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:22:53.588400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.592194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=d50cd629-4338-4bde-b85d-f49a98081878,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:53.640816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] For port a43892f1-9b5a-46ce-94e6-21d6a1d786c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a43892f1-9b5a-46ce-94e6-21d6a1d786c3,segment=NetworkSegment(99c2b55a-3307-4f75-9a56-c0adcec5aa2d),segment_id=99c2b55a-3307-4f75-9a56-c0adcec5aa2d)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:53.644403 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.648836 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Set router 78755611-f7e2-4fd1-9708-4dbc09a9808b gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:22:53.656491 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Calling delete_port for a43892f1-9b5a-46ce-94e6-21d6a1d786c3 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:53.701996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 7c789560-a30f-4dca-ae95-2b50c19d4fa8 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:53.701996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.707374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-331efb90-1bf1-4598-b8f1-9fe25666d70a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8927953e-68f3-440f-b501-cecbc5dce52f) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:53.712304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331efb90-1bf1-4598-b8f1-9fe25666d70a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:53.713347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-331efb90-1bf1-4598-b8f1-9fe25666d70a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.747970 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9ae43cef-b31b-4bd5-8bfd-b7aef4c3340f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.755718 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-2e34ec6b-bc29-42ce-8b3f-de0e73d8867f tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-154974454&fields=id&tenant_id=453d340754844adda7a07ecc7b48fdea HTTP/1.1" status: 200 len: 267 time: 0.1144783 Dec 06 14:22:53.758275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cbad700f-dcee-4ee8-b722-915f12eead7b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.760942 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cbad700f-dcee-4ee8-b722-915f12eead7b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5737841 Dec 06 14:22:53.763665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59452) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:53.774839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-00247fdf-e64e-46e5-9930-5b07a9847ded None None] Provisioning complete for port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:53.775213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00247fdf-e64e-46e5-9930-5b07a9847ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.825780 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae43cef-b31b-4bd5-8bfd-b7aef4c3340f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Subnet': ['ID=27198afc-9a2f-4b0b-966f-945c7257e2f3,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:53.835417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae43cef-b31b-4bd5-8bfd-b7aef4c3340f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking segment: {'id': '589352cb-3ec3-4df1-9435-1d935818d914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'd13af634-8930-4f23-9186-c0611f52742d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:53.835778 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae43cef-b31b-4bd5-8bfd-b7aef4c3340f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network hostable DHCP agents. Network: d13af634-8930-4f23-9186-c0611f52742d, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:22:53.886938 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-331efb90-1bf1-4598-b8f1-9fe25666d70a tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.9868531 Dec 06 14:22:53.889592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59454) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:53.894541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-00247fdf-e64e-46e5-9930-5b07a9847ded None None] Port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:22:53.947490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc4babe-935c-44da-9f2f-fa1f411cbb47 None None] Resources bound (agent type, host, resource id): {{(pid=103726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 14:22:53.969104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dc735264-248f-4f5a-995c-5be29e017e6f tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.971336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.981825 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-00247fdf-e64e-46e5-9930-5b07a9847ded None None] Provisioning complete for port 7c789560-a30f-4dca-ae95-2b50c19d4fa8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:53.982202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00247fdf-e64e-46e5-9930-5b07a9847ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:53.982661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.019710 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Port': ['ID=a43892f1-9b5a-46ce-94e6-21d6a1d786c3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:54.024992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No DVR routers for this DVR port a43892f1-9b5a-46ce-94e6-21d6a1d786c3 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:54.035467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.047623 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.053836 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae43cef-b31b-4bd5-8bfd-b7aef4c3340f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network d13af634-8930-4f23-9186-c0611f52742d is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:22:54.122225 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.165724 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-071ec35a-0532-4229-9b0b-77758183205f tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:54.167582 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-071ec35a-0532-4229-9b0b-77758183205f tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/networks?id=ca39c773-f168-4385-82c7-10e406c5cd38 HTTP/1.1" status: 200 len: 797 time: 0.4054339 Dec 06 14:22:54.169664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 7c789560-a30f-4dca-ae95-2b50c19d4fa8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c789560-a30f-4dca-ae95-2b50c19d4fa8,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:54.173076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21a8db8a-9487-4565-87d2-c2cb2b6283f0']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:54.188064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99c2b55a-3307-4f75-9a56-c0adcec5aa2d') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:54.188346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99c2b55a-3307-4f75-9a56-c0adcec5aa2d') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:54.196796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.224294 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-9ae43cef-b31b-4bd5-8bfd-b7aef4c3340f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d13af634-8930-4f23-9186-c0611f52742d) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:54.230444 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.235338 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae43cef-b31b-4bd5-8bfd-b7aef4c3340f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:54.236462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9ae43cef-b31b-4bd5-8bfd-b7aef4c3340f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.239915 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:22:50Z', 'revision_number': 4, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7e6e1a63-cc66-4829-8d9d-f132f996b0cf', 'name': '', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'mac_address': 'fa:16:3e:79:fe:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:49Z', 'updated_at': '2021-12-06T14:22:51Z', 'revision_number': 2, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'subnets': [{'id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:54.246029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00247fdf-e64e-46e5-9930-5b07a9847ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.269595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:54.287777 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:54.290338 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Checking router: 78755611-f7e2-4fd1-9708-4dbc09a9808b for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:22:54.290338 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Updating router 78755611-f7e2-4fd1-9708-4dbc09a9808b port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:22:54.353508 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.427124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.500410 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9ae43cef-b31b-4bd5-8bfd-b7aef4c3340f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6260250 Dec 06 14:22:54.501393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59460) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:54.514444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dc735264-248f-4f5a-995c-5be29e017e6f tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.542249 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dc735264-248f-4f5a-995c-5be29e017e6f tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.544341 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-4611bc11-0f7f-4e05-8a62-a5a9bf3dd0a7 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/quotas/453d340754844adda7a07ecc7b48fdea HTTP/1.1" status: 200 len: 375 time: 0.0793982 Dec 06 14:22:54.661125 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.674433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.676516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.695498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.707944 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/21a8db8a-9487-4565-87d2-c2cb2b6283f0 HTTP/1.1" status: 204 len: 168 time: 3.5190358 Dec 06 14:22:54.712522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59462) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:54.733325 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Subnet': ['ID=2b577f07-585e-4726-b136-730c32630e48,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:54.735140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef20cda-b19f-46a9-bb45-ffd2e69d01b4 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Network': ['ID=21a8db8a-9487-4565-87d2-c2cb2b6283f0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:54.743869 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-00247fdf-e64e-46e5-9930-5b07a9847ded None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:22:54.744233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-00247fdf-e64e-46e5-9930-5b07a9847ded None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:22:54.753326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=7c789560-a30f-4dca-ae95-2b50c19d4fa8,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:54.783198 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-8fdf9830-464b-4e88-9131-d6142c3a0466 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=453d340754844adda7a07ecc7b48fdea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2285917 Dec 06 14:22:54.788491 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-243e407c-3e55-4c46-9eef-a45d689cfde1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:54.789099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243e407c-3e55-4c46-9eef-a45d689cfde1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:54.795588 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-243e407c-3e55-4c46-9eef-a45d689cfde1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/subnets/5922bd26-000f-4367-9a81-85b7829f2686 HTTP/1.1" status: 404 len: 337 time: 0.0816555 Dec 06 14:22:54.805987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b035a243-3ff2-4b73-9510-f897d0715640 None None] DHCP port deletion for 22443365-8336-4d6d-8a5e-416191f7ef82 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:22:54.825169 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59466) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:54.850244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dc735264-248f-4f5a-995c-5be29e017e6f tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.850786 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc735264-248f-4f5a-995c-5be29e017e6f tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 82c8a527-b5b1-49da-938c-4f4d25068a26 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:22:54.855416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dc735264-248f-4f5a-995c-5be29e017e6f tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.859722 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dc735264-248f-4f5a-995c-5be29e017e6f tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "DELETE /v2.0/routers/82c8a527-b5b1-49da-938c-4f4d25068a26 HTTP/1.1" status: 204 len: 168 time: 1.0596683 Dec 06 14:22:54.883979 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ef051a-d37f-45c8-a9de-e20dbbf8e41a tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:54.884507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ef051a-d37f-45c8-a9de-e20dbbf8e41a tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:54.891413 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-96ef051a-d37f-45c8-a9de-e20dbbf8e41a tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/21a8db8a-9487-4565-87d2-c2cb2b6283f0 HTTP/1.1" status: 404 len: 339 time: 0.0650249 Dec 06 14:22:54.897576 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f4dca1-beb2-4b67-90c5-10d2b1a4c4b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8927953e-68f3-440f-b501-cecbc5dce52f', 'network_id': '8927953e-68f3-440f-b501-cecbc5dce52f', 'tenant_id': '1666106c11324e588149a9bb865a6413', 'fixed_ips': [{'subnet_id': '2b577f07-585e-4726-b136-730c32630e48'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:22:54.898858 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40f4dca1-beb2-4b67-90c5-10d2b1a4c4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:54.908518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59470) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:55.069367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.080706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7aba00f4-8eca-461e-a9e5-b6998f2c9752 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.096368 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-6f5dea3a-baf4-46f3-8e52-fec54c821fec service neutron] 10.222.0.42 "GET /v2.0/networks/ca39c773-f168-4385-82c7-10e406c5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587683 Dec 06 14:22:55.108726 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.132942 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42caac90-2534-44c9-94ae-188db851b2c2 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:55.138304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.138506 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f15987f-5147-4cfa-aa62-961f5ecbd442 None None] Network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:55.145277 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.180094 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8927953e-68f3-440f-b501-cecbc5dce52f']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:55.185927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a6b8ab-fe0e-43b9-8757-ff147077c5a7 None None] Network ca39c773-f168-4385-82c7-10e406c5cd38 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:55.209508 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcf15f3e-5952-452c-83ff-8086c5c72fd1') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:55.209802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcf15f3e-5952-452c-83ff-8086c5c72fd1') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:55.217729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f15987f-5147-4cfa-aa62-961f5ecbd442 None None] Network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:55.233576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.250414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.262479 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:55.262479 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.268400 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87925867-a33a-4d19-a208-ef7d57e9d40c None None] Network 8927953e-68f3-440f-b501-cecbc5dce52f requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:55.285117 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:55.290283 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7aba00f4-8eca-461e-a9e5-b6998f2c9752 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.308232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f822b19c-a56c-4e82-ae1b-2fe5d6b26996 None None] Network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:55.310779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504c0fed-d46b-4f19-9275-6f6d90c3361f None None] Network 75b9d69a-d74f-4b7a-a2f7-b177bd1f2677 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:55.311657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.313717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.322147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b14074e-da12-4934-9209-44184ec3f544 None None] Network d13af634-8930-4f23-9186-c0611f52742d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:55.323852 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150d5ffb-9d8c-42d9-b320-d9a868b4a853 None None] Network 21a8db8a-9487-4565-87d2-c2cb2b6283f0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:55.343617 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59480) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:55.348949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7aba00f4-8eca-461e-a9e5-b6998f2c9752 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806b2879-f4ff-47b1-afca-e391f2f9fac5']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:55.369713 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7c789560-a30f-4dca-ae95-2b50c19d4fa8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:55.371483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504c0fed-d46b-4f19-9275-6f6d90c3361f None None] Network 75b9d69a-d74f-4b7a-a2f7-b177bd1f2677 could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:55.385703 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-ec910a44-edf4-4afb-8c4d-bd2b4fc9310b service neutron] 10.222.0.42 "GET /v2.0/networks/ca39c773-f168-4385-82c7-10e406c5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794950 Dec 06 14:22:55.403329 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7aba00f4-8eca-461e-a9e5-b6998f2c9752 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a32de83-be26-4899-913f-61ffaaac8b11') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:55.403805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7aba00f4-8eca-461e-a9e5-b6998f2c9752 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a32de83-be26-4899-913f-61ffaaac8b11') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:55.413502 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.428469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7aba00f4-8eca-461e-a9e5-b6998f2c9752 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.453330 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.456231 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281fe884-53a3-450e-bec9-427d2457bb8c None None] Network 75b9d69a-d74f-4b7a-a2f7-b177bd1f2677 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:55.473029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150d5ffb-9d8c-42d9-b320-d9a868b4a853 None None] Network 21a8db8a-9487-4565-87d2-c2cb2b6283f0 could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:55.473247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=d50cd629-4338-4bde-b85d-f49a98081878,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:55.474573 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f822b19c-a56c-4e82-ae1b-2fe5d6b26996 None None] Network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:55.480172 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7aba00f4-8eca-461e-a9e5-b6998f2c9752 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.492561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aba00f4-8eca-461e-a9e5-b6998f2c9752 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:55.493163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7aba00f4-8eca-461e-a9e5-b6998f2c9752 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:55.496489 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:55.569760 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.583061 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.584164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c62d71-a4f5-45cf-8f23-80dc6d5f7b86 None None] Network 21a8db8a-9487-4565-87d2-c2cb2b6283f0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:55.586058 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c62b18-365a-4455-a9db-f104cb31094a None None] Network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:55.590716 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/networks/8927953e-68f3-440f-b501-cecbc5dce52f HTTP/1.1" status: 204 len: 168 time: 1.6968660 Dec 06 14:22:55.597202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59484) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:55.598090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:22:55.600185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:22:55.609155 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Subnet': ['ID=27198afc-9a2f-4b0b-966f-945c7257e2f3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:55.615657 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c62b18-365a-4455-a9db-f104cb31094a None None] Network 6cb95cae-44aa-41a9-b705-d43bad7db2b3 could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:55.617382 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281fe884-53a3-450e-bec9-427d2457bb8c None None] Network 75b9d69a-d74f-4b7a-a2f7-b177bd1f2677 could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:55.645690 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1580094037', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:55.690728 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bfc19-a9f1-4325-b4cc-3c8beb20f90e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Network': ['ID=8927953e-68f3-440f-b501-cecbc5dce52f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:55.695362 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eca5792-2ac8-44b7-8623-78a60e9fc1d9 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:55.696113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eca5792-2ac8-44b7-8623-78a60e9fc1d9 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:55.696723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7aba00f4-8eca-461e-a9e5-b6998f2c9752 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.702494 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4eca5792-2ac8-44b7-8623-78a60e9fc1d9 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/subnets/2b577f07-585e-4726-b136-730c32630e48 HTTP/1.1" status: 404 len: 337 time: 0.1017945 Dec 06 14:22:55.705440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59488) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:55.708451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7aba00f4-8eca-461e-a9e5-b6998f2c9752 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.710298 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7aba00f4-8eca-461e-a9e5-b6998f2c9752 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/806b2879-f4ff-47b1-afca-e391f2f9fac5 HTTP/1.1" status: 204 len: 168 time: 0.8007503 Dec 06 14:22:55.714561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59492) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:55.718706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c62d71-a4f5-45cf-8f23-80dc6d5f7b86 None None] Network 21a8db8a-9487-4565-87d2-c2cb2b6283f0 could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:55.748626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e94988-7316-4265-8427-37e493821baa None None] Network 21a8db8a-9487-4565-87d2-c2cb2b6283f0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:55.768028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.793980 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13af634-8930-4f23-9186-c0611f52742d']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:55.808744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589352cb-3ec3-4df1-9435-1d935818d914') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:55.809537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589352cb-3ec3-4df1-9435-1d935818d914') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:55.820265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2ccf5-08c1-4c0f-af41-9977b71d9b72 None None] Pushing event updated for resources: {'Port': ['ID=7e6e1a63-cc66-4829-8d9d-f132f996b0cf,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:55.823525 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba00f4-8eca-461e-a9e5-b6998f2c9752 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Network': ['ID=806b2879-f4ff-47b1-afca-e391f2f9fac5,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:55.823887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.837231 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d443b46-9981-4c3d-99d7-95e5526c96d8 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:55.837719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d443b46-9981-4c3d-99d7-95e5526c96d8 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:55.843088 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2d443b46-9981-4c3d-99d7-95e5526c96d8 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/subnets/18410f13-da09-4cd9-a47f-ec38d2ff5b0e HTTP/1.1" status: 404 len: 337 time: 0.1115105 Dec 06 14:22:55.843088 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6ede1b8-09c5-40e0-920a-17228e290a95 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:55.843088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6ede1b8-09c5-40e0-920a-17228e290a95 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:55.844596 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59500) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:55.845383 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e6ede1b8-09c5-40e0-920a-17228e290a95 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/networks/8927953e-68f3-440f-b501-cecbc5dce52f HTTP/1.1" status: 404 len: 339 time: 0.1320827 Dec 06 14:22:55.849460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59502) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:55.856044 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.881903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.883491 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.887684 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-833148b1-6548-4487-a780-ea780da6f8de tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:55.889393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-833148b1-6548-4487-a780-ea780da6f8de tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:55.889988 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef5ff0a-e2c9-44a2-85f7-22d5e63c29fd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:55.890393 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef5ff0a-e2c9-44a2-85f7-22d5e63c29fd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:55.894684 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-eef5ff0a-e2c9-44a2-85f7-22d5e63c29fd tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/subnets/33187224-c433-46e1-aa92-c077b9156b81 HTTP/1.1" status: 404 len: 337 time: 0.0437951 Dec 06 14:22:55.898657 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-833148b1-6548-4487-a780-ea780da6f8de tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/58f7348b-ecd7-49a1-ae17-28d9b020a6f0 HTTP/1.1" status: 404 len: 339 time: 0.0526462 Dec 06 14:22:55.901867 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:22:55.902294 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:55.907450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59504) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:55.907821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59506) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:22:55.908509 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:22:55.910701 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-871f27a9-9181-4f32-8e51-9d1955320c8c req-a1cc7fa7-1f3c-44ad-90b3-1214da134993 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 210 time: 0.0763285 Dec 06 14:22:56.007368 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e94988-7316-4265-8427-37e493821baa None None] Network 21a8db8a-9487-4565-87d2-c2cb2b6283f0 could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:56.017798 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c55c15c2-0fe1-4e5f-9f1e-742351b08115 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:56.017798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c55c15c2-0fe1-4e5f-9f1e-742351b08115 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:56.018938 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c55c15c2-0fe1-4e5f-9f1e-742351b08115 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/networks/75b9d69a-d74f-4b7a-a2f7-b177bd1f2677 HTTP/1.1" status: 404 len: 339 time: 0.1070731 Dec 06 14:22:56.022404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59512) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:56.044341 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c51ff4fd-281e-4bd5-9315-64d5d455eb7f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Deleting subnet f55cb5d2-925b-4660-92df-e536af31248c {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:56.049052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c51ff4fd-281e-4bd5-9315-64d5d455eb7f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:56.056142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Attempting to bind port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:56.056520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Attempting to bind port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '79b4222f-80e4-46f7-b39a-f2b0de3095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:56.056909 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Attempting to bind port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf on network ca39c773-f168-4385-82c7-10e406c5cd38 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:56.066963 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Router f2a52d76-39d1-456a-8f03-8293927bf662 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:22:56.067199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6109d9-4a61-4cbd-aec9-bc0dee772acc None None] Network d13af634-8930-4f23-9186-c0611f52742d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:56.069533 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaaca60-2254-4a48-9bbf-7af49b784015 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:56.070349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eaaca60-2254-4a48-9bbf-7af49b784015 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:56.076380 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3eaaca60-2254-4a48-9bbf-7af49b784015 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/subnets/4a23ca8d-487a-4090-9ef5-529840d10e9b HTTP/1.1" status: 404 len: 337 time: 0.0518160 Dec 06 14:22:56.077225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59514) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:56.093632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a6857-9cd6-449a-afd8-c537ce16465b None None] Network 8927953e-68f3-440f-b501-cecbc5dce52f requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:56.099266 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-71790275-ce89-4f1e-9620-47ce6d532634 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:56.099782 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71790275-ce89-4f1e-9620-47ce6d532634 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:56.104496 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-71790275-ce89-4f1e-9620-47ce6d532634 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/networks/7dfe8507-c756-46b2-91f3-37ce7758bf58 HTTP/1.1" status: 404 len: 339 time: 0.0254333 Dec 06 14:22:56.117942 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c51ff4fd-281e-4bd5-9315-64d5d455eb7f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:56.118926 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 7c789560-a30f-4dca-ae95-2b50c19d4fa8 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:56.119307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:56.121039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:56.121410 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Checking segment: {'id': '79b4222f-80e4-46f7-b39a-f2b0de3095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:56.121985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:56.122391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Bound using segment: {'id': '79b4222f-80e4-46f7-b39a-f2b0de3095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:56.122874 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Bound port: 7e6e1a63-cc66-4829-8d9d-f132f996b0cf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b4222f-80e4-46f7-b39a-f2b0de3095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:56.123254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:56.131208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59516) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:56.176682 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880a6857-9cd6-449a-afd8-c537ce16465b None None] Network 8927953e-68f3-440f-b501-cecbc5dce52f could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:22:56.202549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:22:56.208282 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1047d4e7-aac3-49f5-8934-158541a1b6e7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "PUT /v2.0/routers/f2a52d76-39d1-456a-8f03-8293927bf662/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6794550 Dec 06 14:22:56.210764 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59518) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:56.220039 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Sync routers for ids ['f2a52d76-39d1-456a-8f03-8293927bf662'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:22:56.239028 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Routers {'f2a52d76-39d1-456a-8f03-8293927bf662'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:56.239744 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f2a52d76-39d1-456a-8f03-8293927bf662'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:56.255592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:56.260389 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:56.265257 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/d13af634-8930-4f23-9186-c0611f52742d HTTP/1.1" status: 204 len: 168 time: 1.7614274 Dec 06 14:22:56.272066 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59520) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:56.297086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3168ae68-0cf8-4db7-aafd-cc8cec4b66ad tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:56.299220 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3168ae68-0cf8-4db7-aafd-cc8cec4b66ad tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports/d50cd629-4338-4bde-b85d-f49a98081878 HTTP/1.1" status: 200 len: 911 time: 0.0872223 Dec 06 14:22:56.313852 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59522) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:56.333260 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d04e9220-0a08-47e2-8e7e-26760c34f741 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] GET failed (client error): The resource could not be found. Dec 06 14:22:56.334058 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Set router f2a52d76-39d1-456a-8f03-8293927bf662 gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:22:56.339313 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d04e9220-0a08-47e2-8e7e-26760c34f741 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "GET /v2.0/subnets/27198afc-9a2f-4b0b-966f-945c7257e2f3 HTTP/1.1" status: 404 len: 337 time: 0.0657001 Dec 06 14:22:56.340339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59524) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:56.374104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] For port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:56.379281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] For port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e6e1a63-cc66-4829-8d9d-f132f996b0cf,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:56.388480 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:56.397173 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-895fe252-b31d-40ae-8ec1-62491581c153 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:56.398297 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895fe252-b31d-40ae-8ec1-62491581c153 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:56.405981 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-895fe252-b31d-40ae-8ec1-62491581c153 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/d13af634-8930-4f23-9186-c0611f52742d HTTP/1.1" status: 404 len: 339 time: 0.0643647 Dec 06 14:22:56.406922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59526) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:56.416241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd9e4b1-5d48-4172-af11-8b2b1eee5d5d tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Network': ['ID=d13af634-8930-4f23-9186-c0611f52742d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:56.462490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c51ff4fd-281e-4bd5-9315-64d5d455eb7f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:56.494986 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7628f1eb-3098-4201-834e-ab840629b749 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Deleting port af45c050-8a60-4a06-a598-e80ca1e15144 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:56.495321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7628f1eb-3098-4201-834e-ab840629b749 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:56.544946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3274c2f-bf3a-4c91-bc49-4f685bf58666 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:56.551613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3274c2f-bf3a-4c91-bc49-4f685bf58666 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:56.555730 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e3274c2f-bf3a-4c91-bc49-4f685bf58666 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2376602 Dec 06 14:22:56.558062 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59528) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:56.562697 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:56.603066 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a52d76-39d1-456a-8f03-8293927bf662', 'name': 'tempest-NetworksTestDHCPv6-router-629433864', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:50Z', 'updated_at': '2021-12-06T14:22:53Z', 'revision_number': 2, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'gw_port_host': None, '_interfaces': [{'id': 'd50cd629-4338-4bde-b85d-f49a98081878', 'name': '', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'mac_address': 'fa:16:3e:c6:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a52d76-39d1-456a-8f03-8293927bf662', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '215bd1e4-2454-4093-ab79-068b152d4294', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:52Z', 'updated_at': '2021-12-06T14:22:54Z', 'revision_number': 2, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'subnets': [{'id': '215bd1e4-2454-4093-ab79-068b152d4294', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:56.641157 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Checking router: f2a52d76-39d1-456a-8f03-8293927bf662 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:22:56.641673 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Updating router f2a52d76-39d1-456a-8f03-8293927bf662 port d50cd629-4338-4bde-b85d-f49a98081878 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:22:56.677541 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:56.677747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803571eb-b6f8-4e9f-82f3-cd6406aaa106 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:56.679397 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-803571eb-b6f8-4e9f-82f3-cd6406aaa106 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2713871 Dec 06 14:22:56.688757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59530) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:56.703482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2ccf5-08c1-4c0f-af41-9977b71d9b72 None None] Pushing event updated for resources: {'Port': ['ID=7e6e1a63-cc66-4829-8d9d-f132f996b0cf,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:56.776362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Routers {'78755611-f7e2-4fd1-9708-4dbc09a9808b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:56.785175 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['78755611-f7e2-4fd1-9708-4dbc09a9808b'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:56.787601 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-15fdf442-a2bd-46c4-98bf-4d775996e674 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 207 time: 0.1014047 Dec 06 14:22:56.794491 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59534) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:57.016271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c51ff4fd-281e-4bd5-9315-64d5d455eb7f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.050508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdd1005-27df-4aeb-b2e5-eee23d733d8f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:57.075473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdd1005-27df-4aeb-b2e5-eee23d733d8f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:57.092757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdd1005-27df-4aeb-b2e5-eee23d733d8f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:57.112630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdd1005-27df-4aeb-b2e5-eee23d733d8f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:57.115656 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4fdd1005-27df-4aeb-b2e5-eee23d733d8f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3200979 Dec 06 14:22:57.121228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59542) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:57.151864 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.157306 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7628f1eb-3098-4201-834e-ab840629b749 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.182853 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ff4fd-281e-4bd5-9315-64d5d455eb7f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Subnet': ['ID=f55cb5d2-925b-4660-92df-e536af31248c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:57.197788 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3d585959-a198-44a3-b705-c8be22a6a935 req-4294c0de-052e-452e-b148-433c7e7b013c tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 210 time: 0.1830664 Dec 06 14:22:57.230418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7628f1eb-3098-4201-834e-ab840629b749 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Calling delete_port for af45c050-8a60-4a06-a598-e80ca1e15144 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:57.232702 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c51ff4fd-281e-4bd5-9315-64d5d455eb7f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.236574 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c51ff4fd-281e-4bd5-9315-64d5d455eb7f tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/subnets/f55cb5d2-925b-4660-92df-e536af31248c HTTP/1.1" status: 204 len: 168 time: 1.3171177 Dec 06 14:22:57.261028 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.308761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59544) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:57.328473 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cc8fb4-72b8-47a6-bb0e-ea684c71b330 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:57.331147 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1f2a8c8b-3b51-418a-b310-e52f20a7c627 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2084391 Dec 06 14:22:57.341530 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00902ddf-060b-4b53-8606-a48ca508b0bc None None] Network 6a686b19-a178-49b6-8f2b-dc1f10501fbc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:57.342394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59546) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:57.344681 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baa0805-6267-43fb-b0e9-445ffefbea3c None None] Network ca39c773-f168-4385-82c7-10e406c5cd38 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:57.381611 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd0a8c-398f-4a36-8be1-8370cc870bda None None] Pushing event updated for resources: {'Port': ['ID=d50cd629-4338-4bde-b85d-f49a98081878,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:57.419914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.429816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ba1667-24f6-48cf-b24c-1725bf4378c1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Deleting subnet 8a74101d-a4f1-4dab-b85c-a3bd69db2175 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:22:57.436621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-92ba1667-24f6-48cf-b24c-1725bf4378c1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.458501 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Attempting to bind port d50cd629-4338-4bde-b85d-f49a98081878 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:22:57.459455 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Attempting to bind port d50cd629-4338-4bde-b85d-f49a98081878 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:22:57.460021 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Attempting to bind port d50cd629-4338-4bde-b85d-f49a98081878 on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:22:57.465700 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:22:57.466664 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:22:57.467291 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.467860 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:22:57.468531 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Bound port: d50cd629-4338-4bde-b85d-f49a98081878, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:22:57.469284 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.499618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-92ba1667-24f6-48cf-b24c-1725bf4378c1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.564880 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34acf1ba-545e-48b8-80c2-a01cf8769a72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:57.566729 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34acf1ba-545e-48b8-80c2-a01cf8769a72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:57.568904 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-34acf1ba-545e-48b8-80c2-a01cf8769a72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2252655 Dec 06 14:22:57.573191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59548) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:57.584409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4b0497c7-9b5e-498f-a9d2-b09910321f62 None None] Provisioning complete for port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:57.585155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b0497c7-9b5e-498f-a9d2-b09910321f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.603890 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] For port d50cd629-4338-4bde-b85d-f49a98081878, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:22:57.607070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] For port d50cd629-4338-4bde-b85d-f49a98081878, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d50cd629-4338-4bde-b85d-f49a98081878,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:22:57.640092 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-92ba1667-24f6-48cf-b24c-1725bf4378c1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.710430 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd3a460-a9c1-4729-9088-975ec815f228 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['shared'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:57.711969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd3a460-a9c1-4729-9088-975ec815f228 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['shared'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:57.713639 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9cd3a460-a9c1-4729-9088-975ec815f228 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1388528 Dec 06 14:22:57.716152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] Set router 78755611-f7e2-4fd1-9708-4dbc09a9808b gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:22:57.719643 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59550) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:57.769931 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.781166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7628f1eb-3098-4201-834e-ab840629b749 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.828232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628f1eb-3098-4201-834e-ab840629b749 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Port': ['ID=af45c050-8a60-4a06-a598-e80ca1e15144,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:57.846758 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Routers {'f2a52d76-39d1-456a-8f03-8293927bf662'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:22:57.847625 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f2a52d76-39d1-456a-8f03-8293927bf662'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:57.849538 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd0a8c-398f-4a36-8be1-8370cc870bda None None] Pushing event updated for resources: {'Port': ['ID=d50cd629-4338-4bde-b85d-f49a98081878,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:57.898228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7628f1eb-3098-4201-834e-ab840629b749 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.901853 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7628f1eb-3098-4201-834e-ab840629b749 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/ports/af45c050-8a60-4a06-a598-e80ca1e15144 HTTP/1.1" status: 204 len: 168 time: 1.7695832 Dec 06 14:22:57.903952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-92ba1667-24f6-48cf-b24c-1725bf4378c1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:57.904400 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59552) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:57.921411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67be183-4e30-4322-a788-d9239c51ba13 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:57.922996 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a67be183-4e30-4322-a788-d9239c51ba13 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "GET /v2.0/networks/ef93d385-1f1d-421f-9c07-1b9d085b9857 HTTP/1.1" status: 200 len: 799 time: 0.2012341 Dec 06 14:22:57.950412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59556) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:57.998122 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-40811cbb-fa39-46c4-896a-4188a5d5e8e9 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] DELETE failed (client error): The resource could not be found. Dec 06 14:22:57.998831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40811cbb-fa39-46c4-896a-4188a5d5e8e9 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:22:58.002666 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-40811cbb-fa39-46c4-896a-4188a5d5e8e9 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/subnets/33ced00f-6415-4198-b73e-8ef494719d9d HTTP/1.1" status: 404 len: 337 time: 0.0971632 Dec 06 14:22:58.005871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59558) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:58.060823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba1667-24f6-48cf-b24c-1725bf4378c1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Subnet': ['ID=8a74101d-a4f1-4dab-b85c-a3bd69db2175,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:58.069371 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] Set router f2a52d76-39d1-456a-8f03-8293927bf662 gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:22:58.094144 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-92ba1667-24f6-48cf-b24c-1725bf4378c1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:58.103428 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-92ba1667-24f6-48cf-b24c-1725bf4378c1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/subnets/8a74101d-a4f1-4dab-b85c-a3bd69db2175 HTTP/1.1" status: 204 len: 168 time: 0.7707543 Dec 06 14:22:58.110113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59562) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:58.177165 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b25f2412-856b-4a3c-9fb2-dec494b64470 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "GET /v2.0/networks/ef93d385-1f1d-421f-9c07-1b9d085b9857?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2219532 Dec 06 14:22:58.179065 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59564) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:58.209104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4b0497c7-9b5e-498f-a9d2-b09910321f62 None None] Provisioning complete for port d50cd629-4338-4bde-b85d-f49a98081878 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:22:58.212250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b0497c7-9b5e-498f-a9d2-b09910321f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:58.364103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce50444-4d40-4f8b-934c-75647f92e3c3 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:58.365595 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2ce50444-4d40-4f8b-934c-75647f92e3c3 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "GET /v2.0/subnets/63dadf54-c2a0-4639-ae38-5c007315332c HTTP/1.1" status: 200 len: 811 time: 0.1866956 Dec 06 14:22:58.379451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59568) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:58.450613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a5ff55-7781-4abf-8a67-87db717b56a5 None None] Update dhcp port {'port': {'network_id': '6a686b19-a178-49b6-8f2b-dc1f10501fbc', 'fixed_ips': [{'subnet_id': '8a74101d-a4f1-4dab-b85c-a3bd69db2175'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'e4ff4a51-6bbe-4e0e-a96b-b195df6466f7'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:22:58.486956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c2a5ff55-7781-4abf-8a67-87db717b56a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:58.625645 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32724633-6077-4f80-b0c5-690a34b27492 req-cae7c517-13d8-4831-941e-a844b47c187e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 210 time: 0.1495285 Dec 06 14:22:58.625645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:58.627104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:22:50Z', 'revision_number': 4, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7e6e1a63-cc66-4829-8d9d-f132f996b0cf', 'name': '', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'mac_address': 'fa:16:3e:79:fe:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:49Z', 'updated_at': '2021-12-06T14:22:56Z', 'revision_number': 4, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'subnets': [{'id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:58.628278 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6877c659-8250-445f-b660-c90891fda77e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['shared'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:22:58.628278 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6877c659-8250-445f-b660-c90891fda77e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "GET /v2.0/subnets/63dadf54-c2a0-4639-ae38-5c007315332c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2064548 Dec 06 14:22:58.629421 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a52d76-39d1-456a-8f03-8293927bf662', 'name': 'tempest-NetworksTestDHCPv6-router-629433864', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:50Z', 'updated_at': '2021-12-06T14:22:53Z', 'revision_number': 2, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'gw_port_host': None, '_interfaces': [{'id': 'd50cd629-4338-4bde-b85d-f49a98081878', 'name': '', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'mac_address': 'fa:16:3e:c6:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a52d76-39d1-456a-8f03-8293927bf662', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '215bd1e4-2454-4093-ab79-068b152d4294', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:52Z', 'updated_at': '2021-12-06T14:22:57Z', 'revision_number': 4, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'subnets': [{'id': '215bd1e4-2454-4093-ab79-068b152d4294', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:58.629835 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2f6de8-8d10-41e8-bd00-9cdfd4621986 None None] The sync data for ids ['78755611-f7e2-4fd1-9708-4dbc09a9808b'] in dv-neutron-master-2-hyperv is: [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:22:50Z', 'revision_number': 4, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7e6e1a63-cc66-4829-8d9d-f132f996b0cf', 'name': '', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'mac_address': 'fa:16:3e:79:fe:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:49Z', 'updated_at': '2021-12-06T14:22:56Z', 'revision_number': 4, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'subnets': [{'id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:22:58.629835 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b0497c7-9b5e-498f-a9d2-b09910321f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:58.636085 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59570) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:22:58.679065 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d56e9a-2ef6-428f-8923-060fdcb91ae1 None None] The sync data for ids ['f2a52d76-39d1-456a-8f03-8293927bf662'] in dv-neutron-master-2-hyperv is: [{'id': 'f2a52d76-39d1-456a-8f03-8293927bf662', 'name': 'tempest-NetworksTestDHCPv6-router-629433864', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:50Z', 'updated_at': '2021-12-06T14:22:53Z', 'revision_number': 2, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'gw_port_host': None, '_interfaces': [{'id': 'd50cd629-4338-4bde-b85d-f49a98081878', 'name': '', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'mac_address': 'fa:16:3e:c6:97:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a52d76-39d1-456a-8f03-8293927bf662', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '215bd1e4-2454-4093-ab79-068b152d4294', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:52Z', 'updated_at': '2021-12-06T14:22:57Z', 'revision_number': 4, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'subnets': [{'id': '215bd1e4-2454-4093-ab79-068b152d4294', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:22:58.695660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e0025955-f743-428e-a159-e0b2f473fe28 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-534869114'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:22:58.702682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c864-4922-4fc0-a3e8-88da0604dae1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:58.733942 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee458cc1-164f-4ab9-86e0-dc3e3d0beec4 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:58.757623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Deleting port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:22:58.758712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:58.863606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] For port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4ff4a51-6bbe-4e0e-a96b-b195df6466f7,segment=NetworkSegment(6226b55c-5597-4f93-a62b-922742d235a3),segment_id=6226b55c-5597-4f93-a62b-922742d235a3)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:58.864264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:58.942422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4b0497c7-9b5e-498f-a9d2-b09910321f62 None None] For port d50cd629-4338-4bde-b85d-f49a98081878, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d50cd629-4338-4bde-b85d-f49a98081878,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:22:59.003169 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7572d5-7362-4298-b95d-2cf2ee3067d3 None None] Network 6a686b19-a178-49b6-8f2b-dc1f10501fbc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:22:59.076775 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:59.104004 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-565336f6-27aa-4993-8220-763e29be85e3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:59.111759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:59.362520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0025955-f743-428e-a159-e0b2f473fe28 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:22:59.366081 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e0025955-f743-428e-a159-e0b2f473fe28 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:59.411510 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b0497c7-9b5e-498f-a9d2-b09910321f62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:59.455392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Calling delete_port for e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:22:59.608157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d50cd629-4338-4bde-b85d-f49a98081878 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:22:59.714931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:59.717159 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0025955-f743-428e-a159-e0b2f473fe28 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:22:59.727686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c864-4922-4fc0-a3e8-88da0604dae1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:59.763284 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Port': ['ID=e4ff4a51-6bbe-4e0e-a96b-b195df6466f7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:59.771759 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No DVR routers for this DVR port e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:22:59.907007 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:59.912703 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e0025955-f743-428e-a159-e0b2f473fe28 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:22:59.913269 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-e0025955-f743-428e-a159-e0b2f473fe28 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Added segment 5950f696-8332-49d1-8793-07476b7247c5 of type vlan for network 1d8cbfe9-1228-4f56-9691-fb79cb8746f8 Dec 06 14:22:59.926321 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2aadfab0-0711-4538-83dd-8f8e50f3dd3d req-2e68a8c1-b16a-4bc9-a9a3-7ca403ca242b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 210 time: 0.1680791 Dec 06 14:22:59.930026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0497c7-9b5e-498f-a9d2-b09910321f62 None None] Pushing event updated for resources: {'Port': ['ID=d50cd629-4338-4bde-b85d-f49a98081878,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:22:59.941181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a686b19-a178-49b6-8f2b-dc1f10501fbc']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:59.942714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Allocated IP 172.36.1.60 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/6e890508-d7c8-44a9-a9d4-d28f79208c08) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:22:59.955584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-2ab0c864-4922-4fc0-a3e8-88da0604dae1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c423480c-c0be-421d-bd92-c20f33652744']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:59.970804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6226b55c-5597-4f93-a62b-922742d235a3') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:59.970804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6226b55c-5597-4f93-a62b-922742d235a3') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:59.979161 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-2ab0c864-4922-4fc0-a3e8-88da0604dae1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e42e855-210d-4f18-a144-8b3118cfe984') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:59.979827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-2ab0c864-4922-4fc0-a3e8-88da0604dae1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e42e855-210d-4f18-a144-8b3118cfe984') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:22:59.980741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.007202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.008749 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-566b037a-45c7-4747-ba50-3c965c38df7c None None] Provisioning complete for port d50cd629-4338-4bde-b85d-f49a98081878 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:00.009777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-566b037a-45c7-4747-ba50-3c965c38df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.017160 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:00.017906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:00.024129 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:00.033229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c864-4922-4fc0-a3e8-88da0604dae1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.074780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.075795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e0025955-f743-428e-a159-e0b2f473fe28 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.110813 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d50cd629-4338-4bde-b85d-f49a98081878 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:00.111690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.147565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c864-4922-4fc0-a3e8-88da0604dae1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.158195 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab0c864-4922-4fc0-a3e8-88da0604dae1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:00.158896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c864-4922-4fc0-a3e8-88da0604dae1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.201910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f121a4-a9f2-4cd3-a11a-6baf08276175 None None] DHCP port deletion for 6a686b19-a178-49b6-8f2b-dc1f10501fbc request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:00.308187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.318449 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-566b037a-45c7-4747-ba50-3c965c38df7c None None] Provisioning complete for port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:00.318870 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-566b037a-45c7-4747-ba50-3c965c38df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:00.320803 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:00.367974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.371124 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/6a686b19-a178-49b6-8f2b-dc1f10501fbc HTTP/1.1" status: 204 len: 168 time: 2.2592475 Dec 06 14:23:00.373447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3eca60-31b7-4b03-823d-7d231d82d318 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Network': ['ID=6a686b19-a178-49b6-8f2b-dc1f10501fbc,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:00.384943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7e6e1a63-cc66-4829-8d9d-f132f996b0cf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:00.387791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59580) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:00.402491 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c864-4922-4fc0-a3e8-88da0604dae1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.436833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2ab0c864-4922-4fc0-a3e8-88da0604dae1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.445071 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2ab0c864-4922-4fc0-a3e8-88da0604dae1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/networks/c423480c-c0be-421d-bd92-c20f33652744 HTTP/1.1" status: 204 len: 168 time: 2.4363201 Dec 06 14:23:00.446456 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab0c864-4922-4fc0-a3e8-88da0604dae1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Network': ['ID=c423480c-c0be-421d-bd92-c20f33652744,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:00.452638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59584) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:00.551625 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0207c5b9-a35d-4785-b562-1fa1413bd7ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:00.554255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0207c5b9-a35d-4785-b562-1fa1413bd7ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:00.559536 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0207c5b9-a35d-4785-b562-1fa1413bd7ce tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/subnets/df0b3fd3-62fb-4f94-9b3f-358892004b0a HTTP/1.1" status: 404 len: 337 time: 0.1703176 Dec 06 14:23:00.565119 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59586) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:00.586170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e0025955-f743-428e-a159-e0b2f473fe28 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.592476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0025955-f743-428e-a159-e0b2f473fe28 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:00.598639 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e0025955-f743-428e-a159-e0b2f473fe28 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.617551 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-27f26b11-b472-499d-91fe-a83afaff81bd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:00.617551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27f26b11-b472-499d-91fe-a83afaff81bd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:00.621905 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.625204 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-27f26b11-b472-499d-91fe-a83afaff81bd tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/a6a1ae36-3b13-4b70-9521-6b159acdc00d HTTP/1.1" status: 404 len: 339 time: 0.0540817 Dec 06 14:23:00.629514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59588) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:00.662837 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-566b037a-45c7-4747-ba50-3c965c38df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.689433 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-27271177-ce93-4230-9011-4f724dff5ddf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:00.690887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27271177-ce93-4230-9011-4f724dff5ddf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:00.701610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:00.701610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.704275 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-27271177-ce93-4230-9011-4f724dff5ddf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/subnets/7ca63d44-32d1-432e-97c7-b892856ab5a4 HTTP/1.1" status: 404 len: 337 time: 0.0720527 Dec 06 14:23:00.704412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59590) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:00.760408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-566b037a-45c7-4747-ba50-3c965c38df7c None None] For port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e6e1a63-cc66-4829-8d9d-f132f996b0cf,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:00.772966 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b7c1e6-86f0-4b76-ba25-696d022cde82 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:00.775459 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b7c1e6-86f0-4b76-ba25-696d022cde82 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:00.785673 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-55b7c1e6-86f0-4b76-ba25-696d022cde82 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/23f1deea-bd2b-4134-b455-f23c84202815 HTTP/1.1" status: 404 len: 339 time: 0.0773962 Dec 06 14:23:00.790301 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59592) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:00.846104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-566b037a-45c7-4747-ba50-3c965c38df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.858691 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3e3c10f-607d-419f-a536-d089d891a186 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:00.859419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-565336f6-27aa-4993-8220-763e29be85e3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port d50cd629-4338-4bde-b85d-f49a98081878 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:00.859889 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-565336f6-27aa-4993-8220-763e29be85e3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:00.860080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3e3c10f-607d-419f-a536-d089d891a186 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:00.891856 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b3e3c10f-607d-419f-a536-d089d891a186 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/subnets/7835dd30-a7c5-4f05-b256-7a97c03bfe68 HTTP/1.1" status: 404 len: 337 time: 0.0988371 Dec 06 14:23:00.894030 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59594) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:00.940385 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0025955-f743-428e-a159-e0b2f473fe28 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Network': ['ID=1d8cbfe9-1228-4f56-9691-fb79cb8746f8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:00.947084 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-869f7acd-9bc0-40dc-9036-3b54c5b45477 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:00.947858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-869f7acd-9bc0-40dc-9036-3b54c5b45477 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:00.958937 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-869f7acd-9bc0-40dc-9036-3b54c5b45477 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/9e804608-d32e-4acf-9570-2869ac13fbfa HTTP/1.1" status: 404 len: 339 time: 0.0533581 Dec 06 14:23:00.959912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59598) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:00.960733 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b037a-45c7-4747-ba50-3c965c38df7c None None] Pushing event updated for resources: {'Port': ['ID=7e6e1a63-cc66-4829-8d9d-f132f996b0cf,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:00.964700 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e0025955-f743-428e-a159-e0b2f473fe28 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2968638 Dec 06 14:23:00.969339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-b4c7c723-96bd-4660-bd22-5bbc7e12facd tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:00.970844 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-b4c7c723-96bd-4660-bd22-5bbc7e12facd tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.41 "GET /v2.0/networks?id=ca39c773-f168-4385-82c7-10e406c5cd38 HTTP/1.1" status: 200 len: 797 time: 0.7065868 Dec 06 14:23:00.977513 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 1d8cbfe9-1228-4f56-9691-fb79cb8746f8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:23:00.980558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59600) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:01.027572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'subnet': {'network_id': '1d8cbfe9-1228-4f56-9691-fb79cb8746f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:01.036201 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.051347 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-566b037a-45c7-4747-ba50-3c965c38df7c None None] Provisioning complete for port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:01.052119 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-566b037a-45c7-4747-ba50-3c965c38df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.067666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a1ab9-19ef-41cd-8e67-10e83f47dbf0 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Deleting port 71c225e0-f679-49ab-9a2a-3e873a80f7b9 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:01.068264 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1ab9-19ef-41cd-8e67-10e83f47dbf0 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.108146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-565336f6-27aa-4993-8220-763e29be85e3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] For port d50cd629-4338-4bde-b85d-f49a98081878, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d50cd629-4338-4bde-b85d-f49a98081878,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:01.108512 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-565336f6-27aa-4993-8220-763e29be85e3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.154739 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-461b523f-c950-4b66-8f3e-a296a743d46a tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=453d340754844adda7a07ecc7b48fdea HTTP/1.1" status: 200 len: 379 time: 0.1731648 Dec 06 14:23:01.170749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1ab9-19ef-41cd-8e67-10e83f47dbf0 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.193232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a1ab9-19ef-41cd-8e67-10e83f47dbf0 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Calling delete_port for 71c225e0-f679-49ab-9a2a-3e873a80f7b9 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:01.195367 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-ecaadb8e-6b19-4a32-8282-d400012a6f8e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Request body: {'port': {'device_id': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'admin_state_up': True, 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'security_groups': ['5d12d6b8-9385-41e2-8614-6f9c1ad8f090']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:01.240157 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f6a2c3bd-57b4-40a7-9ede-aec1465cd01f req-a578b153-0f48-4486-8e14-4cf36221fe9b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 210 time: 0.0931249 Dec 06 14:23:01.260967 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:23:01.261532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:23:01.278354 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-565336f6-27aa-4993-8220-763e29be85e3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for d50cd629-4338-4bde-b85d-f49a98081878 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:01.329551 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-566b037a-45c7-4747-ba50-3c965c38df7c None None] Could not find standard attr ID for object e4ff4a51-6bbe-4e0e-a96b-b195df6466f7. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:23:01.370301 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37b256b2-5a51-451f-8a66-d5cfb7a00bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.385869 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-566b037a-45c7-4747-ba50-3c965c38df7c None None] Provisioning complete for port 7c789560-a30f-4dca-ae95-2b50c19d4fa8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:01.386589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-566b037a-45c7-4747-ba50-3c965c38df7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.392454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5df6f7a5-a902-4914-86a6-df62d6b3b3f0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Deleting subnet 9235b283-292c-447e-b6f4-f9abb2c78e9f {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:01.399743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5df6f7a5-a902-4914-86a6-df62d6b3b3f0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.499742 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5df6f7a5-a902-4914-86a6-df62d6b3b3f0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.533974 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.578573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:01.581612 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:01.591035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:01.599435 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2f3734-22d7-4d07-a0dc-c03239d50590 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:01.624470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Pushing event updated for resources: {'Port': ['ID=6e890508-d7c8-44a9-a9d4-d28f79208c08,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:01.643266 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5df6f7a5-a902-4914-86a6-df62d6b3b3f0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.668132 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2eeca284-4e28-4a5e-b729-6dede1ebe83c None None] Provisioning complete for port 6e890508-d7c8-44a9-a9d4-d28f79208c08 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:01.668875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2eeca284-4e28-4a5e-b729-6dede1ebe83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.678659 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Made reservation on behalf of 489df49b567b481298356cc894e047b0 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:01.682416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.726996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2eeca284-4e28-4a5e-b729-6dede1ebe83c None None] Port 6e890508-d7c8-44a9-a9d4-d28f79208c08 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:01.744351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2eeca284-4e28-4a5e-b729-6dede1ebe83c None None] Provisioning complete for port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:01.744727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2eeca284-4e28-4a5e-b729-6dede1ebe83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.747192 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-565336f6-27aa-4993-8220-763e29be85e3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.778740 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565336f6-27aa-4993-8220-763e29be85e3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=d50cd629-4338-4bde-b85d-f49a98081878,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:01.802114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_backend_mixin [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Performing IP validity checks on allocation pools {{(pid=103724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 14:23:01.802834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_backend_mixin [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103724) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 14:23:01.831428 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1ab9-19ef-41cd-8e67-10e83f47dbf0 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.890542 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e9a1ab9-19ef-41cd-8e67-10e83f47dbf0 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.897396 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7e9a1ab9-19ef-41cd-8e67-10e83f47dbf0 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/ports/71c225e0-f679-49ab-9a2a-3e873a80f7b9 HTTP/1.1" status: 204 len: 168 time: 1.4428132 Dec 06 14:23:01.897569 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59610) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:01.901816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9a1ab9-19ef-41cd-8e67-10e83f47dbf0 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Port': ['ID=71c225e0-f679-49ab-9a2a-3e873a80f7b9,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:01.919866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:01.924269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2eeca284-4e28-4a5e-b729-6dede1ebe83c None None] Provisioning complete for port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:01.924881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2eeca284-4e28-4a5e-b729-6dede1ebe83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.931849 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e93e678-1445-40d7-87d3-e0f72b2356b1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:01.932404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e93e678-1445-40d7-87d3-e0f72b2356b1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:01.936212 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1e93e678-1445-40d7-87d3-e0f72b2356b1 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/subnets/cd3cb217-7951-498e-929b-dd209b873640 HTTP/1.1" status: 404 len: 337 time: 0.0376067 Dec 06 14:23:01.938862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59612) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:01.949632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:01.950206 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e4ff4a51-6bbe-4e0e-a96b-b195df6466f7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:01.969417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-ecaadb8e-6b19-4a32-8282-d400012a6f8e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Made reservation on behalf of 453d340754844adda7a07ecc7b48fdea for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:01.978031 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-ecaadb8e-6b19-4a32-8282-d400012a6f8e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:01.978476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-565336f6-27aa-4993-8220-763e29be85e3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.038668 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5df6f7a5-a902-4914-86a6-df62d6b3b3f0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.080177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2eeca284-4e28-4a5e-b729-6dede1ebe83c None None] Could not find standard attr ID for object d50cd629-4338-4bde-b85d-f49a98081878. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:23:02.200672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6f7a5-a902-4914-86a6-df62d6b3b3f0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Subnet': ['ID=9235b283-292c-447e-b6f4-f9abb2c78e9f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:02.202321 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-63289e62-fc48-40ec-9a62-bd6be10f90e3 None None] Could not find standard attr ID for object d50cd629-4338-4bde-b85d-f49a98081878. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:23:02.206064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-67a01b84-4b73-49c5-8a21-5caceca59e79 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.208208 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5df6f7a5-a902-4914-86a6-df62d6b3b3f0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.208595 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7e6e1a63-cc66-4829-8d9d-f132f996b0cf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:02.211593 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5df6f7a5-a902-4914-86a6-df62d6b3b3f0 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/subnets/9235b283-292c-447e-b6f4-f9abb2c78e9f HTTP/1.1" status: 204 len: 168 time: 1.2397277 Dec 06 14:23:02.215456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3065ec76-da46-4dbf-b4ee-d14c0fa5e9da None None] Network 98f46c9f-fb51-48f7-a6d6-3946cd1814a1 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:02.221120 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59614) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:02.349742 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.366059 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-ecaadb8e-6b19-4a32-8282-d400012a6f8e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Allocated IP 172.20.0.8 (ca39c773-f168-4385-82c7-10e406c5cd38/6c9dacc5-eaee-4677-89fd-d09a6833c396/15babee3-be50-4436-8319-54025ebe6532) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:02.433829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:02.434313 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.459017 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-67a01b84-4b73-49c5-8a21-5caceca59e79 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.507342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-67a01b84-4b73-49c5-8a21-5caceca59e79 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3ed5f12-12e7-4431-9af6-ffda89f1983b']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:02.545777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-67a01b84-4b73-49c5-8a21-5caceca59e79 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a32c7ea-7860-4949-82d7-b612293a3d3d') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:02.545777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-67a01b84-4b73-49c5-8a21-5caceca59e79 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a32c7ea-7860-4949-82d7-b612293a3d3d') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:02.559956 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-67a01b84-4b73-49c5-8a21-5caceca59e79 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.579493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.587189 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf04e1a-a42e-43e0-974c-a89758f1be2e None None] DHCP port deletion for 98f46c9f-fb51-48f7-a6d6-3946cd1814a1 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:02.599528 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-67a01b84-4b73-49c5-8a21-5caceca59e79 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.646032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a01b84-4b73-49c5-8a21-5caceca59e79 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:02.646430 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-67a01b84-4b73-49c5-8a21-5caceca59e79 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:02.651540 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:02.698414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565336f6-27aa-4993-8220-763e29be85e3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Router f2a52d76-39d1-456a-8f03-8293927bf662 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:23:02.703982 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-adf04e1a-a42e-43e0-974c-a89758f1be2e None None] Deleting port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:02.704391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-adf04e1a-a42e-43e0-974c-a89758f1be2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.706645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.709590 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-041134e4-e6bc-44a6-b6d3-c64f99deecad req-88f0cdad-4382-4e53-81b4-a3c53213a408 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 210 time: 0.0454972 Dec 06 14:23:02.728194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-ecaadb8e-6b19-4a32-8282-d400012a6f8e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.742018 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Subnet': ['ID=4dddb03e-766c-449f-b723-e4e990990568,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:02.768251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Checking segment: {'id': '5950f696-8332-49d1-8793-07476b7247c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1d8cbfe9-1228-4f56-9691-fb79cb8746f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:02.768624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network hostable DHCP agents. Network: 1d8cbfe9-1228-4f56-9691-fb79cb8746f8, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:23:02.821529 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-adf04e1a-a42e-43e0-974c-a89758f1be2e None None] For port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8afc50c8-1238-4cf4-8511-b7dd3ea28a23,segment=NetworkSegment(da518a6e-b0e2-49bc-8bfd-45bdd7c01e48),segment_id=da518a6e-b0e2-49bc-8bfd-45bdd7c01e48)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:02.821810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-adf04e1a-a42e-43e0-974c-a89758f1be2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.835223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-adf04e1a-a42e-43e0-974c-a89758f1be2e None None] Calling delete_port for 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:02.852621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-67a01b84-4b73-49c5-8a21-5caceca59e79 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.874523 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565336f6-27aa-4993-8220-763e29be85e3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:02.884615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-67a01b84-4b73-49c5-8a21-5caceca59e79 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.884775 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-565336f6-27aa-4993-8220-763e29be85e3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "PUT /v2.0/routers/f2a52d76-39d1-456a-8f03-8293927bf662/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3173409 Dec 06 14:23:02.885404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59622) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:02.887920 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665f73f-8378-45dc-9dfa-c9ead8ea3c5d None None] Sync routers for ids ['f2a52d76-39d1-456a-8f03-8293927bf662'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:02.889531 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-67a01b84-4b73-49c5-8a21-5caceca59e79 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/networks/f3ed5f12-12e7-4431-9af6-ffda89f1983b HTTP/1.1" status: 204 len: 168 time: 0.9494903 Dec 06 14:23:02.890655 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a01b84-4b73-49c5-8a21-5caceca59e79 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Network': ['ID=f3ed5f12-12e7-4431-9af6-ffda89f1983b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:02.894026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59624) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:02.895502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-ecaadb8e-6b19-4a32-8282-d400012a6f8e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:02.919240 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665f73f-8378-45dc-9dfa-c9ead8ea3c5d None None] Routers {'f2a52d76-39d1-456a-8f03-8293927bf662'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:02.919879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b665f73f-8378-45dc-9dfa-c9ead8ea3c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f2a52d76-39d1-456a-8f03-8293927bf662'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:02.940444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Network 1d8cbfe9-1228-4f56-9691-fb79cb8746f8 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:23:02.993789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b665f73f-8378-45dc-9dfa-c9ead8ea3c5d None None] Set router f2a52d76-39d1-456a-8f03-8293927bf662 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:03.004922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Deleting subnet ad04a484-424b-424f-913a-ce6352d06307 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:03.020304 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.027972 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2356b457-8e07-40d2-ab09-c51b69531056 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:03.029620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2356b457-8e07-40d2-ab09-c51b69531056 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:03.034128 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2356b457-8e07-40d2-ab09-c51b69531056 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1412029 Dec 06 14:23:03.036842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59626) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:03.043784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-ecaadb8e-6b19-4a32-8282-d400012a6f8e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Network ca39c773-f168-4385-82c7-10e406c5cd38 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:03.051127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1d8cbfe9-1228-4f56-9691-fb79cb8746f8) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:03.051326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b665f73f-8378-45dc-9dfa-c9ead8ea3c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a52d76-39d1-456a-8f03-8293927bf662', 'name': 'tempest-NetworksTestDHCPv6-router-629433864', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:50Z', 'updated_at': '2021-12-06T14:23:01Z', 'revision_number': 3, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:03.056110 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-ecaadb8e-6b19-4a32-8282-d400012a6f8e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:03.067155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:03.067155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.076837 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-ecaadb8e-6b19-4a32-8282-d400012a6f8e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:03.079216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2b9bf1-6e5a-4507-bcae-68daf8334929 None None] Network 1d8cbfe9-1228-4f56-9691-fb79cb8746f8 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:03.081642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665f73f-8378-45dc-9dfa-c9ead8ea3c5d None None] Checking router: f2a52d76-39d1-456a-8f03-8293927bf662 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:23:03.099799 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Deleting port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:03.103420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.114662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-adf04e1a-a42e-43e0-974c-a89758f1be2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.140195 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2cab47-d027-4f58-8964-d4d6d20cccab tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 215bd1e4-2454-4093-ab79-068b152d4294 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:03.140902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-ecaadb8e-6b19-4a32-8282-d400012a6f8e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:03.141741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-ecaadb8e-6b19-4a32-8282-d400012a6f8e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.156911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaadb8e-6b19-4a32-8282-d400012a6f8e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'Port': ['ID=15babee3-be50-4436-8319-54025ebe6532,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:03.166760 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.170974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.175704 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf04e1a-a42e-43e0-974c-a89758f1be2e None None] Pushing event deleted for resources: {'Port': ['ID=8afc50c8-1238-4cf4-8511-b7dd3ea28a23,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:03.181016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665f73f-8378-45dc-9dfa-c9ead8ea3c5d None None] Routers {'f2a52d76-39d1-456a-8f03-8293927bf662'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:03.181789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b665f73f-8378-45dc-9dfa-c9ead8ea3c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:22:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f2a52d76-39d1-456a-8f03-8293927bf662'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:03.182134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dd2cab47-d027-4f58-8964-d4d6d20cccab tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.184193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf04e1a-a42e-43e0-974c-a89758f1be2e None None] No DVR routers for this DVR port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:03.206421 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3aef042d-60e5-473b-90f6-6dc79d48e99f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.1848395 Dec 06 14:23:03.209763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59628) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:03.214313 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e683228c-bc46-42b7-98cc-0aed62aa015b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:03.255249 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-ecaadb8e-6b19-4a32-8282-d400012a6f8e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0643051 Dec 06 14:23:03.270577 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Request body: {'port': {'device_id': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:03.280689 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b665f73f-8378-45dc-9dfa-c9ead8ea3c5d None None] Set router f2a52d76-39d1-456a-8f03-8293927bf662 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:03.326818 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] For port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:03.327506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.339993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b665f73f-8378-45dc-9dfa-c9ead8ea3c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a52d76-39d1-456a-8f03-8293927bf662', 'name': 'tempest-NetworksTestDHCPv6-router-629433864', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:50Z', 'updated_at': '2021-12-06T14:23:01Z', 'revision_number': 3, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:03.343624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dd2cab47-d027-4f58-8964-d4d6d20cccab tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.381285 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.390145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665f73f-8378-45dc-9dfa-c9ead8ea3c5d None None] The sync data for ids ['f2a52d76-39d1-456a-8f03-8293927bf662'] in dv-neutron-master-2-hyperv is: [{'id': 'f2a52d76-39d1-456a-8f03-8293927bf662', 'name': 'tempest-NetworksTestDHCPv6-router-629433864', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:50Z', 'updated_at': '2021-12-06T14:23:01Z', 'revision_number': 3, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:03.404863 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Calling delete_port for 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:03.411476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 was not found and therefore no delete operation was performed {{(pid=103725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:23:03.420212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.444183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No DVR routers for this DVR port 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:03.454684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e683228c-bc46-42b7-98cc-0aed62aa015b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3041759'] for subnet, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.460268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1d8cbfe9-1228-4f56-9691-fb79cb8746f8', 'network_id': '1d8cbfe9-1228-4f56-9691-fb79cb8746f8', 'tenant_id': '489df49b567b481298356cc894e047b0', 'fixed_ips': [{'subnet_id': '4dddb03e-766c-449f-b723-e4e990990568'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:03.461257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.476516 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a9a39c5e-31cd-4d2b-addb-7ec9862eb3d3 None None] Provisioning complete for port 15babee3-be50-4436-8319-54025ebe6532 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:03.476516 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a9a39c5e-31cd-4d2b-addb-7ec9862eb3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.477106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.516826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Port': ['ID=8afc50c8-1238-4cf4-8511-b7dd3ea28a23,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:03.569821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dd2cab47-d027-4f58-8964-d4d6d20cccab tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.598463 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:03.598463 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:03.598773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:03.599016 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:03.599247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:03.599575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:03.599889 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:03.600211 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:03.600530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:03.600954 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:03.601244 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:03.601657 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:03.602376 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:03.617540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.657621 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f46c9f-fb51-48f7-a6d6-3946cd1814a1']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:03.680643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da518a6e-b0e2-49bc-8bfd-45bdd7c01e48') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:03.681009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da518a6e-b0e2-49bc-8bfd-45bdd7c01e48') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:03.707978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.717495 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.724515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:03.725065 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:03.728498 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:03.803824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dd2cab47-d027-4f58-8964-d4d6d20cccab tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.836145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a9a39c5e-31cd-4d2b-addb-7ec9862eb3d3 None None] Port 15babee3-be50-4436-8319-54025ebe6532 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:03.839260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Router 8f174652-c330-4d76-8ac4-936bef35129a is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:23:03.841483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cab47-d027-4f58-8964-d4d6d20cccab tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=215bd1e4-2454-4093-ab79-068b152d4294,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:03.850665 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dd2cab47-d027-4f58-8964-d4d6d20cccab tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.857695 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-dd2cab47-d027-4f58-8964-d4d6d20cccab tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/215bd1e4-2454-4093-ab79-068b152d4294 HTTP/1.1" status: 204 len: 168 time: 0.8189557 Dec 06 14:23:03.858701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59634) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:03.865382 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ee1251-cf4d-4e0f-bba3-660d10d88b2f None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:03.978509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e5634e6-eaea-46ea-9d9e-90e2550bd186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:03.999210 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.004984 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.011083 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/98f46c9f-fb51-48f7-a6d6-3946cd1814a1 HTTP/1.1" status: 204 len: 168 time: 1.7887275 Dec 06 14:23:04.014296 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59638) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:04.076576 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-81301a81-4dd3-47ef-9538-8cb913f949b1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:04.077282 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81301a81-4dd3-47ef-9538-8cb913f949b1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:04.083395 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-81301a81-4dd3-47ef-9538-8cb913f949b1 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/subnets/80f47a32-76ca-4bc4-aff5-15bfc310980b HTTP/1.1" status: 404 len: 337 time: 0.0627706 Dec 06 14:23:04.086823 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59640) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:04.087623 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa0d45-1039-4108-b4a5-43b97b9babef tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Network': ['ID=98f46c9f-fb51-48f7-a6d6-3946cd1814a1,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:04.108432 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d50cd629-4338-4bde-b85d-f49a98081878 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:04.133390 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: d50cd629-4338-4bde-b85d-f49a98081878 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:04.134290 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d50cd629-4338-4bde-b85d-f49a98081878 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:04.134918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:04.139154 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-23c57004-99b2-47ee-ad26-49706b95babf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:04.139683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23c57004-99b2-47ee-ad26-49706b95babf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:04.141250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09858e06-ad0f-4dca-beec-ebdc056e7d79 None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:04.151894 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-23c57004-99b2-47ee-ad26-49706b95babf tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/cabebec8-969d-4772-871d-0cf894ff46d0 HTTP/1.1" status: 404 len: 339 time: 0.0534565 Dec 06 14:23:04.156761 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59642) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:04.169364 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1cf03d79-ac0e-4aab-a3fb-619cb78f940f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3069601 Dec 06 14:23:04.180624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59644) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:04.188679 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:04.189710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8afc50c8-1238-4cf4-8511-b7dd3ea28a23 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:04.217151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-09858e06-ad0f-4dca-beec-ebdc056e7d79 None None] Deleting port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:04.217655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09858e06-ad0f-4dca-beec-ebdc056e7d79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.254697 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.279493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9181a-7d22-4248-851f-c4f14406a608 req-ed467b72-d136-4ef3-ba63-539dc76f1701 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:04.281260 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ecf9181a-7d22-4248-851f-c4f14406a608 req-ed467b72-d136-4ef3-ba63-539dc76f1701 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 931 time: 0.1564593 Dec 06 14:23:04.289070 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-09858e06-ad0f-4dca-beec-ebdc056e7d79 None None] For port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=801f11f4-9f80-4f1a-a186-4c0425bdb6c2,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:04.289583 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09858e06-ad0f-4dca-beec-ebdc056e7d79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.294931 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401639c1-b797-4d51-a2b9-175e8a2ec2f5 None None] Network fed0c8b7-c60b-4189-9bb9-594a77342541 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:04.295065 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:04.308097 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1413407a-38c8-450a-9ac4-3bedc9ea8f0e None None] Sync routers for ids ['8f174652-c330-4d76-8ac4-936bef35129a'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:04.318730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-51414a9b-fe28-4e60-a03d-12a809e12b87 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.319198 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.322795 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/subnets/ad04a484-424b-424f-913a-ce6352d06307 HTTP/1.1" status: 204 len: 168 time: 1.4250259 Dec 06 14:23:04.325890 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1413407a-38c8-450a-9ac4-3bedc9ea8f0e None None] Routers {'8f174652-c330-4d76-8ac4-936bef35129a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:04.327129 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1413407a-38c8-450a-9ac4-3bedc9ea8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8f174652-c330-4d76-8ac4-936bef35129a'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:04.334977 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-09858e06-ad0f-4dca-beec-ebdc056e7d79 None None] Calling delete_port for 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:04.356678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-559db94f-55b0-453f-9f2a-456711b57204 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Deleting subnet a555916a-c7f7-487e-bb74-2a06b59b7018 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:04.366658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59646) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:04.386729 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1413407a-38c8-450a-9ac4-3bedc9ea8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:04.392481 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-559db94f-55b0-453f-9f2a-456711b57204 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.403576 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1413407a-38c8-450a-9ac4-3bedc9ea8f0e None None] Routers {'8f174652-c330-4d76-8ac4-936bef35129a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:04.404632 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1413407a-38c8-450a-9ac4-3bedc9ea8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8f174652-c330-4d76-8ac4-936bef35129a'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:04.452350 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.454376 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Subnet': ['ID=ad04a484-424b-424f-913a-ce6352d06307,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:04.466319 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1413407a-38c8-450a-9ac4-3bedc9ea8f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:04.469127 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1413407a-38c8-450a-9ac4-3bedc9ea8f0e None None] The sync data for ids ['8f174652-c330-4d76-8ac4-936bef35129a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:04.472024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:04.472520 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:04.473222 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:04.473466 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:04.473901 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:04.474331 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:04.474758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:04.475184 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:04.475704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:04.476199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:04.476623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:04.477559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:04.478106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a87a878a-5408-4a24-b7c8-d30241ad653e tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:04.509127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e683228c-bc46-42b7-98cc-0aed62aa015b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738274450607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2808574'] for subnet, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.522568 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-559db94f-55b0-453f-9f2a-456711b57204 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.535848 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ecf9181a-7d22-4248-851f-c4f14406a608 req-9e884ede-1c10-4a41-9093-2e15118b785d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955154 Dec 06 14:23:04.549385 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-51414a9b-fe28-4e60-a03d-12a809e12b87 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.553306 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.554539 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1a2fd79d-6689-451e-b05f-cb05432bc6e8 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.2076807 Dec 06 14:23:04.557897 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-51414a9b-fe28-4e60-a03d-12a809e12b87 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.561423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59648) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:04.576965 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Allocated IP 172.20.0.3 (1d8cbfe9-1228-4f56-9691-fb79cb8746f8/4dddb03e-766c-449f-b723-e4e990990568/8afc6d25-69da-421c-aee0-5c40cf3d439a) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:04.607441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e683228c-bc46-42b7-98cc-0aed62aa015b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:04.607959 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e683228c-bc46-42b7-98cc-0aed62aa015b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.613123 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e683228c-bc46-42b7-98cc-0aed62aa015b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "PUT /v2.0/subnets/4dddb03e-766c-449f-b723-e4e990990568 HTTP/1.1" status: 200 len: 877 time: 1.3995113 Dec 06 14:23:04.619467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59650) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:04.660652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642357e3-ad4a-4bba-96bc-07788df89826 None None] DHCP port deletion for fed0c8b7-c60b-4189-9bb9-594a77342541 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:04.665176 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09858e06-ad0f-4dca-beec-ebdc056e7d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.728001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.732163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09858e06-ad0f-4dca-beec-ebdc056e7d79 None None] Pushing event deleted for resources: {'Port': ['ID=801f11f4-9f80-4f1a-a186-4c0425bdb6c2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:04.757376 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683228c-bc46-42b7-98cc-0aed62aa015b tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event updated for resources: {'Subnet': ['ID=4dddb03e-766c-449f-b723-e4e990990568,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:04.773483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09858e06-ad0f-4dca-beec-ebdc056e7d79 None None] No DVR routers for this DVR port 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:04.839893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15babee3-be50-4436-8319-54025ebe6532 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:23:04.845812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Deleting port 17039565-fb82-432e-959a-70d9227ddcff {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:04.846146 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.849256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-642357e3-ad4a-4bba-96bc-07788df89826 None None] Deleting port 17039565-fb82-432e-959a-70d9227ddcff {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:04.849851 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-642357e3-ad4a-4bba-96bc-07788df89826 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.855123 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.927864 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Transition to ACTIVE for port object 15babee3-be50-4436-8319-54025ebe6532 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:23:04.934279 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.959064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] For port 17039565-fb82-432e-959a-70d9227ddcff, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17039565-fb82-432e-959a-70d9227ddcff,segment=NetworkSegment(ad7c6288-6043-40c2-9d86-9117d3d330e1),segment_id=ad7c6288-6043-40c2-9d86-9117d3d330e1)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:04.959471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.969172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-642357e3-ad4a-4bba-96bc-07788df89826 None None] For port 17039565-fb82-432e-959a-70d9227ddcff, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=17039565-fb82-432e-959a-70d9227ddcff,segment=NetworkSegment(ad7c6288-6043-40c2-9d86-9117d3d330e1),segment_id=ad7c6288-6043-40c2-9d86-9117d3d330e1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:04.969848 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-642357e3-ad4a-4bba-96bc-07788df89826 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:04.975469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Calling delete_port for 17039565-fb82-432e-959a-70d9227ddcff owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:04.995846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-642357e3-ad4a-4bba-96bc-07788df89826 None None] Calling delete_port for 17039565-fb82-432e-959a-70d9227ddcff owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:05.018374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-559db94f-55b0-453f-9f2a-456711b57204 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.023623 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.055984 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b2f3504a-763a-4542-b282-f5a477dc6efb tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/routers/8f174652-c330-4d76-8ac4-936bef35129a HTTP/1.1" status: 200 len: 924 time: 0.4937670 Dec 06 14:23:05.059332 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59656) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:05.084016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.088333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.112080 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ca47b16f-504c-49d2-b51e-6495e909d8b4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f174652-c330-4d76-8ac4-936bef35129a HTTP/1.1" status: 200 len: 205 time: 0.0512440 Dec 06 14:23:05.117095 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59658) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:05.162740 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-51414a9b-fe28-4e60-a03d-12a809e12b87 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.162740 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51414a9b-fe28-4e60-a03d-12a809e12b87 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Fanout notify agent at l3_agent the message router_deleted on router f2a52d76-39d1-456a-8f03-8293927bf662 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:23:05.171387 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-51414a9b-fe28-4e60-a03d-12a809e12b87 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.175144 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-51414a9b-fe28-4e60-a03d-12a809e12b87 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/routers/f2a52d76-39d1-456a-8f03-8293927bf662 HTTP/1.1" status: 204 len: 168 time: 0.9909205 Dec 06 14:23:05.175388 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59660) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:05.182313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4c9875f7-d0d2-4f25-b133-e2ca8b43b7a5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:05.227091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.229817 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Pushing event updated for resources: {'Port': ['ID=15babee3-be50-4436-8319-54025ebe6532,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:05.283563 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-559db94f-55b0-453f-9f2a-456711b57204 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.295816 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Pushing event updated for resources: {'Port': ['ID=8afc6d25-69da-421c-aee0-5c40cf3d439a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:05.310000 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.310999 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-559db94f-55b0-453f-9f2a-456711b57204 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.311194 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-642357e3-ad4a-4bba-96bc-07788df89826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.319977 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-559db94f-55b0-453f-9f2a-456711b57204 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/subnets/a555916a-c7f7-487e-bb74-2a06b59b7018 HTTP/1.1" status: 204 len: 168 time: 1.1594121 Dec 06 14:23:05.326070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59662) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:05.337308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e3642f0-806c-44af-ad56-683a49ce7080 None None] Network 8365231e-6bd5-44a0-b56c-ee97133ad92a requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:05.339852 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-642357e3-ad4a-4bba-96bc-07788df89826 None None] No DVR routers for this DVR port 17039565-fb82-432e-959a-70d9227ddcff on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:05.344830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:05.352635 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:05.353194 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:05.353710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:05.354185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:05.355688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:05.356198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:05.356694 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:05.357235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:05.357745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:05.358231 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:05.358724 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:05.359202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:23:05.360949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Port': ['ID=17039565-fb82-432e-959a-70d9227ddcff,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:05.376126 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Network 1d8cbfe9-1228-4f56-9691-fb79cb8746f8 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:05.377220 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] No DVR routers for this DVR port 17039565-fb82-432e-959a-70d9227ddcff on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:05.377325 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559db94f-55b0-453f-9f2a-456711b57204 tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Subnet': ['ID=a555916a-c7f7-487e-bb74-2a06b59b7018,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:05.389710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:05.394191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:05.408709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Attempting to bind port 15babee3-be50-4436-8319-54025ebe6532 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:05.409345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Attempting to bind port 15babee3-be50-4436-8319-54025ebe6532 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '79b4222f-80e4-46f7-b39a-f2b0de3095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:05.413131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Attempting to bind port 15babee3-be50-4436-8319-54025ebe6532 on network ca39c773-f168-4385-82c7-10e406c5cd38 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:05.416037 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.431985 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Port 15babee3-be50-4436-8319-54025ebe6532 on network ca39c773-f168-4385-82c7-10e406c5cd38 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:23:05.432557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Attempting to bind port 15babee3-be50-4436-8319-54025ebe6532 on network ca39c773-f168-4385-82c7-10e406c5cd38 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:05.443107 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:05.443673 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Checking segment: {'id': '79b4222f-80e4-46f7-b39a-f2b0de3095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:05.444336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Bound using segment: {'id': '79b4222f-80e4-46f7-b39a-f2b0de3095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:05.444947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Bound port: 15babee3-be50-4436-8319-54025ebe6532, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b4222f-80e4-46f7-b39a-f2b0de3095ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:05.445452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.450941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642357e3-ad4a-4bba-96bc-07788df89826 None None] Pushing event deleted for resources: {'Port': ['ID=17039565-fb82-432e-959a-70d9227ddcff,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:05.490349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.498492 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.530680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Attempting to bind port 8afc6d25-69da-421c-aee0-5c40cf3d439a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:05.530680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Attempting to bind port 8afc6d25-69da-421c-aee0-5c40cf3d439a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5950f696-8332-49d1-8793-07476b7247c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1d8cbfe9-1228-4f56-9691-fb79cb8746f8'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:05.530680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Attempting to bind port 8afc6d25-69da-421c-aee0-5c40cf3d439a on network 1d8cbfe9-1228-4f56-9691-fb79cb8746f8 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:05.534668 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Subnet': ['ID=4dddb03e-766c-449f-b723-e4e990990568,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:05.558498 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:05.558927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Checking segment: {'id': '5950f696-8332-49d1-8793-07476b7247c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1d8cbfe9-1228-4f56-9691-fb79cb8746f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:05.559341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.559868 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Bound using segment: {'id': '5950f696-8332-49d1-8793-07476b7247c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1d8cbfe9-1228-4f56-9691-fb79cb8746f8'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:05.560230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Bound port: 8afc6d25-69da-421c-aee0-5c40cf3d439a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5950f696-8332-49d1-8793-07476b7247c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1d8cbfe9-1228-4f56-9691-fb79cb8746f8'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:05.560614 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.574179 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.578505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fed0c8b7-c60b-4189-9bb9-594a77342541']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:05.612216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7c6288-6043-40c2-9d86-9117d3d330e1') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:05.612569 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7c6288-6043-40c2-9d86-9117d3d330e1') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:05.659432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.663881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.675080 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9875f7-d0d2-4f25-b133-e2ca8b43b7a5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:05.679711 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] For port 8afc6d25-69da-421c-aee0-5c40cf3d439a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:05.679987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c9875f7-d0d2-4f25-b133-e2ca8b43b7a5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.680258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] For port 8afc6d25-69da-421c-aee0-5c40cf3d439a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8afc6d25-69da-421c-aee0-5c40cf3d439a,segment=NetworkSegment(5950f696-8332-49d1-8793-07476b7247c5),segment_id=5950f696-8332-49d1-8793-07476b7247c5)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:05.707897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] For port 15babee3-be50-4436-8319-54025ebe6532, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:05.716617 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8cbfe9-1228-4f56-9691-fb79cb8746f8']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:05.719699 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.742762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5950f696-8332-49d1-8793-07476b7247c5') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:05.745173 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5950f696-8332-49d1-8793-07476b7247c5') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:05.754906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:05.755307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:05.758288 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:05.769604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] For port 15babee3-be50-4436-8319-54025ebe6532, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15babee3-be50-4436-8319-54025ebe6532,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:05.771553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bf0694-efcf-4141-9637-9d56d151d049 None None] DHCP port deletion for 8365231e-6bd5-44a0-b56c-ee97133ad92a request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:05.776652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.779497 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.797206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.828546 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.838629 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.841111 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:05.841539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.842963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Deleting port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:05.843298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:05.848572 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:05.854416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44224c98-20e5-47c7-9c73-9ecbaaa32d27 req-4882bcf1-0e3d-413c-b9cf-cccc87e0323e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:05.863067 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-44224c98-20e5-47c7-9c73-9ecbaaa32d27 req-4882bcf1-0e3d-413c-b9cf-cccc87e0323e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 943 time: 0.1117713 Dec 06 14:23:05.912198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f26da9-d3b6-4d1b-bba3-ebd28497da4c None None] Pushing event updated for resources: {'Port': ['ID=8afc6d25-69da-421c-aee0-5c40cf3d439a,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:05.929689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:05.930340 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.931723 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] 10.222.0.41 "PUT /v2.0/ports/15babee3-be50-4436-8319-54025ebe6532 HTTP/1.1" status: 200 len: 1093 time: 2.6658165 Dec 06 14:23:05.932174 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'tag': '15babee3-be50-4436-8319-54025ebe6532'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:23:05.934600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8812a8df-b9e7-43dc-b626-37a3b247400c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "tag": "15babee3-be50-4436-8319-54025ebe6532"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:23:05.945078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-24bf0694-efcf-4141-9637-9d56d151d049 None None] Deleting port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:05.945720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24bf0694-efcf-4141-9637-9d56d151d049 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.972738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d29a2-d340-4f35-bc2e-7df68d58dfb9 None None] Network 1d8cbfe9-1228-4f56-9691-fb79cb8746f8 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:05.974127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:05.994661 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.018267 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] 10.222.0.42 "DELETE /v2.0/networks/fed0c8b7-c60b-4189-9bb9-594a77342541 HTTP/1.1" status: 204 len: 168 time: 1.6499527 Dec 06 14:23:06.026768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c3db4b-b5c5-4eb3-9147-bad52896afa4 x-openstack-request-id: req-78c3db4b-b5c5-4eb3-9147-bad52896afa4 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:23:06.027301 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "tag": "15babee3-be50-4436-8319-54025ebe6532", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:23:06.027736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78c3db4b-b5c5-4eb3-9147-bad52896afa4 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:23:06.028317 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'tag': '15babee3-be50-4436-8319-54025ebe6532', 'status': 'completed', 'code': 200} Dec 06 14:23:06.055390 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.082979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] For port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954,segment=NetworkSegment(3292e031-3d6b-4a50-984c-8c9ac3c64d99),segment_id=3292e031-3d6b-4a50-984c-8c9ac3c64d99)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:06.083607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.102230 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.db.api [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 14:23:06.102230 dv-neutron-master-2-hyperv neutron-server[103724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 14:23:06.102230 dv-neutron-master-2-hyperv neutron-server[103724]: [parameters: {'id': '1d8cbfe9-1228-4f56-9691-fb79cb8746f8'}] Dec 06 14:23:06.102230 dv-neutron-master-2-hyperv neutron-server[103724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:23:06.103225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG oslo_db.api [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:23:06.114137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b197c-cacc-45c7-9605-d20d3a697878 tempest-NetworksIpV6TestAttrs-1629875936 tempest-NetworksIpV6TestAttrs-1629875936-project] Pushing event deleted for resources: {'Network': ['ID=fed0c8b7-c60b-4189-9bb9-594a77342541,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:06.114340 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-44224c98-20e5-47c7-9c73-9ecbaaa32d27 req-9900fea4-fc1e-45aa-9a69-6bfc6759a3df tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486038 Dec 06 14:23:06.139893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223a71a-31d6-48b9-b844-4475225bc335 service neutron] Pushing event updated for resources: {'Port': ['ID=15babee3-be50-4436-8319-54025ebe6532,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:06.165762 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Calling delete_port for debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:06.173912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812a8df-b9e7-43dc-b626-37a3b247400c req-bb61aef9-359f-40c4-b38c-5a5625558dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:06.177497 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8812a8df-b9e7-43dc-b626-37a3b247400c req-bb61aef9-359f-40c4-b38c-5a5625558dfb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453d340754844adda7a07ecc7b48fdea&device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 1096 time: 0.0979335 Dec 06 14:23:06.183437 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-24bf0694-efcf-4141-9637-9d56d151d049 None None] For port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954,segment=NetworkSegment(3292e031-3d6b-4a50-984c-8c9ac3c64d99),segment_id=3292e031-3d6b-4a50-984c-8c9ac3c64d99)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:06.183851 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24bf0694-efcf-4141-9637-9d56d151d049 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.201246 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:06.239986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-24bf0694-efcf-4141-9637-9d56d151d049 None None] Calling delete_port for debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:06.245602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:06.255539 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 801f11f4-9f80-4f1a-a186-4c0425bdb6c2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:06.260301 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 17039565-fb82-432e-959a-70d9227ddcff no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:06.301498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Deleting port 6e890508-d7c8-44a9-a9d4-d28f79208c08 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:06.301498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.317323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 17039565-fb82-432e-959a-70d9227ddcff {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:06.318784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 17039565-fb82-432e-959a-70d9227ddcff not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:06.319470 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:06.440053 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812a8df-b9e7-43dc-b626-37a3b247400c req-e68ce8ba-134d-469d-9761-c7919e76c75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:06.441513 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8812a8df-b9e7-43dc-b626-37a3b247400c req-e68ce8ba-134d-469d-9761-c7919e76c75f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=453d340754844adda7a07ecc7b48fdea&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2556355 Dec 06 14:23:06.456040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.477928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Calling delete_port for 6e890508-d7c8-44a9-a9d4-d28f79208c08 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:06.490929 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f88eb5-48b5-49ac-b476-02a03a784064 None None] Network 1d8cbfe9-1228-4f56-9691-fb79cb8746f8 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:06.556018 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.608779 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.621373 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24bf0694-efcf-4141-9637-9d56d151d049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.625988 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812a8df-b9e7-43dc-b626-37a3b247400c req-e548ee81-453f-4611-a4d0-ae8774622256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:06.628009 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8812a8df-b9e7-43dc-b626-37a3b247400c req-e548ee81-453f-4611-a4d0-ae8774622256 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1794932 Dec 06 14:23:06.636001 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c9875f7-d0d2-4f25-b133-e2ca8b43b7a5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.705259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.721119 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-9640b32f-2d97-4f56-b58b-e93de2f02870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:06.722728 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-9640b32f-2d97-4f56-b58b-e93de2f02870 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453d340754844adda7a07ecc7b48fdea&device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 1096 time: 0.0565107 Dec 06 14:23:06.732121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Deleting port 8afc6d25-69da-421c-aee0-5c40cf3d439a {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:06.733023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.748773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] No DVR routers for this DVR port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:06.772082 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9875f7-d0d2-4f25-b133-e2ca8b43b7a5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:06.792804 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-84a48124-1cc8-4b32-ac9b-213a094d3ed0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15babee3-be50-4436-8319-54025ebe6532 HTTP/1.1" status: 200 len: 217 time: 0.0580471 Dec 06 14:23:06.842463 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-4c9875f7-d0d2-4f25-b133-e2ca8b43b7a5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:06.846668 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9875f7-d0d2-4f25-b133-e2ca8b43b7a5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:06.849907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c9875f7-d0d2-4f25-b133-e2ca8b43b7a5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.857172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bf0694-efcf-4141-9637-9d56d151d049 None None] No DVR routers for this DVR port debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:06.860200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f9743-d12b-4a48-ba8a-8811f4a6c4d4 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:06.860345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59676) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:06.862833 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf0694-efcf-4141-9637-9d56d151d049 None None] Pushing event deleted for resources: {'Port': ['ID=debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:06.878450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Port': ['ID=debe0fb0-4b18-4c6a-b6e2-6af0fd1fa954,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:06.891046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] For port 8afc6d25-69da-421c-aee0-5c40cf3d439a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8afc6d25-69da-421c-aee0-5c40cf3d439a,segment=NetworkSegment(5950f696-8332-49d1-8793-07476b7247c5),segment_id=5950f696-8332-49d1-8793-07476b7247c5)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:06.891412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:06.913499 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Calling delete_port for 8afc6d25-69da-421c-aee0-5c40cf3d439a owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:06.922017 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-940f0b20-f146-46a8-b1f5-428f9c5ad8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:06.924223 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-940f0b20-f146-46a8-b1f5-428f9c5ad8c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c9dacc5-eaee-4677-89fd-d09a6833c396 HTTP/1.1" status: 200 len: 834 time: 0.1031616 Dec 06 14:23:06.952696 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9875f7-d0d2-4f25-b133-e2ca8b43b7a5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=a2095420-cb79-4e79-af30-eb06043d56fd,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:06.956449 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.003618 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.022616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-b83858cb-8c33-42d1-9d90-e4df31946261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:07.024182 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-b83858cb-8c33-42d1-9d90-e4df31946261 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca39c773-f168-4385-82c7-10e406c5cd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903273 Dec 06 14:23:07.025544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.035061 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Pushing event deleted for resources: {'Port': ['ID=6e890508-d7c8-44a9-a9d4-d28f79208c08,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:07.044404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a554fa0-3d25-45b3-a599-92d2ea49257f None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:07.073078 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4c9875f7-d0d2-4f25-b133-e2ca8b43b7a5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8943310 Dec 06 14:23:07.073556 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59680) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:07.081925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-30132127-1c10-4c22-8089-34603ee4e050 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-321286265', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:07.100015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': 'a2095420-cb79-4e79-af30-eb06043d56fd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:07.100877 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.119190 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8365231e-6bd5-44a0-b56c-ee97133ad92a']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:07.148624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3292e031-3d6b-4a50-984c-8c9ac3c64d99') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:07.148624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3292e031-3d6b-4a50-984c-8c9ac3c64d99') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:07.164262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.177079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.178201 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-920ebfb3-89e2-43d4-bac4-eea612a24ee2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1666106c11324e588149a9bb865a6413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3162706 Dec 06 14:23:07.181062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59686) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:07.192135 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.214001 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-775d911e-7500-4c6a-bbde-d61f2c2f22b3 service neutron] 10.222.0.41 "GET /v2.0/networks/ca39c773-f168-4385-82c7-10e406c5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808248 Dec 06 14:23:07.277248 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.293572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.298387 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.300783 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Port': ['ID=8afc6d25-69da-421c-aee0-5c40cf3d439a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:07.304700 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No DVR routers for this DVR port 8afc6d25-69da-421c-aee0-5c40cf3d439a on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:07.357080 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-30132127-1c10-4c22-8089-34603ee4e050 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.358374 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Allocated IP 2001:db8::2 (32250b85-9d7f-4d03-9356-fdcc88577699/a2095420-cb79-4e79-af30-eb06043d56fd/c7d246b6-ce58-4624-8e2f-f4b0b18a575b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:07.362109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-30132127-1c10-4c22-8089-34603ee4e050 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.373786 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:07.374108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:07.377304 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:07.418854 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-186b5cff-229c-4ae9-9f99-df673fd39034 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.471082 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.471719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Fanout notify agent at l3_agent the message router_deleted on router 8f174652-c330-4d76-8ac4-936bef35129a {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:23:07.479818 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.482360 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fee99e7c-1bb9-4257-bbb9-7794a2a34284 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "DELETE /v2.0/routers/8f174652-c330-4d76-8ac4-936bef35129a HTTP/1.1" status: 204 len: 168 time: 2.3641109 Dec 06 14:23:07.488921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59690) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:07.500519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2123510256', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'enable_snat': False}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:07.535765 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.538678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-30132127-1c10-4c22-8089-34603ee4e050 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.547416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.554239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.560015 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] 10.222.0.42 "DELETE /v2.0/networks/8365231e-6bd5-44a0-b56c-ee97133ad92a HTTP/1.1" status: 204 len: 168 time: 2.2055469 Dec 06 14:23:07.570057 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05385d2-0687-4946-b1c5-c332ecd9b2ba tempest-NetworksIpV6Test-1977809882 tempest-NetworksIpV6Test-1977809882-project] Pushing event deleted for resources: {'Network': ['ID=8365231e-6bd5-44a0-b56c-ee97133ad92a,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:07.624836 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.655669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.656896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.662450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-30132127-1c10-4c22-8089-34603ee4e050 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.674933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:07.679580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:07.686149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:07.692151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Pushing event updated for resources: {'Port': ['ID=c7d246b6-ce58-4624-8e2f-f4b0b18a575b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:07.730153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.753351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Attempting to bind port c7d246b6-ce58-4624-8e2f-f4b0b18a575b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:07.753729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Attempting to bind port c7d246b6-ce58-4624-8e2f-f4b0b18a575b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:07.759691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Attempting to bind port c7d246b6-ce58-4624-8e2f-f4b0b18a575b on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:07.759691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:07.759691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:07.760007 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.760352 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:07.760995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Bound port: c7d246b6-ce58-4624-8e2f-f4b0b18a575b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:07.761397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.776244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bd018-9de0-48fc-9818-27da8d5bd2c3 req-9be6fd8a-742b-4bd1-b31d-d770179363bf tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:07.777986 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b00bd018-9de0-48fc-9818-27da8d5bd2c3 req-9be6fd8a-742b-4bd1-b31d-d770179363bf tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 943 time: 0.5366147 Dec 06 14:23:07.779662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.788475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-30132127-1c10-4c22-8089-34603ee4e050 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.800197 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-30132127-1c10-4c22-8089-34603ee4e050 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7125833 Dec 06 14:23:07.800197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59694) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:07.807778 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-186b5cff-229c-4ae9-9f99-df673fd39034 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.838185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] For port c7d246b6-ce58-4624-8e2f-f4b0b18a575b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:07.841456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d8cbfe9-1228-4f56-9691-fb79cb8746f8']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:07.847499 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] For port c7d246b6-ce58-4624-8e2f-f4b0b18a575b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7d246b6-ce58-4624-8e2f-f4b0b18a575b,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:07.863054 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5950f696-8332-49d1-8793-07476b7247c5') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:07.864318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5950f696-8332-49d1-8793-07476b7247c5') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:07.882975 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a5dac52-3a3a-4d7c-8a97-f51d5fbd67cb req-4d117788-dabc-460c-a281-27e0d48744fc service neutron] 10.222.0.41 "GET /v2.0/networks/ca39c773-f168-4385-82c7-10e406c5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6463246 Dec 06 14:23:07.890674 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.937983 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b00bd018-9de0-48fc-9818-27da8d5bd2c3 req-c37ba6d6-bdae-489c-a561-044c1c6b153c tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395061 Dec 06 14:23:07.939899 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.947103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:07.947497 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:07.950495 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:07.954593 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.022082 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6894f-a1dd-486a-abd7-befda7adbf23 None None] Pushing event updated for resources: {'Port': ['ID=c7d246b6-ce58-4624-8e2f-f4b0b18a575b,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:08.077999 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-186b5cff-229c-4ae9-9f99-df673fd39034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.080734 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-186b5cff-229c-4ae9-9f99-df673fd39034 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.082179 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-186b5cff-229c-4ae9-9f99-df673fd39034 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5695b5ff-caa5-49be-87f9-d5e811ebcae8 HTTP/1.1" status: 204 len: 168 time: 0.9000974 Dec 06 14:23:08.098523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b5cff-229c-4ae9-9f99-df673fd39034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5695b5ff-caa5-49be-87f9-d5e811ebcae8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:08.115507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.138657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.144744 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/1d8cbfe9-1228-4f56-9691-fb79cb8746f8 HTTP/1.1" status: 204 len: 168 time: 3.5189309 Dec 06 14:23:08.159197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59700) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:08.175118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6e9844-9c41-4db6-8f3b-26cb5501ec31 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Network': ['ID=1d8cbfe9-1228-4f56-9691-fb79cb8746f8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:08.199048 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59702) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:08.210675 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a21ceac-2783-4e40-af8b-3af5e108b6bb tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:08.211169 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a21ceac-2783-4e40-af8b-3af5e108b6bb tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:08.218818 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5a21ceac-2783-4e40-af8b-3af5e108b6bb tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/subnets/4dddb03e-766c-449f-b723-e4e990990568 HTTP/1.1" status: 404 len: 337 time: 0.0553069 Dec 06 14:23:08.219648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59706) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:08.279630 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fb34dd5-c82b-4326-b1ab-616e7dcc2ef3 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:08.284923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fb34dd5-c82b-4326-b1ab-616e7dcc2ef3 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:08.289917 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8fb34dd5-c82b-4326-b1ab-616e7dcc2ef3 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/1d8cbfe9-1228-4f56-9691-fb79cb8746f8 HTTP/1.1" status: 404 len: 339 time: 0.0691655 Dec 06 14:23:08.296485 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59708) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:08.372592 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11fb9d8-7948-4c17-b66c-b92797d16362 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:08.373094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a11fb9d8-7948-4c17-b66c-b92797d16362 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:08.377407 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a11fb9d8-7948-4c17-b66c-b92797d16362 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/subnets/27198afc-9a2f-4b0b-966f-945c7257e2f3 HTTP/1.1" status: 404 len: 337 time: 0.0786507 Dec 06 14:23:08.379528 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59712) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:08.412999 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-66d2a249-4ce6-4f09-b98e-81b87f860ca3 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:08.413801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66d2a249-4ce6-4f09-b98e-81b87f860ca3 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:08.421240 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-66d2a249-4ce6-4f09-b98e-81b87f860ca3 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/d13af634-8930-4f23-9186-c0611f52742d HTTP/1.1" status: 404 len: 339 time: 0.0396588 Dec 06 14:23:08.423221 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59714) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:08.426376 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.568434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9670676-06f6-43c3-928b-c0f23e110a9a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.595524 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.606490 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e3d2f29f-adec-48d2-bc89-4f636536f1be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a86ffa007494370a1cabe6b03d9415f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4055300 Dec 06 14:23:08.606619 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59720) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:08.708209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9670676-06f6-43c3-928b-c0f23e110a9a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.731280 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b9670676-06f6-43c3-928b-c0f23e110a9a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c46840-50be-461c-aa59-48a9c78ec689']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:08.752271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b9670676-06f6-43c3-928b-c0f23e110a9a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684c886c-71f9-4190-9b80-8ccfc75f5b51') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:08.752708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b9670676-06f6-43c3-928b-c0f23e110a9a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684c886c-71f9-4190-9b80-8ccfc75f5b51') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:08.763173 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9670676-06f6-43c3-928b-c0f23e110a9a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.776647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9670676-06f6-43c3-928b-c0f23e110a9a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.783008 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9670676-06f6-43c3-928b-c0f23e110a9a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:08.783392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9670676-06f6-43c3-928b-c0f23e110a9a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:08.786605 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:08.817256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-14574ba0-58b0-4e7d-9bcd-b01b0d82f303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.915353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-14574ba0-58b0-4e7d-9bcd-b01b0d82f303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.992472 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9670676-06f6-43c3-928b-c0f23e110a9a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:08.999506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9670676-06f6-43c3-928b-c0f23e110a9a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.005095 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b9670676-06f6-43c3-928b-c0f23e110a9a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/14c46840-50be-461c-aa59-48a9c78ec689 HTTP/1.1" status: 204 len: 168 time: 0.5805635 Dec 06 14:23:09.009553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59732) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.018288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::1 (32250b85-9d7f-4d03-9356-fdcc88577699/a2095420-cb79-4e79-af30-eb06043d56fd/c2439678-1df8-47c0-b328-b5b6d08f3ecb) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:09.024799 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9670676-06f6-43c3-928b-c0f23e110a9a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Network': ['ID=14c46840-50be-461c-aa59-48a9c78ec689,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:09.052948 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea644acc-f5b8-4326-b9f0-5210aa34c377 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.053418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea644acc-f5b8-4326-b9f0-5210aa34c377 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.056532 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ea644acc-f5b8-4326-b9f0-5210aa34c377 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/subnets/dd6fc80c-df93-423e-a142-82f25c53760c HTTP/1.1" status: 404 len: 337 time: 0.0460179 Dec 06 14:23:09.059285 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59734) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.082340 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2f94c9-0e47-437d-9d75-4bd5ec2248b4 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.082922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2f94c9-0e47-437d-9d75-4bd5ec2248b4 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.086512 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-de2f94c9-0e47-437d-9d75-4bd5ec2248b4 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/6cb95cae-44aa-41a9-b705-d43bad7db2b3 HTTP/1.1" status: 404 len: 339 time: 0.0260546 Dec 06 14:23:09.089136 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59736) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.120752 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c976e3ac-8e32-4a77-9d3c-cb791871b81a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.121902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c976e3ac-8e32-4a77-9d3c-cb791871b81a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.125476 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c976e3ac-8e32-4a77-9d3c-cb791871b81a tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/subnets/99640edc-c562-4241-9a56-66b2ad528d8b HTTP/1.1" status: 404 len: 337 time: 0.0352201 Dec 06 14:23:09.127926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59740) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.149734 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-14574ba0-58b0-4e7d-9bcd-b01b0d82f303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.152658 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-14574ba0-58b0-4e7d-9bcd-b01b0d82f303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.153845 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-14574ba0-58b0-4e7d-9bcd-b01b0d82f303 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42c72ad4-b35d-485b-bee2-dd6770db98e0 HTTP/1.1" status: 204 len: 168 time: 0.5464189 Dec 06 14:23:09.157165 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ac72a34-3f88-4555-8e2a-85e67d6e390c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.159625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ac72a34-3f88-4555-8e2a-85e67d6e390c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.164191 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6ac72a34-3f88-4555-8e2a-85e67d6e390c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/f48f815c-80a2-47e3-bb62-64115ea6343d HTTP/1.1" status: 404 len: 339 time: 0.0350554 Dec 06 14:23:09.166073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59746) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.203780 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d46d74a-1d74-4006-8851-4b93e0c9c70e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.204275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d46d74a-1d74-4006-8851-4b93e0c9c70e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.211108 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7d46d74a-1d74-4006-8851-4b93e0c9c70e tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/subnets/c33aa52b-87be-420d-9387-30c956b17f25 HTTP/1.1" status: 404 len: 337 time: 0.0419030 Dec 06 14:23:09.211359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59750) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.234308 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8ab275-a38e-4320-a941-d4b2ae44b7bb tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.234825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee8ab275-a38e-4320-a941-d4b2ae44b7bb tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.239552 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ee8ab275-a38e-4320-a941-d4b2ae44b7bb tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/264dd790-5c10-48f1-889f-57946852c3cd HTTP/1.1" status: 404 len: 339 time: 0.0270879 Dec 06 14:23:09.241931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59752) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.250300 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14574ba0-58b0-4e7d-9bcd-b01b0d82f303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c72ad4-b35d-485b-bee2-dd6770db98e0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:09.277313 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-929ffc10-19ae-4933-be99-be7abd8ef002 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.277434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-929ffc10-19ae-4933-be99-be7abd8ef002 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.281527 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-929ffc10-19ae-4933-be99-be7abd8ef002 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/subnets/d2cd17db-e18a-4d6b-add7-d0ca612c52c5 HTTP/1.1" status: 404 len: 337 time: 0.0378308 Dec 06 14:23:09.283346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f41d3-12fe-4e89-9d75-ccf608f584bf req-7b5d05e1-7f3b-4ad8-ac0e-2961a9bf3331 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:09.284758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59754) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.284936 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-845f41d3-12fe-4e89-9d75-ccf608f584bf req-7b5d05e1-7f3b-4ad8-ac0e-2961a9bf3331 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 943 time: 0.2272687 Dec 06 14:23:09.296316 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2787d26d-f816-4515-9527-45c3a0ba5691 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 14:23:09.310932 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f81efef2-5337-42ce-a09f-141b766241d5 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.311432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f81efef2-5337-42ce-a09f-141b766241d5 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.314853 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f81efef2-5337-42ce-a09f-141b766241d5 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/dc1751dd-f93f-4b7f-ac33-9ca596b4e165 HTTP/1.1" status: 404 len: 339 time: 0.0280571 Dec 06 14:23:09.317370 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59756) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.348330 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-335be042-5d7f-467b-8371-81dd10825702 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.348787 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-335be042-5d7f-467b-8371-81dd10825702 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.352901 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-335be042-5d7f-467b-8371-81dd10825702 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/subnets/2635636e-cd00-47f6-8392-6310a28045de HTTP/1.1" status: 404 len: 337 time: 0.0332055 Dec 06 14:23:09.353283 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.354704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59758) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.373143 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.374688 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcb9084-4dfe-4114-93e0-48ff432b23fb tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.375208 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcb9084-4dfe-4114-93e0-48ff432b23fb tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.379225 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8dcb9084-4dfe-4114-93e0-48ff432b23fb tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/18f3714b-2e81-4ca2-8b5d-7f428e20c3c3 HTTP/1.1" status: 404 len: 339 time: 0.0227699 Dec 06 14:23:09.381159 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59760) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.409511 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fe0850-7391-4484-ad09-0d23503514c1 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.410424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8fe0850-7391-4484-ad09-0d23503514c1 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.411340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.413320 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d8fe0850-7391-4484-ad09-0d23503514c1 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/subnets/9a54e637-98b4-4ff9-b539-36a5b4b138df HTTP/1.1" status: 404 len: 337 time: 0.0312343 Dec 06 14:23:09.415971 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59764) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.438088 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8fb217-2023-4481-a1f0-bd2a61deda8c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.438633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8fb217-2023-4481-a1f0-bd2a61deda8c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.439881 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-845f41d3-12fe-4e89-9d75-ccf608f584bf req-9b9c89bb-419a-41d1-b166-372510373710 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1267703 Dec 06 14:23:09.442245 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3b8fb217-2023-4481-a1f0-bd2a61deda8c tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/7c98d1a7-42c1-4a0c-8d04-bcd005997119 HTTP/1.1" status: 404 len: 339 time: 0.0252666 Dec 06 14:23:09.448309 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59766) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.456606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2787d26d-f816-4515-9527-45c3a0ba5691 None None] Resources bound (agent type, host, resource id): {{(pid=103726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 14:23:09.458668 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fdb2e2c7-d873-4d08-a9a0-1c8f24ee04bf None None] Provisioning complete for port c7d246b6-ce58-4624-8e2f-f4b0b18a575b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:09.459231 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fdb2e2c7-d873-4d08-a9a0-1c8f24ee04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.512693 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-4df439b5-9039-412c-99ba-7bddcc02074f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.513181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4df439b5-9039-412c-99ba-7bddcc02074f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.516363 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4df439b5-9039-412c-99ba-7bddcc02074f tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/subnets/e7134ebb-63a8-4820-b708-a049cc91a834 HTTP/1.1" status: 404 len: 337 time: 0.0667763 Dec 06 14:23:09.519666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59770) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.547386 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6580b5-c336-4373-b8e2-5d35f7ac86e7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.547901 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6580b5-c336-4373-b8e2-5d35f7ac86e7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.553701 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9a6580b5-c336-4373-b8e2-5d35f7ac86e7 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/17c2b898-abe6-4e86-8969-a4aae193d552 HTTP/1.1" status: 404 len: 339 time: 0.0296586 Dec 06 14:23:09.553951 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59772) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.561604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59774) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.590910 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a637be33-045c-410d-8141-f71d98908886 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.593092 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a637be33-045c-410d-8141-f71d98908886 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.594397 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a637be33-045c-410d-8141-f71d98908886 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/subnets/180e4ec0-b164-4cdb-bd0f-f2b9492ab5a5 HTTP/1.1" status: 404 len: 337 time: 0.0395861 Dec 06 14:23:09.597910 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59782) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.636237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Allocated IP 172.36.1.138 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/b16a7131-4b56-4a99-9901-739225c0df1c) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:09.647091 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-462096c6-963d-4806-8e13-fb64b6018e72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:09.647091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-462096c6-963d-4806-8e13-fb64b6018e72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:09.647091 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-462096c6-963d-4806-8e13-fb64b6018e72 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/92a0118e-4b8e-4648-b98e-abb1b71e5dbc HTTP/1.1" status: 404 len: 339 time: 0.0468729 Dec 06 14:23:09.648935 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59784) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:09.685719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.709086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-aed9aba6-357c-4e46-a366-41f7aee57730 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-190006525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:09.716878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fdb2e2c7-d873-4d08-a9a0-1c8f24ee04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.773256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:09.786344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fdb2e2c7-d873-4d08-a9a0-1c8f24ee04bf None None] For port c7d246b6-ce58-4624-8e2f-f4b0b18a575b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7d246b6-ce58-4624-8e2f-f4b0b18a575b,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:09.805201 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:09.810541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-95cf8fc1-ac8b-46bc-aba4-0ef3866976d4 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Deleting subnet 63dadf54-c2a0-4639-ae38-5c007315332c {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:09.823399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:09.823399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.823399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95cf8fc1-ac8b-46bc-aba4-0ef3866976d4 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.856074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aed9aba6-357c-4e46-a366-41f7aee57730 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.856635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aed9aba6-357c-4e46-a366-41f7aee57730 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.886667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=c2439678-1df8-47c0-b328-b5b6d08f3ecb,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:09.899886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fdb2e2c7-d873-4d08-a9a0-1c8f24ee04bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.918108 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aed9aba6-357c-4e46-a366-41f7aee57730 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.935443 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95cf8fc1-ac8b-46bc-aba4-0ef3866976d4 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:09.975300 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2e2c7-d873-4d08-a9a0-1c8f24ee04bf None None] Pushing event updated for resources: {'Port': ['ID=c7d246b6-ce58-4624-8e2f-f4b0b18a575b,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:10.053232 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aed9aba6-357c-4e46-a366-41f7aee57730 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.054303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.124824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95cf8fc1-ac8b-46bc-aba4-0ef3866976d4 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.127497 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c7d246b6-ce58-4624-8e2f-f4b0b18a575b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:10.161518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aed9aba6-357c-4e46-a366-41f7aee57730 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.162753 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-aed9aba6-357c-4e46-a366-41f7aee57730 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6002302 Dec 06 14:23:10.165585 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59794) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:10.170406 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-393052043'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:10.202350 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c7d246b6-ce58-4624-8e2f-f4b0b18a575b triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:10.204979 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.206273 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.283724 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Made reservation on behalf of 50fd6308d64d4c84af06a375ca5af152 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:10.287460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.300575 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.307647 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.336542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-576f0d6f-5014-4294-b2de-0b79893c7289 None None] Provisioning complete for port c2439678-1df8-47c0-b328-b5b6d08f3ecb triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:10.337080 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-576f0d6f-5014-4294-b2de-0b79893c7289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.377719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95cf8fc1-ac8b-46bc-aba4-0ef3866976d4 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.396221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:10.402636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.404992 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-576f0d6f-5014-4294-b2de-0b79893c7289 None None] Port c2439678-1df8-47c0-b328-b5b6d08f3ecb cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:10.425698 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:10.429239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95cf8fc1-ac8b-46bc-aba4-0ef3866976d4 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.432395 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-95cf8fc1-ac8b-46bc-aba4-0ef3866976d4 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/subnets/63dadf54-c2a0-4639-ae38-5c007315332c HTTP/1.1" status: 204 len: 168 time: 0.7824907 Dec 06 14:23:10.433255 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event updated for resources: {'Port': ['ID=b16a7131-4b56-4a99-9901-739225c0df1c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:10.433732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9982ff-c75a-4336-93f8-a4a95e5f62f8 None None] Network ef93d385-1f1d-421f-9c07-1b9d085b9857 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:10.434997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59802) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:10.435280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cf8fc1-ac8b-46bc-aba4-0ef3866976d4 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Subnet': ['ID=63dadf54-c2a0-4639-ae38-5c007315332c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:10.436976 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:10.444641 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d307131-f9de-4872-be42-22d679c24903 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:10.569620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.570375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d216d664-9385-4f4c-87c5-35937911f939 None None] Provisioning complete for port b16a7131-4b56-4a99-9901-739225c0df1c triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:10.570819 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d216d664-9385-4f4c-87c5-35937911f939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.577291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.619357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d216d664-9385-4f4c-87c5-35937911f939 None None] Port b16a7131-4b56-4a99-9901-739225c0df1c cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:10.629077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1776f2-ce24-4171-8aa5-7c400ca5d373 req-104d5d11-b699-47fc-9e42-0ccf3892ebd9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:10.637396 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-db1776f2-ce24-4171-8aa5-7c400ca5d373 req-104d5d11-b699-47fc-9e42-0ccf3892ebd9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 943 time: 0.1149070 Dec 06 14:23:10.644706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:23:10.699233 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dc2b52-33e9-4b88-8040-12c31d806f0f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:10.710227 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.710583 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Added segment e996da37-416d-4737-b896-2d0031f68a2a of type vlan for network 9f82ddec-4937-4a8d-9373-7136472da90c Dec 06 14:23:10.760585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a08f34-2f5a-405e-9195-c961488d8293 None None] DHCP port deletion for ef93d385-1f1d-421f-9c07-1b9d085b9857 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:10.776333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.792261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.803031 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-db1776f2-ce24-4171-8aa5-7c400ca5d373 req-82e3f008-9f75-4940-9ebd-4e432cb2febe tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647792 Dec 06 14:23:10.805300 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59812) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:10.831215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Deleting port 3813103e-864f-4c01-953a-ddc1730499fb {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:10.831550 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.850158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-24a08f34-2f5a-405e-9195-c961488d8293 None None] Deleting port 3813103e-864f-4c01-953a-ddc1730499fb {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:10.851033 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24a08f34-2f5a-405e-9195-c961488d8293 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.891982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.893174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.920982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] For port 3813103e-864f-4c01-953a-ddc1730499fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3813103e-864f-4c01-953a-ddc1730499fb,segment=NetworkSegment(7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92),segment_id=7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:10.921545 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.939782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-24a08f34-2f5a-405e-9195-c961488d8293 None None] For port 3813103e-864f-4c01-953a-ddc1730499fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3813103e-864f-4c01-953a-ddc1730499fb,segment=NetworkSegment(7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92),segment_id=7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:10.940276 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24a08f34-2f5a-405e-9195-c961488d8293 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.941943 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Calling delete_port for 3813103e-864f-4c01-953a-ddc1730499fb owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:10.944693 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-879035163'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:10.948013 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.953648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:10.954283 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:10.955515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-24a08f34-2f5a-405e-9195-c961488d8293 None None] Calling delete_port for 3813103e-864f-4c01-953a-ddc1730499fb owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:11.058316 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=c2439678-1df8-47c0-b328-b5b6d08f3ecb,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:11.059821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event updated for resources: {'Network': ['ID=9f82ddec-4937-4a8d-9373-7136472da90c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:11.084441 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.084660 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 9f82ddec-4937-4a8d-9373-7136472da90c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:23:11.119867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.137988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24a08f34-2f5a-405e-9195-c961488d8293 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.153693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Port': ['ID=3813103e-864f-4c01-953a-ddc1730499fb,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:11.157218 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] No DVR routers for this DVR port 3813103e-864f-4c01-953a-ddc1730499fb on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:11.184295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a08f34-2f5a-405e-9195-c961488d8293 None None] No DVR routers for this DVR port 3813103e-864f-4c01-953a-ddc1730499fb on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:11.190868 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a08f34-2f5a-405e-9195-c961488d8293 None None] Pushing event deleted for resources: {'Port': ['ID=3813103e-864f-4c01-953a-ddc1730499fb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:11.246049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.255252 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a892df71-18e6-465d-85bc-27d62056717f tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0860119 Dec 06 14:23:11.258479 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59816) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:11.265134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-13eaa50f-6994-46e2-aa2e-67c7d3d4f2ee tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Request body: {'subnet': {'network_id': '9f82ddec-4937-4a8d-9373-7136472da90c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:11.302144 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef93d385-1f1d-421f-9c07-1b9d085b9857']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:11.347571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:11.347779 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7923c9d4-ab9a-42e1-a14b-1a67ed4cfa92') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:11.366799 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.386287 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.396585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:11.396726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:11.397030 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.398693 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:11.399955 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:11.420584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.464748 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:11.474049 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:11.673902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c97c1a21-a940-4c13-aab4-74d042cbeb9e None None] Provisioning complete for port c2439678-1df8-47c0-b328-b5b6d08f3ecb triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:11.674958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c97c1a21-a940-4c13-aab4-74d042cbeb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.710934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c97c1a21-a940-4c13-aab4-74d042cbeb9e None None] Port c2439678-1df8-47c0-b328-b5b6d08f3ecb cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:11.734275 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.736586 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.740145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13eaa50f-6994-46e2-aa2e-67c7d3d4f2ee tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Made reservation on behalf of 50fd6308d64d4c84af06a375ca5af152 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:11.743769 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-13eaa50f-6994-46e2-aa2e-67c7d3d4f2ee tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.817144 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.822580 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.825941 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] 10.222.0.42 "DELETE /v2.0/networks/ef93d385-1f1d-421f-9c07-1b9d085b9857 HTTP/1.1" status: 204 len: 168 time: 1.3795207 Dec 06 14:23:11.852964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.860591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08050f3-3499-421a-aa26-0c38b4b37a70 tempest-NetworksTest-1294928229 tempest-NetworksTest-1294928229-project] Pushing event deleted for resources: {'Network': ['ID=ef93d385-1f1d-421f-9c07-1b9d085b9857,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:11.907256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:23:11.918540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:11.918982 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Added segment ffe28cae-290d-48fd-b7f4-e7921af0b0c0 of type vlan for network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b Dec 06 14:23:11.938542 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Router a0911132-c3a3-42f6-9828-4bc100e658d6 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:23:12.015281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01be6555-c930-4dec-9f6b-05f6a4829598,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:12.023718 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:12.040262 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 15babee3-be50-4436-8319-54025ebe6532 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:23:12.054746 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3813103e-864f-4c01-953a-ddc1730499fb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:12.085975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 3813103e-864f-4c01-953a-ddc1730499fb {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:12.086324 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3813103e-864f-4c01-953a-ddc1730499fb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:12.117880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-13eaa50f-6994-46e2-aa2e-67c7d3d4f2ee tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:12.134373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deffe50-25e7-4370-a594-80e52683e69a req-f2818f72-b20d-4abf-b9ff-2fe30792997b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:12.134373 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9deffe50-25e7-4370-a594-80e52683e69a req-f2818f72-b20d-4abf-b9ff-2fe30792997b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 943 time: 0.2395554 Dec 06 14:23:12.170619 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 15babee3-be50-4436-8319-54025ebe6532, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15babee3-be50-4436-8319-54025ebe6532,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:12.172476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:12.181322 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-46bfa7cd-6b79-4ae8-a572-e15cb9bd9246 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "PUT /v2.0/routers/a0911132-c3a3-42f6-9828-4bc100e658d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3876970 Dec 06 14:23:12.182005 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59826) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:12.196259 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Sync routers for ids ['a0911132-c3a3-42f6-9828-4bc100e658d6'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:12.203433 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eaa50f-6994-46e2-aa2e-67c7d3d4f2ee tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event updated for resources: {'Subnet': ['ID=3490ad4a-97a0-4fe9-ada6-ebd3b3834b47,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:12.208562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '15babee3-be50-4436-8319-54025ebe6532', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'port_id': '15babee3-be50-4436-8319-54025ebe6532', 'mac_address': 'fa:16:3e:5f:35:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:23:12.210407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13eaa50f-6994-46e2-aa2e-67c7d3d4f2ee tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Checking segment: {'id': 'e996da37-416d-4737-b896-2d0031f68a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f82ddec-4937-4a8d-9373-7136472da90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:12.210997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eaa50f-6994-46e2-aa2e-67c7d3d4f2ee tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Network hostable DHCP agents. Network: 9f82ddec-4937-4a8d-9373-7136472da90c, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:23:12.214870 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Routers {'a0911132-c3a3-42f6-9828-4bc100e658d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:12.215674 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a0911132-c3a3-42f6-9828-4bc100e658d6'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:12.250352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:12.256535 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:12.257173 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:12.270129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed2a56-1b89-4e38-98c6-83cef4f85ec9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:12.271502 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-30ed2a56-1b89-4e38-98c6-83cef4f85ec9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports/c2439678-1df8-47c0-b328-b5b6d08f3ecb HTTP/1.1" status: 200 len: 911 time: 0.0884409 Dec 06 14:23:12.274446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59828) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:12.280097 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9deffe50-25e7-4370-a594-80e52683e69a req-ea6dc090-c5e6-4493-9a38-2684960f53b5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367538 Dec 06 14:23:12.299593 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Router 34312c99-f97f-44b2-81a7-c6b3c6000489 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:23:12.335315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed9b04-bbe8-4afe-b049-d4767994bc75 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:12.336488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:12.342016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed9b04-bbe8-4afe-b049-d4767994bc75 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:12.346588 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-69ed9b04-bbe8-4afe-b049-d4767994bc75 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0680614 Dec 06 14:23:12.346811 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59830) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:12.355474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Set router a0911132-c3a3-42f6-9828-4bc100e658d6 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:12.358261 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15babee3-be50-4436-8319-54025ebe6532 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:23:12.383673 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Network': ['ID=5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:12.400473 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:23:12.436501 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 15babee3-be50-4436-8319-54025ebe6532, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15babee3-be50-4436-8319-54025ebe6532,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:12.478634 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:12.496829 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Sync routers for ids ['34312c99-f97f-44b2-81a7-c6b3c6000489'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:12.519770 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Routers {'34312c99-f97f-44b2-81a7-c6b3c6000489'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:12.521091 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-3bf9f308-1319-4486-9782-8458d792212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['34312c99-f97f-44b2-81a7-c6b3c6000489'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:12.522985 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59834) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:12.531492 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f6f84a0b-2377-41b9-9b78-60d2f1776ded tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7191749 Dec 06 14:23:12.534797 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59838) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:12.543538 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'name': 'tempest-PortsIpV6TestJSON-803445005'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:12.560978 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eaa50f-6994-46e2-aa2e-67c7d3d4f2ee tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Network 9f82ddec-4937-4a8d-9373-7136472da90c is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:23:12.657946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:12.660205 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1aeb0cd9-ad84-4938-a9cc-d3f047dcc66c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.1707439 Dec 06 14:23:12.664198 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Set router 34312c99-f97f-44b2-81a7-c6b3c6000489 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:12.666642 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59840) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:12.697959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:12.732801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-13eaa50f-6994-46e2-aa2e-67c7d3d4f2ee tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9f82ddec-4937-4a8d-9373-7136472da90c) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:12.739925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eaa50f-6994-46e2-aa2e-67c7d3d4f2ee tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:12.740518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-13eaa50f-6994-46e2-aa2e-67c7d3d4f2ee tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:12.754675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861dc7e8-31ee-423b-9413-e343eb84806c None None] Network 9f82ddec-4937-4a8d-9373-7136472da90c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:12.802574 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-54ce6c0e-ce7b-4f2f-9cd8-b5baf81a2fc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=489df49b567b481298356cc894e047b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2785521 Dec 06 14:23:12.806011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59842) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:12.861320 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fe338986-23c0-406b-8b26-7e2d14550af9 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/routers/34312c99-f97f-44b2-81a7-c6b3c6000489 HTTP/1.1" status: 200 len: 909 time: 0.1894901 Dec 06 14:23:12.871628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59844) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:12.878707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2123510256', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'enable_snat': True}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:12.889599 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-3bf9f308-1319-4486-9782-8458d792212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34312c99-f97f-44b2-81a7-c6b3c6000489', 'name': 'tempest-snat-router-2123510256', 'tenant_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.138'}], 'enable_snat': False}, 'gw_port_id': 'b16a7131-4b56-4a99-9901-739225c0df1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:23:07Z', 'updated_at': '2021-12-06T14:23:10Z', 'revision_number': 3, 'project_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'gw_port': {'id': 'b16a7131-4b56-4a99-9901-739225c0df1c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34312c99-f97f-44b2-81a7-c6b3c6000489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:23:09Z', 'updated_at': '2021-12-06T14:23:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:12.901131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=15babee3-be50-4436-8319-54025ebe6532,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:12.915085 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-13eaa50f-6994-46e2-aa2e-67c7d3d4f2ee tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6469016 Dec 06 14:23:12.917957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59848) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:12.933247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Request body: {'network': {'name': 'tempest-router-network01--1462227845'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:12.937980 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Checking router: 34312c99-f97f-44b2-81a7-c6b3c6000489 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:23:12.938327 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Updating router 34312c99-f97f-44b2-81a7-c6b3c6000489 port b16a7131-4b56-4a99-9901-739225c0df1c binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:23:12.967075 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.008768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:13.022424 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.056714 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e97f7f2a-1da4-4e9e-a6cd-7219c5719560 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.057563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9f82ddec-4937-4a8d-9373-7136472da90c', 'network_id': '9f82ddec-4937-4a8d-9373-7136472da90c', 'tenant_id': '50fd6308d64d4c84af06a375ca5af152', 'fixed_ips': [{'subnet_id': '3490ad4a-97a0-4fe9-ada6-ebd3b3834b47'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:13.058440 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.059392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.db.api [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 14:23:13.059392 dv-neutron-master-2-hyperv neutron-server[103725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 14:23:13.059392 dv-neutron-master-2-hyperv neutron-server[103725]: [parameters: {'project_id_1': '50fd6308d64d4c84af06a375ca5af152', 'expiration_1': datetime.datetime(2021, 12, 6, 14, 22, 52, 952367)}] Dec 06 14:23:13.059392 dv-neutron-master-2-hyperv neutron-server[103725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:23:13.060202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG oslo_db.api [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:23:13.066759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port 70ad3427-8555-447f-b5c2-b340eff2a04a yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:23:13.088161 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41a7ef3d-c743-4378-a046-41d7d7f02bc1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.165868 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['15babee3-be50-4436-8319-54025ebe6532'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:23:13.209308 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.210377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.233474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0911132-c3a3-42f6-9828-4bc100e658d6', 'name': 'tempest-NetworksTestDHCPv6-router-321286265', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:23:07Z', 'updated_at': '2021-12-06T14:23:10Z', 'revision_number': 2, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'gw_port_host': None, '_interfaces': [{'id': 'c2439678-1df8-47c0-b328-b5b6d08f3ecb', 'name': '', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'mac_address': 'fa:16:3e:29:d8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0911132-c3a3-42f6-9828-4bc100e658d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': 'a2095420-cb79-4e79-af30-eb06043d56fd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:23:08Z', 'updated_at': '2021-12-06T14:23:10Z', 'revision_number': 2, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'subnets': [{'id': 'a2095420-cb79-4e79-af30-eb06043d56fd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:13.256313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.258181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e97f7f2a-1da4-4e9e-a6cd-7219c5719560 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.278304 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Checking router: a0911132-c3a3-42f6-9828-4bc100e658d6 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:23:13.278665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Updating router a0911132-c3a3-42f6-9828-4bc100e658d6 port c2439678-1df8-47c0-b328-b5b6d08f3ecb binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:23:13.312197 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.335825 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Allocated IP 172.20.0.2 (9f82ddec-4937-4a8d-9373-7136472da90c/3490ad4a-97a0-4fe9-ada6-ebd3b3834b47/8aae0d62-c24d-40b0-9776-ceba939baf4b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:13.343164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.386519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.415303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.461356 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07235c-f841-415e-a6dd-9c956f36afe9 req-77c6e2b7-8f56-4c0b-b882-3cdc47db9910 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:13.462762 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba07235c-f841-415e-a6dd-9c956f36afe9 req-77c6e2b7-8f56-4c0b-b882-3cdc47db9910 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 944 time: 0.0854764 Dec 06 14:23:13.494775 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.503656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=70ad3427-8555-447f-b5c2-b340eff2a04a,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:13.521921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Checking segment: {'id': 'ffe28cae-290d-48fd-b7f4-e7921af0b0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:13.522294 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network hostable DHCP agents. Network: 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:23:13.552504 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba07235c-f841-415e-a6dd-9c956f36afe9 req-733b6b68-2029-475f-b550-00c5ae35da03 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674889 Dec 06 14:23:13.556533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873db701-c8c5-4a45-be94-0c5e059fd0e5 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:13.559588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-41a7ef3d-c743-4378-a046-41d7d7f02bc1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port c2439678-1df8-47c0-b328-b5b6d08f3ecb {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:13.559925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41a7ef3d-c743-4378-a046-41d7d7f02bc1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.589056 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Attempting to bind port b16a7131-4b56-4a99-9901-739225c0df1c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:13.589643 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Attempting to bind port b16a7131-4b56-4a99-9901-739225c0df1c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:13.591238 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Attempting to bind port b16a7131-4b56-4a99-9901-739225c0df1c on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:13.602508 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:13.602935 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:13.603251 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.603649 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:13.605356 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Bound port: b16a7131-4b56-4a99-9901-739225c0df1c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:13.605755 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.609109 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04df1be-0724-49b8-b186-cf64d0b7e6c3 None None] Pushing event updated for resources: {'Port': ['ID=b16a7131-4b56-4a99-9901-739225c0df1c,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:13.663039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e97f7f2a-1da4-4e9e-a6cd-7219c5719560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.665398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e97f7f2a-1da4-4e9e-a6cd-7219c5719560 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.669002 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e97f7f2a-1da4-4e9e-a6cd-7219c5719560 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9cb013d5-8d75-4c90-93cc-058c80070e37 HTTP/1.1" status: 204 len: 168 time: 0.8596313 Dec 06 14:23:13.677541 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-3bf9f308-1319-4486-9782-8458d792212f None None] For port b16a7131-4b56-4a99-9901-739225c0df1c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:13.684094 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-3bf9f308-1319-4486-9782-8458d792212f None None] For port b16a7131-4b56-4a99-9901-739225c0df1c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b16a7131-4b56-4a99-9901-739225c0df1c,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:13.708636 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:23:13.728345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f7f2a-1da4-4e9e-a6cd-7219c5719560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb013d5-8d75-4c90-93cc-058c80070e37,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:13.730109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Made reservation on behalf of 50fd6308d64d4c84af06a375ca5af152 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:13.736628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.780627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.781926 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9e9641b2-d363-46d8-829c-8b1336cf85e3 None None] Provisioning complete for port b16a7131-4b56-4a99-9901-739225c0df1c triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:13.782322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e9641b2-d363-46d8-829c-8b1336cf85e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.787661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:23:13.798153 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.806628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.809849 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Added segment 8017e386-eb3a-48c8-82d5-a52439757b39 of type vlan for network 09c3f8b2-a473-4e1f-b69d-121fecf26c42 Dec 06 14:23:13.828004 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:13.846243 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580951a8-77ff-46af-8ca2-859f54cd9b4c None None] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:13.859329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:13.865044 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:13.865694 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.885118 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.897745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9e9641b2-d363-46d8-829c-8b1336cf85e3 None None] Port b16a7131-4b56-4a99-9901-739225c0df1c cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:13.917649 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04df1be-0724-49b8-b186-cf64d0b7e6c3 None None] Pushing event updated for resources: {'Port': ['ID=b16a7131-4b56-4a99-9901-739225c0df1c,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:13.932416 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Routers {'34312c99-f97f-44b2-81a7-c6b3c6000489'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:13.932416 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-3bf9f308-1319-4486-9782-8458d792212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['34312c99-f97f-44b2-81a7-c6b3c6000489'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:13.938381 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2b36e7-6e6c-4f6b-93b4-7f58041e532a None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:13.946746 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:13.995815 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c5d092e9-8c53-4820-84b0-653c570512d6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4563706 Dec 06 14:23:13.996952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59856) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:14.002577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-fc201133-2c68-4847-be6b-4b80ea0e9e8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-883429594'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:14.061696 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.075011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:14.076979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.087652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Network 9f82ddec-4937-4a8d-9373-7136472da90c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:14.097462 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:14.101050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:14.108034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Pushing event updated for resources: {'Port': ['ID=8aae0d62-c24d-40b0-9776-ceba939baf4b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:14.150462 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.156666 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-3bf9f308-1319-4486-9782-8458d792212f None None] Set router 34312c99-f97f-44b2-81a7-c6b3c6000489 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:14.170167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc201133-2c68-4847-be6b-4b80ea0e9e8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:14.174612 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc201133-2c68-4847-be6b-4b80ea0e9e8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.210324 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-45ff8793-606f-4556-b7a9-7e2017b52006 None None] Provisioning complete for port b16a7131-4b56-4a99-9901-739225c0df1c triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:14.210952 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45ff8793-606f-4556-b7a9-7e2017b52006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.273383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.285649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Attempting to bind port 8aae0d62-c24d-40b0-9776-ceba939baf4b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:14.286032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Attempting to bind port 8aae0d62-c24d-40b0-9776-ceba939baf4b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e996da37-416d-4737-b896-2d0031f68a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f82ddec-4937-4a8d-9373-7136472da90c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:14.286408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Attempting to bind port 8aae0d62-c24d-40b0-9776-ceba939baf4b on network 9f82ddec-4937-4a8d-9373-7136472da90c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:14.323062 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4035134 Dec 06 14:23:14.329896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59866) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:14.331962 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:14.332519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Checking segment: {'id': 'e996da37-416d-4737-b896-2d0031f68a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f82ddec-4937-4a8d-9373-7136472da90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:14.332752 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.333179 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Bound using segment: {'id': 'e996da37-416d-4737-b896-2d0031f68a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f82ddec-4937-4a8d-9373-7136472da90c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:14.333763 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Bound port: 8aae0d62-c24d-40b0-9776-ceba939baf4b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e996da37-416d-4737-b896-2d0031f68a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f82ddec-4937-4a8d-9373-7136472da90c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:14.334159 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.335437 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d635e-c44c-4f2c-8ccf-9b778c1aeb55 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event updated for resources: {'Network': ['ID=09c3f8b2-a473-4e1f-b69d-121fecf26c42,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:14.354633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-086a2bec-de2f-4438-9727-808a8a9e9f43 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Request body: {'network': {'name': 'tempest-router-network02--949772485'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:14.355799 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc201133-2c68-4847-be6b-4b80ea0e9e8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:23:14.356873 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 09c3f8b2-a473-4e1f-b69d-121fecf26c42 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:23:14.379249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc201133-2c68-4847-be6b-4b80ea0e9e8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.380365 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-fc201133-2c68-4847-be6b-4b80ea0e9e8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Added segment 831ee9d5-8ef8-4f83-84b5-7e2dbb6cdcfb of type vlan for network 61b9903b-de2e-4a5f-b527-7640998c03b3 Dec 06 14:23:14.382786 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.388101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04544237-2a3c-4332-a764-485b48475080 None None] Pushing event updated for resources: {'Port': ['ID=c2439678-1df8-47c0-b328-b5b6d08f3ecb,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:14.402514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41a7ef3d-c743-4378-a046-41d7d7f02bc1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.424583 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-41a7ef3d-c743-4378-a046-41d7d7f02bc1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for c2439678-1df8-47c0-b328-b5b6d08f3ecb owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:14.515214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086a2bec-de2f-4438-9727-808a8a9e9f43 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Made reservation on behalf of 50fd6308d64d4c84af06a375ca5af152 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:14.515551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc201133-2c68-4847-be6b-4b80ea0e9e8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.519710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-086a2bec-de2f-4438-9727-808a8a9e9f43 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.562804 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-3bf9f308-1319-4486-9782-8458d792212f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34312c99-f97f-44b2-81a7-c6b3c6000489', 'name': 'tempest-snat-router-2123510256', 'tenant_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.138'}], 'enable_snat': False}, 'gw_port_id': 'b16a7131-4b56-4a99-9901-739225c0df1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:23:07Z', 'updated_at': '2021-12-06T14:23:10Z', 'revision_number': 3, 'project_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'gw_port': {'id': 'b16a7131-4b56-4a99-9901-739225c0df1c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34312c99-f97f-44b2-81a7-c6b3c6000489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:23:09Z', 'updated_at': '2021-12-06T14:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:14.594308 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf9f308-1319-4486-9782-8458d792212f None None] The sync data for ids ['34312c99-f97f-44b2-81a7-c6b3c6000489'] in dv-neutron-master-2-hyperv is: [{'id': '34312c99-f97f-44b2-81a7-c6b3c6000489', 'name': 'tempest-snat-router-2123510256', 'tenant_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.138'}], 'enable_snat': False}, 'gw_port_id': 'b16a7131-4b56-4a99-9901-739225c0df1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:23:07Z', 'updated_at': '2021-12-06T14:23:10Z', 'revision_number': 3, 'project_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'gw_port': {'id': 'b16a7131-4b56-4a99-9901-739225c0df1c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:e2:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34312c99-f97f-44b2-81a7-c6b3c6000489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:23:09Z', 'updated_at': '2021-12-06T14:23:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:14.652807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc201133-2c68-4847-be6b-4b80ea0e9e8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.658226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086a2bec-de2f-4438-9727-808a8a9e9f43 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:23:14.661574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc201133-2c68-4847-be6b-4b80ea0e9e8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:14.662226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fc201133-2c68-4847-be6b-4b80ea0e9e8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.683046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-086a2bec-de2f-4438-9727-808a8a9e9f43 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.683463 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-086a2bec-de2f-4438-9727-808a8a9e9f43 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Added segment 83fbe4ff-98b1-4690-9b25-918fb659e3e0 of type vlan for network 1c6917b5-40d3-4afb-b3ca-323f31e0fa25 Dec 06 14:23:14.807309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Attempting to bind port c2439678-1df8-47c0-b328-b5b6d08f3ecb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:14.807903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Attempting to bind port c2439678-1df8-47c0-b328-b5b6d08f3ecb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:14.808097 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Attempting to bind port c2439678-1df8-47c0-b328-b5b6d08f3ecb on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:14.827863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:14.828221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:14.828604 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.829040 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:14.830707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Bound port: c2439678-1df8-47c0-b328-b5b6d08f3ecb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:14.830707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.845836 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45ff8793-606f-4556-b7a9-7e2017b52006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.848487 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fc201133-2c68-4847-be6b-4b80ea0e9e8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8509445 Dec 06 14:23:14.849663 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc201133-2c68-4847-be6b-4b80ea0e9e8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Network': ['ID=61b9903b-de2e-4a5f-b527-7640998c03b3,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:14.851376 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] For port 8aae0d62-c24d-40b0-9776-ceba939baf4b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:14.851857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59876) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:14.857021 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'ports': [{'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b'}, {'network_id': '61b9903b-de2e-4a5f-b527-7640998c03b3'}]} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:14.857326 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:14.857973 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': '61b9903b-de2e-4a5f-b527-7640998c03b3'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:14.869156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-086a2bec-de2f-4438-9727-808a8a9e9f43 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:14.872121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 61b9903b-de2e-4a5f-b527-7640998c03b3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:23:14.916892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] For port 8aae0d62-c24d-40b0-9776-ceba939baf4b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8aae0d62-c24d-40b0-9776-ceba939baf4b,segment=NetworkSegment(e996da37-416d-4737-b896-2d0031f68a2a),segment_id=e996da37-416d-4737-b896-2d0031f68a2a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:14.918746 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-45ff8793-606f-4556-b7a9-7e2017b52006 None None] For port b16a7131-4b56-4a99-9901-739225c0df1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b16a7131-4b56-4a99-9901-739225c0df1c,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:15.018056 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:15.036565 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-45ff8793-606f-4556-b7a9-7e2017b52006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:15.090467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-086a2bec-de2f-4438-9727-808a8a9e9f43 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:15.097077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a2bec-de2f-4438-9727-808a8a9e9f43 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:15.101717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-086a2bec-de2f-4438-9727-808a8a9e9f43 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:15.120634 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41a7ef3d-c743-4378-a046-41d7d7f02bc1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:15.146437 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f703f6d5-662a-4b26-82ae-106e30be3edd req-7ae950b4-6094-4ed3-9c6a-d420b5addc19 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:15.148744 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f703f6d5-662a-4b26-82ae-106e30be3edd req-7ae950b4-6094-4ed3-9c6a-d420b5addc19 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 944 time: 0.1852009 Dec 06 14:23:15.156439 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eed075f-4945-4a4e-a58c-0581a4583e42 None None] Pushing event updated for resources: {'Port': ['ID=8aae0d62-c24d-40b0-9776-ceba939baf4b,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:15.189486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:23:15.190417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:23:15.232510 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-654cd24f-77cc-4450-8c27-b52ffa33372d None None] Could not find standard attr ID for object c2439678-1df8-47c0-b328-b5b6d08f3ecb. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:23:15.301056 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-086a2bec-de2f-4438-9727-808a8a9e9f43 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9588423 Dec 06 14:23:15.332263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff8793-606f-4556-b7a9-7e2017b52006 None None] Pushing event updated for resources: {'Port': ['ID=b16a7131-4b56-4a99-9901-739225c0df1c,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:15.342170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59888) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:15.346637 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f703f6d5-662a-4b26-82ae-106e30be3edd req-738b6af2-1d64-47a8-bbce-b12261b6b11f tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900713 Dec 06 14:23:15.352796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-13b289a8-1b79-43c2-bdf9-fd6a44b11ab2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Request body: {'subnet': {'network_id': '09c3f8b2-a473-4e1f-b69d-121fecf26c42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:15.410516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 2} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:15.413766 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:15.510092 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7ef3d-c743-4378-a046-41d7d7f02bc1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=c2439678-1df8-47c0-b328-b5b6d08f3ecb,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:15.565176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:15.645334 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59892) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:15.659892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a2bec-de2f-4438-9727-808a8a9e9f43 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event updated for resources: {'Network': ['ID=1c6917b5-40d3-4afb-b3ca-323f31e0fa25,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:15.666803 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41a7ef3d-c743-4378-a046-41d7d7f02bc1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:15.679178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 1c6917b5-40d3-4afb-b3ca-323f31e0fa25 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:23:15.713905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:15.749656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port dd10b456-c16c-4983-b6f7-3bd8ee44c2b2 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:23:15.803723 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Attempting to bind port c2439678-1df8-47c0-b328-b5b6d08f3ecb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:15.809849 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Attempting to bind port c2439678-1df8-47c0-b328-b5b6d08f3ecb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:15.811016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Attempting to bind port c2439678-1df8-47c0-b328-b5b6d08f3ecb on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:15.831439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:15.839366 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:15.839754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:15.840162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:15.840563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:15.841143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Bound port: c2439678-1df8-47c0-b328-b5b6d08f3ecb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:15.841530 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:15.894806 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b289a8-1b79-43c2-bdf9-fd6a44b11ab2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Made reservation on behalf of 50fd6308d64d4c84af06a375ca5af152 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:15.900641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-13b289a8-1b79-43c2-bdf9-fd6a44b11ab2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:15.925054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Port c2439678-1df8-47c0-b328-b5b6d08f3ecb has been deleted concurrently {{(pid=103726) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 06 14:23:15.943466 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Routers {'a0911132-c3a3-42f6-9828-4bc100e658d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:15.944125 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a0911132-c3a3-42f6-9828-4bc100e658d6'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:16.017876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] Set router a0911132-c3a3-42f6-9828-4bc100e658d6 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:16.059288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Allocated IP 172.36.1.31 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/58b41931-f3ae-492c-9388-b200090e3a12) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:16.078303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0911132-c3a3-42f6-9828-4bc100e658d6', 'name': 'tempest-NetworksTestDHCPv6-router-321286265', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:23:07Z', 'updated_at': '2021-12-06T14:23:14Z', 'revision_number': 3, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:16.080581 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 15babee3-be50-4436-8319-54025ebe6532 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:16.103159 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7a0b8d4e-e1c6-4fa2-8cb4-15488ce1d292 tempest-DvrRoutersNegativeTest-1631071936 tempest-DvrRoutersNegativeTest-1631071936-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1411040996', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:16.109031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.policy [None req-7a0b8d4e-e1c6-4fa2-8cb4-15488ce1d292 tempest-DvrRoutersNegativeTest-1631071936 tempest-DvrRoutersNegativeTest-1631071936-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103725) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Dec 06 14:23:16.109624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.policy [None req-7a0b8d4e-e1c6-4fa2-8cb4-15488ce1d292 tempest-DvrRoutersNegativeTest-1631071936 tempest-DvrRoutersNegativeTest-1631071936-project] Failed policy check for 'create_router' {{(pid=103725) enforce /opt/stack/neutron/neutron/policy.py:524}} Dec 06 14:23:16.109736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a7ef3d-c743-4378-a046-41d7d7f02bc1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Router a0911132-c3a3-42f6-9828-4bc100e658d6 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:23:16.111298 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-7a0b8d4e-e1c6-4fa2-8cb4-15488ce1d292 tempest-DvrRoutersNegativeTest-1631071936 tempest-DvrRoutersNegativeTest-1631071936-project] create failed (client error): Access was denied to this resource. Dec 06 14:23:16.115139 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7a0b8d4e-e1c6-4fa2-8cb4-15488ce1d292 tempest-DvrRoutersNegativeTest-1631071936 tempest-DvrRoutersNegativeTest-1631071936-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4637294 Dec 06 14:23:16.128690 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:16.143741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57794d9b-c18a-4ce6-83ea-947c493f77e1 None None] The sync data for ids ['a0911132-c3a3-42f6-9828-4bc100e658d6'] in dv-neutron-master-2-hyperv is: [{'id': 'a0911132-c3a3-42f6-9828-4bc100e658d6', 'name': 'tempest-NetworksTestDHCPv6-router-321286265', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:23:07Z', 'updated_at': '2021-12-06T14:23:14Z', 'revision_number': 3, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:16.209279 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b16a7131-4b56-4a99-9901-739225c0df1c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:16.258309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 15babee3-be50-4436-8319-54025ebe6532 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:23:16.272231 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 15babee3-be50-4436-8319-54025ebe6532 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:16.273009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:16.338149 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a7ef3d-c743-4378-a046-41d7d7f02bc1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:16.354347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59898) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:16.355632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port b16a7131-4b56-4a99-9901-739225c0df1c triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:16.356223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:16.356334 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-41a7ef3d-c743-4378-a046-41d7d7f02bc1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "PUT /v2.0/routers/a0911132-c3a3-42f6-9828-4bc100e658d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9993637 Dec 06 14:23:16.378371 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port 58b8797a-10f7-4815-a0e3-eaa36c05c592 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:23:16.405407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:16.514662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7fa144-f156-4724-86ca-ead3f4de9b99 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:16.518663 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7fa144-f156-4724-86ca-ead3f4de9b99 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:16.520257 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6f7fa144-f156-4724-86ca-ead3f4de9b99 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1568680 Dec 06 14:23:16.524273 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59906) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:16.527329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:16.580368 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15babee3-be50-4436-8319-54025ebe6532'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:23:16.583007 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce706db-e878-402e-8867-7b833dabd6b4" -d '{"events": [{"server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "name": "network-vif-plugged", "status": "completed", "tag": "15babee3-be50-4436-8319-54025ebe6532"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:23:16.585146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-13b289a8-1b79-43c2-bdf9-fd6a44b11ab2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:16.604586 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 15babee3-be50-4436-8319-54025ebe6532, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15babee3-be50-4436-8319-54025ebe6532,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:16.615214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8aae0d62-c24d-40b0-9776-ceba939baf4b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:16.617292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3193a-3b18-49a1-b615-020fe2acd6f1 req-508e89fa-26e2-44f3-96b9-936f29068b48 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:16.623527 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2fc3193a-3b18-49a1-b615-020fe2acd6f1 req-508e89fa-26e2-44f3-96b9-936f29068b48 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 944 time: 0.1130290 Dec 06 14:23:16.632016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:16.682528 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:16.684497 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 8aae0d62-c24d-40b0-9776-ceba939baf4b triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:16.685195 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:16.686771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:16.689327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:16.737811 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f164e229-7bc5-4218-9ef2-a5050508ac44 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:16.748933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:16.776895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc922368-8b01-426d-9ee9-45fba8dfec3b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet a2095420-cb79-4e79-af30-eb06043d56fd {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:16.808373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc922368-8b01-426d-9ee9-45fba8dfec3b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:16.809793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b289a8-1b79-43c2-bdf9-fd6a44b11ab2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event updated for resources: {'Subnet': ['ID=1ab69595-e1f1-4db6-9b8f-ada4560dd1c7,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:16.832097 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6018b1bf-7ba5-49ed-a1e1-55c0359669be x-openstack-request-id: req-6018b1bf-7ba5-49ed-a1e1-55c0359669be {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:23:16.832730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "name": "network-vif-plugged", "status": "completed", "tag": "15babee3-be50-4436-8319-54025ebe6532", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:23:16.832730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6018b1bf-7ba5-49ed-a1e1-55c0359669be {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:23:16.833125 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15babee3-be50-4436-8319-54025ebe6532', 'code': 200} Dec 06 14:23:16.836368 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=15babee3-be50-4436-8319-54025ebe6532,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:16.882368 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event updated for resources: {'Port': ['ID=58b41931-f3ae-492c-9388-b200090e3a12,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:16.900271 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e57a24f9-ee0c-4144-8161-f12277f45ad8 None None] Provisioning complete for port 58b41931-f3ae-492c-9388-b200090e3a12 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:16.900638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e57a24f9-ee0c-4144-8161-f12277f45ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:16.952067 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc922368-8b01-426d-9ee9-45fba8dfec3b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:16.967914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b289a8-1b79-43c2-bdf9-fd6a44b11ab2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Checking segment: {'id': '8017e386-eb3a-48c8-82d5-a52439757b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09c3f8b2-a473-4e1f-b69d-121fecf26c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:16.968474 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b289a8-1b79-43c2-bdf9-fd6a44b11ab2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Network hostable DHCP agents. Network: 09c3f8b2-a473-4e1f-b69d-121fecf26c42, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:23:16.998241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.034922 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e57a24f9-ee0c-4144-8161-f12277f45ad8 None None] Port 58b41931-f3ae-492c-9388-b200090e3a12 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:17.037549 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2fc3193a-3b18-49a1-b615-020fe2acd6f1 req-d74f7eb2-cd4c-4912-a543-876a9c10434f tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803403 Dec 06 14:23:17.040563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59912) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:17.041044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.043780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84416d67-dd2c-46ae-bc81-8fd1bd5ae057 None None] Network 9f82ddec-4937-4a8d-9373-7136472da90c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:17.114140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc922368-8b01-426d-9ee9-45fba8dfec3b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.174932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29824a0b-0e92-49ad-a3ae-9d75b6b063e2 req-547233cd-f682-4b80-90c7-952e6c1a278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:17.177799 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-29824a0b-0e92-49ad-a3ae-9d75b6b063e2 req-547233cd-f682-4b80-90c7-952e6c1a278d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 1098 time: 0.0534146 Dec 06 14:23:17.203237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 8aae0d62-c24d-40b0-9776-ceba939baf4b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8aae0d62-c24d-40b0-9776-ceba939baf4b,segment=NetworkSegment(e996da37-416d-4737-b896-2d0031f68a2a),segment_id=e996da37-416d-4737-b896-2d0031f68a2a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:17.212993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5cc99cce-4e6d-4a80-9b92-1b25f935575a None None] Provisioning complete for port 8aae0d62-c24d-40b0-9776-ceba939baf4b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:17.213632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5cc99cce-4e6d-4a80-9b92-1b25f935575a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.257541 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cf1135a-15ba-4dcc-86a8-c8aed5e9898b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.276621 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-29824a0b-0e92-49ad-a3ae-9d75b6b063e2 req-b04c790e-6590-4d3a-bc39-c7953af808f6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920455 Dec 06 14:23:17.320733 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.416891 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.421594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=8aae0d62-c24d-40b0-9776-ceba939baf4b,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:17.485481 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.487884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cf1135a-15ba-4dcc-86a8-c8aed5e9898b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.497452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b289a8-1b79-43c2-bdf9-fd6a44b11ab2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Network 09c3f8b2-a473-4e1f-b69d-121fecf26c42 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:23:17.552474 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:17.558509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:17.566305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:17.567256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.586378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=dd10b456-c16c-4983-b6f7-3bd8ee44c2b2,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:17.657622 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=58b8797a-10f7-4815-a0e3-eaa36c05c592,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:17.661318 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Checking segment: {'id': '831ee9d5-8ef8-4f83-84b5-7e2dbb6cdcfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '61b9903b-de2e-4a5f-b527-7640998c03b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:17.661811 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network hostable DHCP agents. Network: 61b9903b-de2e-4a5f-b527-7640998c03b3, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:23:17.681445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cf1135a-15ba-4dcc-86a8-c8aed5e9898b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.713605 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-13b289a8-1b79-43c2-bdf9-fd6a44b11ab2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 09c3f8b2-a473-4e1f-b69d-121fecf26c42) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:17.718988 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc922368-8b01-426d-9ee9-45fba8dfec3b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.723846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7df0e0c-9659-4977-8ef2-5b6b195ab039 None None] Network 09c3f8b2-a473-4e1f-b69d-121fecf26c42 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:17.731252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b289a8-1b79-43c2-bdf9-fd6a44b11ab2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:17.731997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-13b289a8-1b79-43c2-bdf9-fd6a44b11ab2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.744613 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3cf1135a-15ba-4dcc-86a8-c8aed5e9898b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=905ba44a11394cb9a11ed33bd013815a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7024941 Dec 06 14:23:17.747377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf1135a-15ba-4dcc-86a8-c8aed5e9898b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb42f73-690d-48a7-824f-079b9ab73f58,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:17.750474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59920) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:17.773556 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.790573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc922368-8b01-426d-9ee9-45fba8dfec3b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=a2095420-cb79-4e79-af30-eb06043d56fd,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:17.793109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc922368-8b01-426d-9ee9-45fba8dfec3b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.796406 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-dc922368-8b01-426d-9ee9-45fba8dfec3b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/a2095420-cb79-4e79-af30-eb06043d56fd HTTP/1.1" status: 204 len: 168 time: 1.2709341 Dec 06 14:23:17.799727 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59922) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:17.833733 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb25d8c-f527-49e8-a1b8-d808a9c1d26f None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:17.853311 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 61b9903b-de2e-4a5f-b527-7640998c03b3 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:23:17.864058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3464f71-5e7c-4ecf-9c88-896a4b9feb67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.891995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 61b9903b-de2e-4a5f-b527-7640998c03b3) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:17.900510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:17.906274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:17.915394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:17.915394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.917339 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7532e083-c81b-4b88-aad3-ba0a2fce4f45 None None] Provisioning complete for port 8aae0d62-c24d-40b0-9776-ceba939baf4b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:17.917714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7532e083-c81b-4b88-aad3-ba0a2fce4f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.927623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3464f71-5e7c-4ecf-9c88-896a4b9feb67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:17.934268 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a9a08eb0-d1ac-4505-8609-6cb5da917b3f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1337440 Dec 06 14:23:17.939202 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-13b289a8-1b79-43c2-bdf9-fd6a44b11ab2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5909011 Dec 06 14:23:17.939809 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59924) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:17.942321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59926) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:17.947528 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-37753f08-672b-4b7f-ba1d-8c74635e9fd2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Request body: {'subnet': {'network_id': '1c6917b5-40d3-4afb-b3ca-323f31e0fa25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:17.964109 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f480f06-4a98-412d-97e2-19ac57925488 None None] Network 61b9903b-de2e-4a5f-b527-7640998c03b3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:18.015322 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e9911657-8820-4a14-bee2-832b11970682 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1598868 Dec 06 14:23:18.016722 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59928) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:18.045780 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4da40714-e335-405d-b8ec-fbf8ce09c690 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.159184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8aae0d62-c24d-40b0-9776-ceba939baf4b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:18.161377 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e8ea48-8caf-4d79-a56d-290999a33175 None None] Sync routers for ids ['a0911132-c3a3-42f6-9828-4bc100e658d6'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:18.192994 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37753f08-672b-4b7f-ba1d-8c74635e9fd2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Made reservation on behalf of 50fd6308d64d4c84af06a375ca5af152 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:18.192994 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37753f08-672b-4b7f-ba1d-8c74635e9fd2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.196312 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:23:18.225113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1dc52560-8008-4957-8448-23e61ea3fc40 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port 58b8797a-10f7-4815-a0e3-eaa36c05c592 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:18.225452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1dc52560-8008-4957-8448-23e61ea3fc40 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.272814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa129c-ef66-4d50-b6be-b05457ea9c9c req-edd3aacd-c907-4450-b392-d3ceea3aacab tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:18.274474 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27fa129c-ef66-4d50-b6be-b05457ea9c9c req-edd3aacd-c907-4450-b392-d3ceea3aacab tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.1248164 Dec 06 14:23:18.380624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1dc52560-8008-4957-8448-23e61ea3fc40 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.407814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1dc52560-8008-4957-8448-23e61ea3fc40 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for 58b8797a-10f7-4815-a0e3-eaa36c05c592 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:18.421344 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27fa129c-ef66-4d50-b6be-b05457ea9c9c req-f6f45d10-bb67-4faf-9dba-5ea3d371c177 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307826 Dec 06 14:23:18.457185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8ea48-8caf-4d79-a56d-290999a33175 None None] Routers {'a0911132-c3a3-42f6-9828-4bc100e658d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:18.457852 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-23e8ea48-8caf-4d79-a56d-290999a33175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a0911132-c3a3-42f6-9828-4bc100e658d6'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:18.572109 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-09c3f8b2-a473-4e1f-b69d-121fecf26c42', 'network_id': '09c3f8b2-a473-4e1f-b69d-121fecf26c42', 'tenant_id': '50fd6308d64d4c84af06a375ca5af152', 'fixed_ips': [{'subnet_id': '1ab69595-e1f1-4db6-9b8f-ada4560dd1c7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:18.572990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.596713 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-23e8ea48-8caf-4d79-a56d-290999a33175 None None] Set router a0911132-c3a3-42f6-9828-4bc100e658d6 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:18.610138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4da40714-e335-405d-b8ec-fbf8ce09c690 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.612588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4da40714-e335-405d-b8ec-fbf8ce09c690 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.632012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1dc52560-8008-4957-8448-23e61ea3fc40 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.662575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc52560-8008-4957-8448-23e61ea3fc40 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=58b8797a-10f7-4815-a0e3-eaa36c05c592,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:18.666884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1dc52560-8008-4957-8448-23e61ea3fc40 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.670322 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1dc52560-8008-4957-8448-23e61ea3fc40 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/58b8797a-10f7-4815-a0e3-eaa36c05c592 HTTP/1.1" status: 204 len: 168 time: 0.6535356 Dec 06 14:23:18.673037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59934) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:18.680840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-23e8ea48-8caf-4d79-a56d-290999a33175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0911132-c3a3-42f6-9828-4bc100e658d6', 'name': 'tempest-NetworksTestDHCPv6-router-321286265', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:23:07Z', 'updated_at': '2021-12-06T14:23:14Z', 'revision_number': 3, 'project_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:18.706529 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3464f71-5e7c-4ecf-9c88-896a4b9feb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.709409 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3464f71-5e7c-4ecf-9c88-896a4b9feb67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.713538 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a3464f71-5e7c-4ecf-9c88-896a4b9feb67 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aeb42f73-690d-48a7-824f-079b9ab73f58 HTTP/1.1" status: 204 len: 168 time: 0.9572034 Dec 06 14:23:18.719542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3464f71-5e7c-4ecf-9c88-896a4b9feb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb42f73-690d-48a7-824f-079b9ab73f58,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:18.746140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79d7030-6962-430d-a796-4bb6ee139c02 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:18.761418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4da0659-a74b-4eb2-a3e3-03b9929d247a None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:18.761946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79d7030-6962-430d-a796-4bb6ee139c02 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:18.766210 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c79d7030-6962-430d-a796-4bb6ee139c02 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.0896432 Dec 06 14:23:18.770727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Router 873074dc-c6e2-42e0-929f-678cc8db958d is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:23:18.770727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4da40714-e335-405d-b8ec-fbf8ce09c690 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.771366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da40714-e335-405d-b8ec-fbf8ce09c690 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Fanout notify agent at l3_agent the message router_deleted on router a0911132-c3a3-42f6-9828-4bc100e658d6 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:23:18.778981 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59938) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:18.783069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 8aae0d62-c24d-40b0-9776-ceba939baf4b triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:18.784758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.786844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e8ea48-8caf-4d79-a56d-290999a33175 None None] Checking router: a0911132-c3a3-42f6-9828-4bc100e658d6 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:23:18.835974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4da40714-e335-405d-b8ec-fbf8ce09c690 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:18.840440 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4da40714-e335-405d-b8ec-fbf8ce09c690 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/routers/a0911132-c3a3-42f6-9828-4bc100e658d6 HTTP/1.1" status: 204 len: 168 time: 0.8977535 Dec 06 14:23:18.840622 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59940) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:18.902224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645c06c-c632-407f-8db7-c02865673d62 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:18.903773 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e645c06c-c632-407f-8db7-c02865673d62 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0623176 Dec 06 14:23:18.908584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59944) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:18.963626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8ea48-8caf-4d79-a56d-290999a33175 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:18.964154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8ea48-8caf-4d79-a56d-290999a33175 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 14:23:18.964562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_agentschedulers_db [None req-23e8ea48-8caf-4d79-a56d-290999a33175 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a0911132-c3a3-42f6-9828-4bc100e658d6'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent'). {{(pid=103726) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 14:23:18.964961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e8ea48-8caf-4d79-a56d-290999a33175 None None] The sync data for ids ['a0911132-c3a3-42f6-9828-4bc100e658d6'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:18.985020 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37753f08-672b-4b7f-ba1d-8c74635e9fd2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.054843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b72a412f-4738-4da1-bd28-9649c9caa2a7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port dd10b456-c16c-4983-b6f7-3bd8ee44c2b2 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:19.055403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b72a412f-4738-4da1-bd28-9649c9caa2a7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.062703 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449b6bed-d8c3-4ab8-b771-73bedc03b763 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:19.064798 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-449b6bed-d8c3-4ab8-b771-73bedc03b763 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1552885 Dec 06 14:23:19.070055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59946) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:19.085470 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Allocated IP 172.20.0.2 (09c3f8b2-a473-4e1f-b69d-121fecf26c42/1ab69595-e1f1-4db6-9b8f-ada4560dd1c7/ca48e6bd-1200-4600-a3b1-5b0d1e433e53) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:19.099951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c4da0659-a74b-4eb2-a3e3-03b9929d247a None None] Deleting port c7d246b6-ce58-4624-8e2f-f4b0b18a575b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:19.100331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4da0659-a74b-4eb2-a3e3-03b9929d247a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.143174 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:19.154254 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-79032dff-4797-437d-b984-f44944d92258 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0750718 Dec 06 14:23:19.154254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37753f08-672b-4b7f-ba1d-8c74635e9fd2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event updated for resources: {'Subnet': ['ID=06b7bc67-8f44-454d-bf73-6cd1cef0dc40,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:19.154254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59948) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:19.159977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ae2bdb89-16ce-4e02-b6e4-461db013651e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:19.160109 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Sync routers for ids ['873074dc-c6e2-42e0-929f-678cc8db958d'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:19.176181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b72a412f-4738-4da1-bd28-9649c9caa2a7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.177674 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Routers {'873074dc-c6e2-42e0-929f-678cc8db958d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:19.179914 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['873074dc-c6e2-42e0-929f-678cc8db958d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:19.187233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37753f08-672b-4b7f-ba1d-8c74635e9fd2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Checking segment: {'id': '83fbe4ff-98b1-4690-9b25-918fb659e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c6917b5-40d3-4afb-b3ca-323f31e0fa25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:19.188436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37753f08-672b-4b7f-ba1d-8c74635e9fd2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Network hostable DHCP agents. Network: 1c6917b5-40d3-4afb-b3ca-323f31e0fa25, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:23:19.214069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b72a412f-4738-4da1-bd28-9649c9caa2a7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for dd10b456-c16c-4983-b6f7-3bd8ee44c2b2 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:19.286773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.288758 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a3f925a2-1c13-41f7-b480-baaa4fbb1e21 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.4141471 Dec 06 14:23:19.291440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59952) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:19.316799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c4da0659-a74b-4eb2-a3e3-03b9929d247a None None] For port c7d246b6-ce58-4624-8e2f-f4b0b18a575b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7d246b6-ce58-4624-8e2f-f4b0b18a575b,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:19.317251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4da0659-a74b-4eb2-a3e3-03b9929d247a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.321919 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37753f08-672b-4b7f-ba1d-8c74635e9fd2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Network 1c6917b5-40d3-4afb-b3ca-323f31e0fa25 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:23:19.328803 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Set router 873074dc-c6e2-42e0-929f-678cc8db958d gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:19.337301 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c4da0659-a74b-4eb2-a3e3-03b9929d247a None None] Calling delete_port for c7d246b6-ce58-4624-8e2f-f4b0b18a575b owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:19.421927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2bdb89-16ce-4e02-b6e4-461db013651e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:19.429374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae2bdb89-16ce-4e02-b6e4-461db013651e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.452184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-37753f08-672b-4b7f-ba1d-8c74635e9fd2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1c6917b5-40d3-4afb-b3ca-323f31e0fa25) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:19.456527 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3b1d1b5a-4afe-4847-9388-57a1786ef310 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/routers/873074dc-c6e2-42e0-929f-678cc8db958d HTTP/1.1" status: 200 len: 907 time: 0.1608939 Dec 06 14:23:19.457493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59958) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:19.463784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b72a412f-4738-4da1-bd28-9649c9caa2a7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.479540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518d701a-190d-45ce-b876-9974136a613e None None] Network 1c6917b5-40d3-4afb-b3ca-323f31e0fa25 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:19.517490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37753f08-672b-4b7f-ba1d-8c74635e9fd2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:19.519600 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37753f08-672b-4b7f-ba1d-8c74635e9fd2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.528256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.574043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a412f-4738-4da1-bd28-9649c9caa2a7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=dd10b456-c16c-4983-b6f7-3bd8ee44c2b2,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:19.589417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b72a412f-4738-4da1-bd28-9649c9caa2a7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.595794 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b72a412f-4738-4da1-bd28-9649c9caa2a7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/dd10b456-c16c-4983-b6f7-3bd8ee44c2b2 HTTP/1.1" status: 204 len: 168 time: 0.8124368 Dec 06 14:23:19.600784 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59964) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:19.659768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.690225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.699849 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c35cb9-dbde-4d2b-9442-fe1390609a1f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:19.704012 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-13c35cb9-dbde-4d2b-9442-fe1390609a1f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0966294 Dec 06 14:23:19.704634 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59966) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:19.740411 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1516273-23db-41fb-87e4-62f6f2f8dff6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:23:19.742894 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e1516273-23db-41fb-87e4-62f6f2f8dff6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/58b8797a-10f7-4815-a0e3-eaa36c05c592 HTTP/1.1" status: 404 len: 333 time: 0.0369251 Dec 06 14:23:19.749680 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59970) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:19.758465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4da0659-a74b-4eb2-a3e3-03b9929d247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:19.775688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Network 09c3f8b2-a473-4e1f-b69d-121fecf26c42 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:19.812750 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-37753f08-672b-4b7f-ba1d-8c74635e9fd2 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8675466 Dec 06 14:23:19.814206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59972) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:19.816998 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-716f1829-8639-4443-8857-22d965131f49 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:23:19.821117 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-716f1829-8639-4443-8857-22d965131f49 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/dd10b456-c16c-4983-b6f7-3bd8ee44c2b2 HTTP/1.1" status: 404 len: 333 time: 0.0681975 Dec 06 14:23:19.824060 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:19.826656 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59974) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:19.827148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:19.832949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Pushing event updated for resources: {'Port': ['ID=ca48e6bd-1200-4600-a3b1-5b0d1e433e53,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:19.880822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4da0659-a74b-4eb2-a3e3-03b9929d247a None None] No DVR routers for this DVR port c7d246b6-ce58-4624-8e2f-f4b0b18a575b on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:19.913980 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '873074dc-c6e2-42e0-929f-678cc8db958d', 'name': 'tempest-snat-router-2123510256', 'tenant_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.31'}], 'enable_snat': True}, 'gw_port_id': '58b41931-f3ae-492c-9388-b200090e3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:23:13Z', 'updated_at': '2021-12-06T14:23:17Z', 'revision_number': 3, 'project_id': 'ed7c06dde0b9455ba2255d6afe2aa4dd', 'gw_port': {'id': '58b41931-f3ae-492c-9388-b200090e3a12', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:e2:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '873074dc-c6e2-42e0-929f-678cc8db958d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:23:15Z', 'updated_at': '2021-12-06T14:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:19.937582 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da0659-a74b-4eb2-a3e3-03b9929d247a None None] Pushing event deleted for resources: {'Port': ['ID=c7d246b6-ce58-4624-8e2f-f4b0b18a575b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:19.953155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c0f39-4b52-4310-b16a-b324325045c5 req-dc69b91b-b7a2-4d4d-a13e-a199103dafb9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:19.955560 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-758c0f39-4b52-4310-b16a-b324325045c5 req-dc69b91b-b7a2-4d4d-a13e-a199103dafb9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.1774333 Dec 06 14:23:19.967963 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Checking router: 873074dc-c6e2-42e0-929f-678cc8db958d for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:23:19.968401 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Updating router 873074dc-c6e2-42e0-929f-678cc8db958d port 58b41931-f3ae-492c-9388-b200090e3a12 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:23:19.977622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1c6917b5-40d3-4afb-b3ca-323f31e0fa25', 'network_id': '1c6917b5-40d3-4afb-b3ca-323f31e0fa25', 'tenant_id': '50fd6308d64d4c84af06a375ca5af152', 'fixed_ips': [{'subnet_id': '06b7bc67-8f44-454d-bf73-6cd1cef0dc40'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:19.978411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.003474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.006480 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.006828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5fbf02ca-3015-4b29-b688-8872265aa46e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.050400 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-758c0f39-4b52-4310-b16a-b324325045c5 req-2c3d39e9-16bb-417c-bfdb-eef5e32e8254 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859797 Dec 06 14:23:20.126424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Attempting to bind port ca48e6bd-1200-4600-a3b1-5b0d1e433e53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:20.126424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Attempting to bind port ca48e6bd-1200-4600-a3b1-5b0d1e433e53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8017e386-eb3a-48c8-82d5-a52439757b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09c3f8b2-a473-4e1f-b69d-121fecf26c42'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:20.126424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Attempting to bind port ca48e6bd-1200-4600-a3b1-5b0d1e433e53 on network 09c3f8b2-a473-4e1f-b69d-121fecf26c42 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:20.128402 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c7d246b6-ce58-4624-8e2f-f4b0b18a575b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:20.173964 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:20.174479 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Checking segment: {'id': '8017e386-eb3a-48c8-82d5-a52439757b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09c3f8b2-a473-4e1f-b69d-121fecf26c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:20.175308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.175755 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Bound using segment: {'id': '8017e386-eb3a-48c8-82d5-a52439757b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09c3f8b2-a473-4e1f-b69d-121fecf26c42'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:20.176552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Bound port: ca48e6bd-1200-4600-a3b1-5b0d1e433e53, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8017e386-eb3a-48c8-82d5-a52439757b39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '09c3f8b2-a473-4e1f-b69d-121fecf26c42'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:20.177071 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.247714 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5fbf02ca-3015-4b29-b688-8872265aa46e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.263718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: c7d246b6-ce58-4624-8e2f-f4b0b18a575b {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:20.264452 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c7d246b6-ce58-4624-8e2f-f4b0b18a575b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:20.300203 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-5fbf02ca-3015-4b29-b688-8872265aa46e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b9903b-de2e-4a5f-b527-7640998c03b3']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:20.317133 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-5fbf02ca-3015-4b29-b688-8872265aa46e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '831ee9d5-8ef8-4f83-84b5-7e2dbb6cdcfb') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:20.317425 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-5fbf02ca-3015-4b29-b688-8872265aa46e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '831ee9d5-8ef8-4f83-84b5-7e2dbb6cdcfb') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:20.348061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0778e281-e181-4ad1-bec6-d1db13f5a2b8 req-510be0dc-d697-4533-bfe2-a8e79f60ac95 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:20.351048 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0778e281-e181-4ad1-bec6-d1db13f5a2b8 req-510be0dc-d697-4533-bfe2-a8e79f60ac95 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.1347365 Dec 06 14:23:20.354461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5fbf02ca-3015-4b29-b688-8872265aa46e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.363872 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.401616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5fbf02ca-3015-4b29-b688-8872265aa46e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.407485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] For port ca48e6bd-1200-4600-a3b1-5b0d1e433e53, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:20.413648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fbf02ca-3015-4b29-b688-8872265aa46e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:20.414048 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5fbf02ca-3015-4b29-b688-8872265aa46e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.415589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Allocated IP 172.20.0.2 (1c6917b5-40d3-4afb-b3ca-323f31e0fa25/06b7bc67-8f44-454d-bf73-6cd1cef0dc40/c0855587-693b-4c8a-a193-52926345f543) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: items = [ Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:20.417190 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:20.439555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Deleting port 58b41931-f3ae-492c-9388-b200090e3a12 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:20.439909 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.473493 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.objects.ports [None req-ae2bdb89-16ce-4e02-b6e4-461db013651e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103725) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:23:20.476088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae2bdb89-16ce-4e02-b6e4-461db013651e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.556838 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0778e281-e181-4ad1-bec6-d1db13f5a2b8 req-51aa62ea-86f1-4e29-9dc7-0a1ec5a358cc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972437 Dec 06 14:23:20.580776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59990) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:20.605654 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.623654 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.630961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.636819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2bdb89-16ce-4e02-b6e4-461db013651e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=242e9a93-ab99-444c-8948-1791d1f6be45,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:20.646666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2bdb89-16ce-4e02-b6e4-461db013651e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:20.647658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Calling delete_port for 58b41931-f3ae-492c-9388-b200090e3a12 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:20.650833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-ae2bdb89-16ce-4e02-b6e4-461db013651e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:20.654279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2bdb89-16ce-4e02-b6e4-461db013651e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:20.655249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae2bdb89-16ce-4e02-b6e4-461db013651e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.656461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929ad9e9-2c59-4ffd-ab62-869cfda1599b tempest-TestNetworkAdvancedServerOps-440650832 tempest-TestNetworkAdvancedServerOps-440650832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:20.661368 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-929ad9e9-2c59-4ffd-ab62-869cfda1599b tempest-TestNetworkAdvancedServerOps-440650832 tempest-TestNetworkAdvancedServerOps-440650832-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 1093 time: 0.0795619 Dec 06 14:23:20.661993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 59992) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:20.666209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88f69c5-e46a-4bc6-b07f-78d5e039fe86 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:20.669587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '15babee3-be50-4436-8319-54025ebe6532', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:20.683883 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5fbf02ca-3015-4b29-b688-8872265aa46e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.720936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5fbf02ca-3015-4b29-b688-8872265aa46e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.722579 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.730193 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5fbf02ca-3015-4b29-b688-8872265aa46e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/networks/61b9903b-de2e-4a5f-b527-7640998c03b3 HTTP/1.1" status: 204 len: 168 time: 0.8995745 Dec 06 14:23:20.730395 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] For port ca48e6bd-1200-4600-a3b1-5b0d1e433e53, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca48e6bd-1200-4600-a3b1-5b0d1e433e53,segment=NetworkSegment(8017e386-eb3a-48c8-82d5-a52439757b39),segment_id=8017e386-eb3a-48c8-82d5-a52439757b39)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:20.730577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59994) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:20.735004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.740099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-641f2260-b4a6-4f8c-b34d-b4a0f3d0e504 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-676784120'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:20.750174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 59996) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:20.754302 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbf02ca-3015-4b29-b688-8872265aa46e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Network': ['ID=61b9903b-de2e-4a5f-b527-7640998c03b3,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:20.800923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Network 1c6917b5-40d3-4afb-b3ca-323f31e0fa25 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:20.807726 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:20.810603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064fd334-fdc0-4abe-8e02-e2429d1f4cee None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:20.817145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:20.822000 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df01803-38c5-4308-bd61-0589d12e88e1 None None] Pushing event updated for resources: {'Port': ['ID=58b41931-f3ae-492c-9388-b200090e3a12,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:20.824965 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Attempting to bind port 58b41931-f3ae-492c-9388-b200090e3a12 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:20.825884 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Attempting to bind port 58b41931-f3ae-492c-9388-b200090e3a12 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:20.827051 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Attempting to bind port 58b41931-f3ae-492c-9388-b200090e3a12 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:20.834901 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:20.836450 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:20.846897 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.846897 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:20.846897 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Bound port: 58b41931-f3ae-492c-9388-b200090e3a12, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:20.846897 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.847654 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Pushing event updated for resources: {'Port': ['ID=c0855587-693b-4c8a-a193-52926345f543,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:20.849308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:20.872092 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ae2bdb89-16ce-4e02-b6e4-461db013651e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7172503 Dec 06 14:23:20.877455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60000) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:20.887019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c23f9bf4-7c99-4ff6-9f27-7aa563a31d76 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:20.920353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4a5ac29f-7df9-42e4-9341-4c408ae99e0a tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-532012189', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:21.021917 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for floatingip, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.041095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7dedf7a0-b038-4a83-b34c-4fa101fd8096 None None] Provisioning complete for port 58b41931-f3ae-492c-9388-b200090e3a12 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:21.042181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7dedf7a0-b038-4a83-b34c-4fa101fd8096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.051366 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9e57d-7e5a-40ee-87a1-e3510e98ae3d None None] Pushing event updated for resources: {'Port': ['ID=ca48e6bd-1200-4600-a3b1-5b0d1e433e53,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:21.069721 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.db.api [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103727) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:23:21.070937 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG oslo_db.api [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:23:21.076326 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Allocated IP 172.20.0.1 (09c3f8b2-a473-4e1f-b69d-121fecf26c42/1ab69595-e1f1-4db6-9b8f-ada4560dd1c7/8326af54-8de8-4e73-ac5e-a803b8189c2e) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:21.077887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Attempting to bind port c0855587-693b-4c8a-a193-52926345f543 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:21.077887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Attempting to bind port c0855587-693b-4c8a-a193-52926345f543 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '83fbe4ff-98b1-4690-9b25-918fb659e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c6917b5-40d3-4afb-b3ca-323f31e0fa25'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:21.078090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.078660 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Attempting to bind port c0855587-693b-4c8a-a193-52926345f543 on network 1c6917b5-40d3-4afb-b3ca-323f31e0fa25 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:21.098009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:21.098213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Checking segment: {'id': '83fbe4ff-98b1-4690-9b25-918fb659e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c6917b5-40d3-4afb-b3ca-323f31e0fa25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:21.099011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.099011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Bound using segment: {'id': '83fbe4ff-98b1-4690-9b25-918fb659e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c6917b5-40d3-4afb-b3ca-323f31e0fa25'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:21.099603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Bound port: c0855587-693b-4c8a-a193-52926345f543, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fbe4ff-98b1-4690-9b25-918fb659e3e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1c6917b5-40d3-4afb-b3ca-323f31e0fa25'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:21.100110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.136358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event deleted for resources: {'Port': ['ID=58b41931-f3ae-492c-9388-b200090e3a12,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:21.136612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7dedf7a0-b038-4a83-b34c-4fa101fd8096 None None] Port 58b41931-f3ae-492c-9388-b200090e3a12 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:21.145551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-641f2260-b4a6-4f8c-b34d-b4a0f3d0e504 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:21.150582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641f2260-b4a6-4f8c-b34d-b4a0f3d0e504 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.161402 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': '242e9a93-ab99-444c-8948-1791d1f6be45'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:21.162348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.166604 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e982f8f0-5c11-4104-9ae0-4dfb38ad1b06 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:21.233010 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.240126 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-641f2260-b4a6-4f8c-b34d-b4a0f3d0e504 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:23:21.268577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641f2260-b4a6-4f8c-b34d-b4a0f3d0e504 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.272377 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-641f2260-b4a6-4f8c-b34d-b4a0f3d0e504 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Added segment fc8ebf5c-6817-45b6-aff1-223a0dd51251 of type vlan for network 12faee5d-bc0b-44c6-8340-e05e71f90060 Dec 06 14:23:21.273750 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] For port c0855587-693b-4c8a-a193-52926345f543, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:21.295590 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] For port c0855587-693b-4c8a-a193-52926345f543, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0855587-693b-4c8a-a193-52926345f543,segment=NetworkSegment(83fbe4ff-98b1-4690-9b25-918fb659e3e0),segment_id=83fbe4ff-98b1-4690-9b25-918fb659e3e0)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:21.312275 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.340937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.352026 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac29f-7df9-42e4-9341-4c408ae99e0a tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.359013 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.368571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.373754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac29f-7df9-42e4-9341-4c408ae99e0a tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.406796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.440695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641f2260-b4a6-4f8c-b34d-b4a0f3d0e504 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.480386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Allocated IP 2001:db8::f816:3eff:fe32:a726 (32250b85-9d7f-4d03-9356-fdcc88577699/242e9a93-ab99-444c-8948-1791d1f6be45/98352c5f-4086-41c1-8eca-d87e81343120) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:21.508480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f77f3-8993-4f7f-82a3-ee3ec7e6d5a0 None None] Pushing event updated for resources: {'Port': ['ID=c0855587-693b-4c8a-a193-52926345f543,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:21.537732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac29f-7df9-42e4-9341-4c408ae99e0a tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.569783 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23f9bf4-7c99-4ff6-9f27-7aa563a31d76 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:21.577209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Allocated IP 172.36.1.22 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/db9d40cb-4843-44f4-8bf8-c4a020631542) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:21.581295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c23f9bf4-7c99-4ff6-9f27-7aa563a31d76 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.600518 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Attempting to bind port 58b41931-f3ae-492c-9388-b200090e3a12 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:21.601318 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Attempting to bind port 58b41931-f3ae-492c-9388-b200090e3a12 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:21.602608 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Attempting to bind port 58b41931-f3ae-492c-9388-b200090e3a12 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:21.609238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.610069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 873074dc-c6e2-42e0-929f-678cc8db958d {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:23:21.628959 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:21.634027 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:21.634378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.634515 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.634994 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:21.635535 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Bound port: 58b41931-f3ae-492c-9388-b200090e3a12, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:21.639171 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.639900 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-08281d0a-22a4-444c-b57e-899de4510caf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "DELETE /v2.0/routers/873074dc-c6e2-42e0-929f-678cc8db958d HTTP/1.1" status: 204 len: 168 time: 2.1809270 Dec 06 14:23:21.647323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60006) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:21.675499 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.plugin [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Port 58b41931-f3ae-492c-9388-b200090e3a12 has been deleted concurrently {{(pid=103727) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 06 14:23:21.700747 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:21.703258 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 14:23:21.704589 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_agentschedulers_db [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'873074dc-c6e2-42e0-929f-678cc8db958d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent'). {{(pid=103727) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 14:23:21.704981 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef4601f-dea5-4896-9ccf-9add20fa78b2 None None] The sync data for ids ['873074dc-c6e2-42e0-929f-678cc8db958d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:21.738357 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641f2260-b4a6-4f8c-b34d-b4a0f3d0e504 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.750416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641f2260-b4a6-4f8c-b34d-b4a0f3d0e504 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:21.751558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641f2260-b4a6-4f8c-b34d-b4a0f3d0e504 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.755926 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.767123 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac29f-7df9-42e4-9341-4c408ae99e0a tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.859103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.866633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:21.889379 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Network 09c3f8b2-a473-4e1f-b69d-121fecf26c42 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:21.936717 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:21.947688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:21.980648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f2260-b4a6-4f8c-b34d-b4a0f3d0e504 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Network': ['ID=12faee5d-bc0b-44c6-8340-e05e71f90060,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:21.990858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.007454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 12faee5d-bc0b-44c6-8340-e05e71f90060 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:23:22.015277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.163717 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.165372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.227914 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:22.231984 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Pushing event updated for resources: {'Port': ['ID=98352c5f-4086-41c1-8eca-d87e81343120,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:22.239932 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ca48e6bd-1200-4600-a3b1-5b0d1e433e53 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:22.248959 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:22.258399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:22.305535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:22.312085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:22.319285 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:22.333663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port ca48e6bd-1200-4600-a3b1-5b0d1e433e53 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:22.335342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.347470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4a5ac29f-7df9-42e4-9341-4c408ae99e0a tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.351813 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4a5ac29f-7df9-42e4-9341-4c408ae99e0a tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.5996931 Dec 06 14:23:22.352637 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60010) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:22.364229 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-641f2260-b4a6-4f8c-b34d-b4a0f3d0e504 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6318631 Dec 06 14:23:22.366992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event updated for resources: {'Port': ['ID=8326af54-8de8-4e73-ac5e-a803b8189c2e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:22.371552 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60012) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:22.377865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1774268485'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:22.391133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': '12faee5d-bc0b-44c6-8340-e05e71f90060', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:22.445234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.537952 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Attempting to bind port 98352c5f-4086-41c1-8eca-d87e81343120 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:22.538442 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Attempting to bind port 98352c5f-4086-41c1-8eca-d87e81343120 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:22.539058 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Attempting to bind port 98352c5f-4086-41c1-8eca-d87e81343120 on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:22.569491 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:22.570013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:22.570547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.571056 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:22.572568 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Bound port: 98352c5f-4086-41c1-8eca-d87e81343120, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:22.573102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.589599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.676639 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Made reservation on behalf of c877f6dcc5ea49a6916e0ce101b7e0ec for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:22.679212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.691169 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'Port': ['ID=db9d40cb-4843-44f4-8bf8-c4a020631542,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:22.691540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port ca48e6bd-1200-4600-a3b1-5b0d1e433e53, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca48e6bd-1200-4600-a3b1-5b0d1e433e53,segment=NetworkSegment(8017e386-eb3a-48c8-82d5-a52439757b39),segment_id=8017e386-eb3a-48c8-82d5-a52439757b39)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:22.695487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] For port 98352c5f-4086-41c1-8eca-d87e81343120, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:22.711585 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Deleting port b16a7131-4b56-4a99-9901-739225c0df1c {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:22.711585 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.715323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] For port 98352c5f-4086-41c1-8eca-d87e81343120, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98352c5f-4086-41c1-8eca-d87e81343120,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:22.735884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.747341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a0a09d-7497-4d5e-afc6-1f2b5c492e7b None None] Network 09c3f8b2-a473-4e1f-b69d-121fecf26c42 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:22.853239 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] For port b16a7131-4b56-4a99-9901-739225c0df1c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b16a7131-4b56-4a99-9901-739225c0df1c,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:22.853512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.875568 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Calling delete_port for b16a7131-4b56-4a99-9901-739225c0df1c owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:22.892793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.900537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.901431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c0855587-693b-4c8a-a193-52926345f543 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:22.901795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c23f9bf4-7c99-4ff6-9f27-7aa563a31d76 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.911407 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.962653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:22.966182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:22.997037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f79a00c7-ade4-46df-8fdd-663b8a9c3666 None None] Provisioning complete for port ca48e6bd-1200-4600-a3b1-5b0d1e433e53 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:22.997410 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f79a00c7-ade4-46df-8fdd-663b8a9c3666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.003800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f9bf4-7c99-4ff6-9f27-7aa563a31d76 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=234276d7-1f9b-41a6-a000-c1e2a0d888d6,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:23.048164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.063928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd3e76d-64fa-498c-bab7-e23c04b9b4aa None None] Network 1c6917b5-40d3-4afb-b3ca-323f31e0fa25 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:23.064864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:23:23.133639 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23f9bf4-7c99-4ff6-9f27-7aa563a31d76 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:23.139811 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba07086-33ad-4aa7-9c3c-c21be8674a1c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:23.146513 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=ca48e6bd-1200-4600-a3b1-5b0d1e433e53,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:23.151345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Performing IP validity checks on allocation pools {{(pid=103725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 14:23:23.160316 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 14:23:23.167117 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-c23f9bf4-7c99-4ff6-9f27-7aa563a31d76 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:23.169392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.187194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.188323 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Added segment 9d692158-aebd-4098-9a15-1dabf3fd4a98 of type vlan for network 0eb6b832-2d60-4aca-a545-d2105abe320e Dec 06 14:23:23.190644 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23f9bf4-7c99-4ff6-9f27-7aa563a31d76 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:23.191437 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c23f9bf4-7c99-4ff6-9f27-7aa563a31d76 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.236366 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c0855587-693b-4c8a-a193-52926345f543 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:23.236777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.308720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdff13a0-7232-4599-92c2-3792c9396d70 None None] Pushing event updated for resources: {'Port': ['ID=98352c5f-4086-41c1-8eca-d87e81343120,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:23.494407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.522405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.547869 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e0435247-6f19-4ed4-b20e-2429d19463ae None None] Provisioning complete for port c0855587-693b-4c8a-a193-52926345f543 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:23.548368 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0435247-6f19-4ed4-b20e-2429d19463ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.559032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.566431 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c23f9bf4-7c99-4ff6-9f27-7aa563a31d76 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6865094 Dec 06 14:23:23.578761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60020) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:23.580595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.611407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'mac_address': 'fa:16:3e:74:94:9e', 'name': 'tempest-NetworksTestDHCPv6-742560234'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:23.622139 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port c0855587-693b-4c8a-a193-52926345f543, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0855587-693b-4c8a-a193-52926345f543,segment=NetworkSegment(83fbe4ff-98b1-4690-9b25-918fb659e3e0),segment_id=83fbe4ff-98b1-4690-9b25-918fb659e3e0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:23.654957 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event deleted for resources: {'Port': ['ID=b16a7131-4b56-4a99-9901-739225c0df1c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:23.697992 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0435247-6f19-4ed4-b20e-2429d19463ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.701171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbdb4a9-2d35-4cb1-8ca7-a8ab4bc2dbc6 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:23.734791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.809537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.819064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:23.819459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.843323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-e0435247-6f19-4ed4-b20e-2429d19463ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:23:23.844072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-e0435247-6f19-4ed4-b20e-2429d19463ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:23:23.846634 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.883253 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.897701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=c0855587-693b-4c8a-a193-52926345f543,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:23.941581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:23.994544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event updated for resources: {'Network': ['ID=0eb6b832-2d60-4aca-a545-d2105abe320e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:24.007479 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-798a1cad-eb06-43f5-bc0a-0f7fa53e42a0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6420155 Dec 06 14:23:24.011180 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 0eb6b832-2d60-4aca-a545-d2105abe320e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:23:24.016753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60022) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:24.021792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-82c80cde-8158-4fc2-827c-e2f92aa70c28 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Request body: {'subnet': {'network_id': '0eb6b832-2d60-4aca-a545-d2105abe320e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:24.088912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.099638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.136652 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Subnet': ['ID=b51f2fe9-dc28-4b0e-b3eb-a0cb1bb9ac45,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:24.188109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Checking segment: {'id': 'fc8ebf5c-6817-45b6-aff1-223a0dd51251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '12faee5d-bc0b-44c6-8340-e05e71f90060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:24.188574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network hostable DHCP agents. Network: 12faee5d-bc0b-44c6-8340-e05e71f90060, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:23:24.221327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:24.248752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.313527 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.314072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34312c99-f97f-44b2-81a7-c6b3c6000489 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:23:24.324523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.325711 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2b7ef50d-835e-419e-8229-0c03e0d6dcf8 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "DELETE /v2.0/routers/34312c99-f97f-44b2-81a7-c6b3c6000489 HTTP/1.1" status: 204 len: 168 time: 2.6771300 Dec 06 14:23:24.330303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60024) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:24.332082 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.340011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1734827510', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:24.346595 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ca48e6bd-1200-4600-a3b1-5b0d1e433e53 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:24.354984 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.374544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 12faee5d-bc0b-44c6-8340-e05e71f90060 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:23:24.379327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 6138e942-9f33-44c7-8267-33e15445308f yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:23:24.381884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.443854 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c80cde-8158-4fc2-827c-e2f92aa70c28 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Made reservation on behalf of c877f6dcc5ea49a6916e0ce101b7e0ec for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:24.447877 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-82c80cde-8158-4fc2-827c-e2f92aa70c28 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.484005 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port ca48e6bd-1200-4600-a3b1-5b0d1e433e53 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:24.484552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.505138 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.553503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e318eccc-e286-442f-9ee4-08c88c2936c5 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:24.559288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.592617 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 172.20.0.6 (32250b85-9d7f-4d03-9356-fdcc88577699/234276d7-1f9b-41a6-a000-c1e2a0d888d6/6138e942-9f33-44c7-8267-33e15445308f) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:24.603408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 12faee5d-bc0b-44c6-8340-e05e71f90060) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:24.608878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:24.609492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.609949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::f816:3eff:fe74:949e (32250b85-9d7f-4d03-9356-fdcc88577699/242e9a93-ab99-444c-8948-1791d1f6be45/6138e942-9f33-44c7-8267-33e15445308f) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:24.649776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d6de48-e210-4c40-b1d4-cc703c1712a6 None None] Network 12faee5d-bc0b-44c6-8340-e05e71f90060 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:24.651613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event updated for resources: {'Port': ['ID=db9d40cb-4843-44f4-8bf8-c4a020631542,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:24.695575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event updated for resources: {'Port': ['ID=8326af54-8de8-4e73-ac5e-a803b8189c2e,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:24.695795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.704370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 98352c5f-4086-41c1-8eca-d87e81343120 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:24.714595 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-84852f45-f92f-4af8-8bf9-b5b94ab298af None None] Provisioning complete for port 8326af54-8de8-4e73-ac5e-a803b8189c2e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:24.714958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84852f45-f92f-4af8-8bf9-b5b94ab298af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.779440 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.780480 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.881638 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Floating IP c7a51e2b-9fd6-4620-8023-0ab00c8a050c associated. External IP: 172.36.1.22, port: 15babee3-be50-4436-8319-54025ebe6532. Dec 06 14:23:24.901506 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c74d4662-38ad-4bff-a2e9-338adf3dcc8e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5197372 Dec 06 14:23:24.911341 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60030) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:24.929916 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': '12faee5d-bc0b-44c6-8340-e05e71f90060', 'name': 'tempest-PortsIpV6TestJSON-766895718'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:24.936536 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.971673 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:24.990945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Network 09c3f8b2-a473-4e1f-b69d-121fecf26c42 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:25.000618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:25.011172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-84852f45-f92f-4af8-8bf9-b5b94ab298af None None] Port 8326af54-8de8-4e73-ac5e-a803b8189c2e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:25.132222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-84852f45-f92f-4af8-8bf9-b5b94ab298af None None] Provisioning complete for port ca48e6bd-1200-4600-a3b1-5b0d1e433e53 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:25.132600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84852f45-f92f-4af8-8bf9-b5b94ab298af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:25.158220 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:25.171690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 98352c5f-4086-41c1-8eca-d87e81343120 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:25.171690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:25.226151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-82c80cde-8158-4fc2-827c-e2f92aa70c28 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:25.227712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:25.233702 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:25.237424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:25.278929 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=6138e942-9f33-44c7-8267-33e15445308f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:25.300072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-12faee5d-bc0b-44c6-8340-e05e71f90060', 'network_id': '12faee5d-bc0b-44c6-8340-e05e71f90060', 'tenant_id': 'a0aefe61d053408ebc8bf5297f57f8e2', 'fixed_ips': [{'subnet_id': 'b51f2fe9-dc28-4b0e-b3eb-a0cb1bb9ac45'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:25.301418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:25.312581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Router 78755611-f7e2-4fd1-9708-4dbc09a9808b has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:23:25.387162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:25.387796 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:25.431407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:25.433465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9316c300-3060-423c-8260-faffcf38b606 None None] Update dhcp port {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'fixed_ips': [{'subnet_id': '242e9a93-ab99-444c-8948-1791d1f6be45', 'ip_address': '2001:db8::f816:3eff:fe32:a726'}, {'subnet_id': '234276d7-1f9b-41a6-a000-c1e2a0d888d6'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '98352c5f-4086-41c1-8eca-d87e81343120'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:23:25.450456 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c80cde-8158-4fc2-827c-e2f92aa70c28 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event updated for resources: {'Subnet': ['ID=4eb369f4-3c97-44a2-a782-d659d1a20723,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:25.464586 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c80cde-8158-4fc2-827c-e2f92aa70c28 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Checking segment: {'id': '9d692158-aebd-4098-9a15-1dabf3fd4a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0eb6b832-2d60-4aca-a545-d2105abe320e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:25.465602 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c80cde-8158-4fc2-827c-e2f92aa70c28 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Network hostable DHCP agents. Network: 0eb6b832-2d60-4aca-a545-d2105abe320e, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:23:25.466220 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:25.488889 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af0a2a-95a8-4687-9257-182ae90a0fd4 None None] Sync routers for ids ['78755611-f7e2-4fd1-9708-4dbc09a9808b'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:25.497554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9316c300-3060-423c-8260-faffcf38b606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:25.499247 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:25.554666 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5ae37bf0-fd89-49d2-8dd0-dad97b9af83a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.9726889 Dec 06 14:23:25.557102 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60034) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:25.569500 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af0a2a-95a8-4687-9257-182ae90a0fd4 None None] Routers {'78755611-f7e2-4fd1-9708-4dbc09a9808b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:25.570144 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c0af0a2a-95a8-4687-9257-182ae90a0fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['78755611-f7e2-4fd1-9708-4dbc09a9808b'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:25.598178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:25.617710 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c80cde-8158-4fc2-827c-e2f92aa70c28 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Network 0eb6b832-2d60-4aca-a545-d2105abe320e is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:23:25.633334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9e3b99-48a5-489b-92a3-3429261050a9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:25.639481 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9e3b99-48a5-489b-92a3-3429261050a9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:25.641602 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2e9e3b99-48a5-489b-92a3-3429261050a9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0827901 Dec 06 14:23:25.644185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60036) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:25.648959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Router c071a60c-07cb-44af-82f4-6e14500f71c4 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:23:25.661258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-84852f45-f92f-4af8-8bf9-b5b94ab298af None None] Provisioning complete for port c0855587-693b-4c8a-a193-52926345f543 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:25.661647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84852f45-f92f-4af8-8bf9-b5b94ab298af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:25.666094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 98352c5f-4086-41c1-8eca-d87e81343120, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98352c5f-4086-41c1-8eca-d87e81343120,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:25.683800 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0f9c5e20-7007-4073-8ab9-90557bd9e0ac tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0145299 Dec 06 14:23:25.683800 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'tag': '15babee3-be50-4436-8319-54025ebe6532'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:23:25.685736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d22544-c3b2-44ff-9783-e6be512490e1" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "tag": "15babee3-be50-4436-8319-54025ebe6532"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:23:25.758599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Allocated IP 2001:db8::2 (12faee5d-bc0b-44c6-8340-e05e71f90060/b51f2fe9-dc28-4b0e-b3eb-a0cb1bb9ac45/42fcfd9d-45d7-4902-b944-0ed6d37a549a) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:25.767677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2f2be584-20f7-43bb-a4cf-1bc376cc1700 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 6138e942-9f33-44c7-8267-33e15445308f {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:25.768221 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f2be584-20f7-43bb-a4cf-1bc376cc1700 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:25.775217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:25.776034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c0855587-693b-4c8a-a193-52926345f543 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:25.803820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a8f6a4a-30ce-4c01-8f0e-365fd2335472 x-openstack-request-id: req-9a8f6a4a-30ce-4c01-8f0e-365fd2335472 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:23:25.804218 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "tag": "15babee3-be50-4436-8319-54025ebe6532", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:23:25.804431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a8f6a4a-30ce-4c01-8f0e-365fd2335472 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:23:25.804837 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'tag': '15babee3-be50-4436-8319-54025ebe6532', 'status': 'completed', 'code': 200} Dec 06 14:23:25.935603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baaca6b-b9d2-4df5-b5f0-f2f90345495f req-abd61916-45a9-453f-a54d-ddb40c4d896b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:25.937284 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9baaca6b-b9d2-4df5-b5f0-f2f90345495f req-abd61916-45a9-453f-a54d-ddb40c4d896b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.1351709 Dec 06 14:23:25.975524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d22544-c3b2-44ff-9783-e6be512490e1 req-8ff7004f-171a-4078-87c0-3981f46738d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:25.977127 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f7d22544-c3b2-44ff-9783-e6be512490e1 req-8ff7004f-171a-4078-87c0-3981f46738d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453d340754844adda7a07ecc7b48fdea&device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 1098 time: 0.1761456 Dec 06 14:23:26.015402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f2be584-20f7-43bb-a4cf-1bc376cc1700 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:26.026161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-c0af0a2a-95a8-4687-9257-182ae90a0fd4 None None] Set router 78755611-f7e2-4fd1-9708-4dbc09a9808b gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:26.029600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=98352c5f-4086-41c1-8eca-d87e81343120,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:26.050851 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2f2be584-20f7-43bb-a4cf-1bc376cc1700 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 6138e942-9f33-44c7-8267-33e15445308f owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:26.097189 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9baaca6b-b9d2-4df5-b5f0-f2f90345495f req-33b5547f-a2ba-4119-a19c-3717bc5b4b6a tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475446 Dec 06 14:23:26.115748 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-9316c300-3060-423c-8260-faffcf38b606 None None] Allocated IP 172.20.0.2 (32250b85-9d7f-4d03-9356-fdcc88577699/234276d7-1f9b-41a6-a000-c1e2a0d888d6/98352c5f-4086-41c1-8eca-d87e81343120) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:26.117519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:26.121549 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:26.126835 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-82c80cde-8158-4fc2-827c-e2f92aa70c28 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0eb6b832-2d60-4aca-a545-d2105abe320e) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:26.133098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c80cde-8158-4fc2-827c-e2f92aa70c28 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:26.133707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-82c80cde-8158-4fc2-827c-e2f92aa70c28 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:26.148293 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60044) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:26.177357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d365d78-acdc-4300-a044-e9afcaffd197 None None] Network 0eb6b832-2d60-4aca-a545-d2105abe320e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:26.212693 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port d96e8c96-0503-4d0e-a6e5-8535d5319d21 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:23:26.229960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c0855587-693b-4c8a-a193-52926345f543 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:26.230221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:26.291111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:26.296752 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b6836a88-a178-408c-8963-69d8e588c1ab tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "PUT /v2.0/routers/c071a60c-07cb-44af-82f4-6e14500f71c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4814296 Dec 06 14:23:26.305080 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a36ad1-c22b-40aa-ab2c-c65e8c973e08 None None] Sync routers for ids ['c071a60c-07cb-44af-82f4-6e14500f71c4'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:26.318481 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a36ad1-c22b-40aa-ab2c-c65e8c973e08 None None] Routers {'c071a60c-07cb-44af-82f4-6e14500f71c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:26.319412 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-73a36ad1-c22b-40aa-ab2c-c65e8c973e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c071a60c-07cb-44af-82f4-6e14500f71c4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:26.333254 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-82c80cde-8158-4fc2-827c-e2f92aa70c28 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3151224 Dec 06 14:23:26.345281 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-06946677-ccb5-4b12-8f04-262e88d1cd74 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/floatingips/c7a51e2b-9fd6-4620-8023-0ab00c8a050c HTTP/1.1" status: 200 len: 990 time: 0.1940930 Dec 06 14:23:26.360209 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-73a36ad1-c22b-40aa-ab2c-c65e8c973e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:26.368133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60046) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:26.369404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60048) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:26.370972 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a36ad1-c22b-40aa-ab2c-c65e8c973e08 None None] Routers {'c071a60c-07cb-44af-82f4-6e14500f71c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:26.371826 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-73a36ad1-c22b-40aa-ab2c-c65e8c973e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c071a60c-07cb-44af-82f4-6e14500f71c4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:26.389992 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-84852f45-f92f-4af8-8bf9-b5b94ab298af None None] Provisioning complete for port 98352c5f-4086-41c1-8eca-d87e81343120 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:26.390373 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84852f45-f92f-4af8-8bf9-b5b94ab298af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:26.411027 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-73a36ad1-c22b-40aa-ab2c-c65e8c973e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:26.411936 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a36ad1-c22b-40aa-ab2c-c65e8c973e08 None None] The sync data for ids ['c071a60c-07cb-44af-82f4-6e14500f71c4'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:26.464390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-098ea8cb-322f-4460-b6c2-d2d3222c422e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Request body: {'network': {'name': 'tempest-router-network01--1294448954'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:26.506123 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:26.520931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d22544-c3b2-44ff-9783-e6be512490e1 req-e5043bdf-5dec-43aa-8a40-841f29de5aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:26.522447 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f7d22544-c3b2-44ff-9783-e6be512490e1 req-e5043bdf-5dec-43aa-8a40-841f29de5aa7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca39c773-f168-4385-82c7-10e406c5cd38 HTTP/1.1" status: 200 len: 898 time: 0.5362945 Dec 06 14:23:26.569616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-9316c300-3060-423c-8260-faffcf38b606 None None] For port 98352c5f-4086-41c1-8eca-d87e81343120, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98352c5f-4086-41c1-8eca-d87e81343120,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:26.604251 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f7d22544-c3b2-44ff-9783-e6be512490e1 req-871efb21-1eb9-43c7-9a34-6c3948668e74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15babee3-be50-4436-8319-54025ebe6532 HTTP/1.1" status: 200 len: 998 time: 0.0742304 Dec 06 14:23:26.691328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:26.701310 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d22544-c3b2-44ff-9783-e6be512490e1 req-18eb8afb-5cdb-43c0-818f-d7ce6222ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:26.702921 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f7d22544-c3b2-44ff-9783-e6be512490e1 req-18eb8afb-5cdb-43c0-818f-d7ce6222ad02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c9dacc5-eaee-4677-89fd-d09a6833c396 HTTP/1.1" status: 200 len: 834 time: 0.0757709 Dec 06 14:23:26.750826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:26.767304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098ea8cb-322f-4460-b6c2-d2d3222c422e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Made reservation on behalf of c877f6dcc5ea49a6916e0ce101b7e0ec for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:26.773090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-098ea8cb-322f-4460-b6c2-d2d3222c422e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:26.787624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d22544-c3b2-44ff-9783-e6be512490e1 req-07c5bcad-1191-49bd-89ed-db650c3dcb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:26.789227 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f7d22544-c3b2-44ff-9783-e6be512490e1 req-07c5bcad-1191-49bd-89ed-db650c3dcb7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca39c773-f168-4385-82c7-10e406c5cd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791101 Dec 06 14:23:26.794492 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:26.861659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8::174 (12faee5d-bc0b-44c6-8340-e05e71f90060/b51f2fe9-dc28-4b0e-b3eb-a0cb1bb9ac45/d96e8c96-0503-4d0e-a6e5-8535d5319d21) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:26.897836 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f2be584-20f7-43bb-a4cf-1bc376cc1700 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:26.917909 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9316c300-3060-423c-8260-faffcf38b606 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:26.933365 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f7d22544-c3b2-44ff-9783-e6be512490e1 req-374d92b5-f6a7-4adc-8645-1ce311cf6d7b service neutron] 10.222.0.41 "GET /v2.0/networks/ca39c773-f168-4385-82c7-10e406c5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350219 Dec 06 14:23:26.935116 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2be584-20f7-43bb-a4cf-1bc376cc1700 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=6138e942-9f33-44c7-8267-33e15445308f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:26.959390 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Network 12faee5d-bc0b-44c6-8340-e05e71f90060 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:26.981707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098ea8cb-322f-4460-b6c2-d2d3222c422e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:23:26.984274 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:26.992609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:26.996122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9316c300-3060-423c-8260-faffcf38b606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:26.999284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Pushing event updated for resources: {'Port': ['ID=42fcfd9d-45d7-4902-b944-0ed6d37a549a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:27.036257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0eb6b832-2d60-4aca-a545-d2105abe320e', 'network_id': '0eb6b832-2d60-4aca-a545-d2105abe320e', 'tenant_id': 'c877f6dcc5ea49a6916e0ce101b7e0ec', 'fixed_ips': [{'subnet_id': '4eb369f4-3c97-44a2-a782-d659d1a20723'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:27.037163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.047230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-098ea8cb-322f-4460-b6c2-d2d3222c422e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.047230 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-098ea8cb-322f-4460-b6c2-d2d3222c422e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Added segment b1c91b36-1a07-4174-8945-d349e6afbaf5 of type vlan for network 13645cd1-e118-4d04-8605-b8b547ac7ed3 Dec 06 14:23:27.120254 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f2be584-20f7-43bb-a4cf-1bc376cc1700 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.127479 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2f2be584-20f7-43bb-a4cf-1bc376cc1700 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/6138e942-9f33-44c7-8267-33e15445308f HTTP/1.1" status: 204 len: 168 time: 1.4790030 Dec 06 14:23:27.128032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60054) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:27.176013 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f7d22544-c3b2-44ff-9783-e6be512490e1 req-763d4050-1879-4f8d-bae5-3e1740ca6028 service neutron] 10.222.0.41 "GET /v2.0/networks/ca39c773-f168-4385-82c7-10e406c5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356939 Dec 06 14:23:27.185906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9316c300-3060-423c-8260-faffcf38b606 None None] Pushing event updated for resources: {'Port': ['ID=98352c5f-4086-41c1-8eca-d87e81343120,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:27.209285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Allocated IP 172.36.1.232 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/954a4d03-55db-47fd-bf40-7842a71f7455) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:27.224370 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83866ae-8144-4b00-826a-2a20a68e54a7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:27.226706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83866ae-8144-4b00-826a-2a20a68e54a7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:27.228819 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83866ae-8144-4b00-826a-2a20a68e54a7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:27.232903 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b83866ae-8144-4b00-826a-2a20a68e54a7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1018405 Dec 06 14:23:27.235487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60056) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:27.254591 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Attempting to bind port 42fcfd9d-45d7-4902-b944-0ed6d37a549a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:27.254856 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Attempting to bind port 42fcfd9d-45d7-4902-b944-0ed6d37a549a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fc8ebf5c-6817-45b6-aff1-223a0dd51251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '12faee5d-bc0b-44c6-8340-e05e71f90060'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:27.255181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Attempting to bind port 42fcfd9d-45d7-4902-b944-0ed6d37a549a on network 12faee5d-bc0b-44c6-8340-e05e71f90060 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:27.272727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:27.273125 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Checking segment: {'id': 'fc8ebf5c-6817-45b6-aff1-223a0dd51251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '12faee5d-bc0b-44c6-8340-e05e71f90060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:27.273536 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.273936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Bound using segment: {'id': 'fc8ebf5c-6817-45b6-aff1-223a0dd51251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '12faee5d-bc0b-44c6-8340-e05e71f90060'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:27.274425 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Bound port: 42fcfd9d-45d7-4902-b944-0ed6d37a549a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc8ebf5c-6817-45b6-aff1-223a0dd51251', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '12faee5d-bc0b-44c6-8340-e05e71f90060'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:27.274828 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.278212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c0af0a2a-95a8-4687-9257-182ae90a0fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:22:50Z', 'revision_number': 4, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c7a51e2b-9fd6-4620-8023-0ab00c8a050c', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'floating_ip_address': '172.36.1.22', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'port_id': '15babee3-be50-4436-8319-54025ebe6532', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'mac_address': 'fa:16:3e:5f:35:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:23:23Z', 'updated_at': '2021-12-06T14:23:23Z', 'revision_number': 0, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6e1a63-cc66-4829-8d9d-f132f996b0cf', 'name': '', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'mac_address': 'fa:16:3e:79:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:49Z', 'updated_at': '2021-12-06T14:23:00Z', 'revision_number': 5, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'subnets': [{'id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:27.300912 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 98352c5f-4086-41c1-8eca-d87e81343120 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:27.336296 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-31015f0e-881d-444f-9f34-7f2a45f9e771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 234276d7-1f9b-41a6-a000-c1e2a0d888d6 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:27.342671 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31015f0e-881d-444f-9f34-7f2a45f9e771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.357022 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af0a2a-95a8-4687-9257-182ae90a0fd4 None None] Checking router: 78755611-f7e2-4fd1-9708-4dbc09a9808b for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:23:27.358909 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8af9e21b-dcb2-4e42-8ab8-99dc628f050c None None] Provisioning complete for port 8326af54-8de8-4e73-ac5e-a803b8189c2e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:27.359286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8af9e21b-dcb2-4e42-8ab8-99dc628f050c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.369240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60058) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:27.438196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.448407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31015f0e-881d-444f-9f34-7f2a45f9e771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.488456 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-098ea8cb-322f-4460-b6c2-d2d3222c422e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.521475 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1d2ae669-b13a-4c7e-b37b-562a341103d8 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/floatingips/c7a51e2b-9fd6-4620-8023-0ab00c8a050c HTTP/1.1" status: 200 len: 990 time: 0.1447420 Dec 06 14:23:27.521683 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0af0a2a-95a8-4687-9257-182ae90a0fd4 None None] Routers {'78755611-f7e2-4fd1-9708-4dbc09a9808b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:27.522829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c0af0a2a-95a8-4687-9257-182ae90a0fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['78755611-f7e2-4fd1-9708-4dbc09a9808b'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:27.590047 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8af9e21b-dcb2-4e42-8ab8-99dc628f050c None None] Port 8326af54-8de8-4e73-ac5e-a803b8189c2e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:27.604178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31015f0e-881d-444f-9f34-7f2a45f9e771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.622332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.642736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Allocated IP 2001:db8::2 (0eb6b832-2d60-4aca-a545-d2105abe320e/4eb369f4-3c97-44a2-a782-d659d1a20723/6d51eee4-69d0-4c50-8c6b-40e449f52906) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:27.653701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] For port 42fcfd9d-45d7-4902-b944-0ed6d37a549a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:27.660091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] For port 42fcfd9d-45d7-4902-b944-0ed6d37a549a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42fcfd9d-45d7-4902-b944-0ed6d37a549a,segment=NetworkSegment(fc8ebf5c-6817-45b6-aff1-223a0dd51251),segment_id=fc8ebf5c-6817-45b6-aff1-223a0dd51251)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:27.703467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.709718 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-098ea8cb-322f-4460-b6c2-d2d3222c422e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.715601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098ea8cb-322f-4460-b6c2-d2d3222c422e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:27.716352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-098ea8cb-322f-4460-b6c2-d2d3222c422e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.733143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 98352c5f-4086-41c1-8eca-d87e81343120 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:27.733143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.793051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.820782 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31015f0e-881d-444f-9f34-7f2a45f9e771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.827456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-c0af0a2a-95a8-4687-9257-182ae90a0fd4 None None] Set router 78755611-f7e2-4fd1-9708-4dbc09a9808b gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:27.868241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31015f0e-881d-444f-9f34-7f2a45f9e771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=234276d7-1f9b-41a6-a000-c1e2a0d888d6,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:27.892546 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31015f0e-881d-444f-9f34-7f2a45f9e771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.898448 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-31015f0e-881d-444f-9f34-7f2a45f9e771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/234276d7-1f9b-41a6-a000-c1e2a0d888d6 HTTP/1.1" status: 204 len: 168 time: 0.6594455 Dec 06 14:23:27.898860 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60062) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:27.916973 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Pushing event updated for resources: {'Port': ['ID=954a4d03-55db-47fd-bf40-7842a71f7455,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:27.917214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ac057-3733-435b-8e6d-a5797387a15a None None] Pushing event updated for resources: {'Port': ['ID=42fcfd9d-45d7-4902-b944-0ed6d37a549a,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:27.923444 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-b4b9fe4f-1738-4bac-8055-6cbb702abd23 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:23:27.924551 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b4b9fe4f-1738-4bac-8055-6cbb702abd23 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "PUT /v2.0/routers/c071a60c-07cb-44af-82f4-6e14500f71c4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5490124 Dec 06 14:23:27.938728 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-098ea8cb-322f-4460-b6c2-d2d3222c422e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5077450 Dec 06 14:23:27.944527 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60064) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:27.945467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60066) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:27.946587 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:27.984727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e202db68-9b6d-4720-8c82-1ab6616179fb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 242e9a93-ab99-444c-8948-1791d1f6be45 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:27.988381 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e202db68-9b6d-4720-8c82-1ab6616179fb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:28.032876 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e202db68-9b6d-4720-8c82-1ab6616179fb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:28.056043 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b4f7f8aa-8829-4e75-8ca8-b0ad7f5e4dce tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Request body: {'network': {'name': 'tempest-router-network02--126174145'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:28.067779 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:28.149368 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e202db68-9b6d-4720-8c82-1ab6616179fb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:28.165545 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ea8cb-322f-4460-b6c2-d2d3222c422e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event updated for resources: {'Network': ['ID=13645cd1-e118-4d04-8605-b8b547ac7ed3,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:28.175314 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:28.196037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ef9ee2-5c8b-470f-8685-39ed7a05e89f None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:28.232914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:28.258961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 12faee5d-bc0b-44c6-8340-e05e71f90060 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:28.258961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:28.265819 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 13645cd1-e118-4d04-8605-b8b547ac7ed3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:23:28.304462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:28.306008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:28.312204 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:28.313171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:28.331287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b34f3-9335-4f3d-917e-12605f8e4a44 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:28.351758 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=d96e8c96-0503-4d0e-a6e5-8535d5319d21,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:28.374930 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e202db68-9b6d-4720-8c82-1ab6616179fb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:28.394139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e202db68-9b6d-4720-8c82-1ab6616179fb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:28.404299 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e202db68-9b6d-4720-8c82-1ab6616179fb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/242e9a93-ab99-444c-8948-1791d1f6be45 HTTP/1.1" status: 204 len: 168 time: 0.5037491 Dec 06 14:23:28.405319 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:28.431319 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60070) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:28.432327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202db68-9b6d-4720-8c82-1ab6616179fb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=242e9a93-ab99-444c-8948-1791d1f6be45,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:28.515076 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e8c73a1e-a0a7-4183-b33b-63ff57f1f289 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0776269 Dec 06 14:23:28.515852 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60072) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:28.539696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:28.605705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Network 0eb6b832-2d60-4aca-a545-d2105abe320e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:28.642920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60074) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:28.672150 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:28.675289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:28.686044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b16a7131-4b56-4a99-9901-739225c0df1c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:28.793018 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d8dc4cf8-828b-4bbc-a951-c984228634f9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/floatingips/c7a51e2b-9fd6-4620-8023-0ab00c8a050c HTTP/1.1" status: 200 len: 990 time: 0.1485434 Dec 06 14:23:28.831856 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-36d059c4-cc7f-408e-98f8-23ad415ccead None None] Provisioning complete for port 98352c5f-4086-41c1-8eca-d87e81343120 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:28.832336 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36d059c4-cc7f-408e-98f8-23ad415ccead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:28.837721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: b16a7131-4b56-4a99-9901-739225c0df1c {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:28.838084 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b16a7131-4b56-4a99-9901-739225c0df1c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:28.868393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f7f8aa-8829-4e75-8ca8-b0ad7f5e4dce tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Made reservation on behalf of c877f6dcc5ea49a6916e0ce101b7e0ec for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:28.871914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f8aa-8829-4e75-8ca8-b0ad7f5e4dce tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:28.935443 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-995765b3-fe7a-4423-9d8c-300f7b7dfec3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.0130954 Dec 06 14:23:28.938080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60078) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:28.973187 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f7f8aa-8829-4e75-8ca8-b0ad7f5e4dce tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:23:29.007387 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f8aa-8829-4e75-8ca8-b0ad7f5e4dce tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.007735 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-b4f7f8aa-8829-4e75-8ca8-b0ad7f5e4dce tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Added segment 8b9e6281-128a-4ac8-8bf2-438e040e95a2 of type vlan for network c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b Dec 06 14:23:29.033706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:29.038575 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.087770 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f8aa-8829-4e75-8ca8-b0ad7f5e4dce tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.089930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Pushing event updated for resources: {'Port': ['ID=6d51eee4-69d0-4c50-8c6b-40e449f52906,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:29.118665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Attempting to bind port 6d51eee4-69d0-4c50-8c6b-40e449f52906 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:29.118979 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Attempting to bind port 6d51eee4-69d0-4c50-8c6b-40e449f52906 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9d692158-aebd-4098-9a15-1dabf3fd4a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0eb6b832-2d60-4aca-a545-d2105abe320e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:29.119492 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Attempting to bind port 6d51eee4-69d0-4c50-8c6b-40e449f52906 on network 0eb6b832-2d60-4aca-a545-d2105abe320e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:29.140046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:29.140431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Checking segment: {'id': '9d692158-aebd-4098-9a15-1dabf3fd4a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0eb6b832-2d60-4aca-a545-d2105abe320e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:29.140830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.141823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Bound using segment: {'id': '9d692158-aebd-4098-9a15-1dabf3fd4a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0eb6b832-2d60-4aca-a545-d2105abe320e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:29.142482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Bound port: 6d51eee4-69d0-4c50-8c6b-40e449f52906, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d692158-aebd-4098-9a15-1dabf3fd4a98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '0eb6b832-2d60-4aca-a545-d2105abe320e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:29.142926 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.245186 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-c0af0a2a-95a8-4687-9257-182ae90a0fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:22:50Z', 'revision_number': 4, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c7a51e2b-9fd6-4620-8023-0ab00c8a050c', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'floating_ip_address': '172.36.1.22', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'port_id': '15babee3-be50-4436-8319-54025ebe6532', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'mac_address': 'fa:16:3e:5f:35:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:23:23Z', 'updated_at': '2021-12-06T14:23:23Z', 'revision_number': 0, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6e1a63-cc66-4829-8d9d-f132f996b0cf', 'name': '', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'mac_address': 'fa:16:3e:79:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:49Z', 'updated_at': '2021-12-06T14:23:00Z', 'revision_number': 5, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'subnets': [{'id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:29.268199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bd86d79-0b24-46e7-8bd0-958c3371bce1 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.268199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f8aa-8829-4e75-8ca8-b0ad7f5e4dce tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.271857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7f8aa-8829-4e75-8ca8-b0ad7f5e4dce tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:29.272335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4f7f8aa-8829-4e75-8ca8-b0ad7f5e4dce tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.328667 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-4876b334-987f-4e71-a7bf-1742809b26b0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port d96e8c96-0503-4d0e-a6e5-8535d5319d21 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:29.330195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4876b334-987f-4e71-a7bf-1742809b26b0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.389517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16fcecb-e3fb-4abd-96c6-d284b6dc8634 None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:29.396927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 42fcfd9d-45d7-4902-b944-0ed6d37a549a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:29.399374 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0af0a2a-95a8-4687-9257-182ae90a0fd4 None None] The sync data for ids ['78755611-f7e2-4fd1-9708-4dbc09a9808b'] in dv-neutron-master-2-hyperv is: [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:22:50Z', 'revision_number': 4, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c7a51e2b-9fd6-4620-8023-0ab00c8a050c', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'floating_ip_address': '172.36.1.22', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'port_id': '15babee3-be50-4436-8319-54025ebe6532', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'mac_address': 'fa:16:3e:5f:35:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:23:23Z', 'updated_at': '2021-12-06T14:23:23Z', 'revision_number': 0, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6e1a63-cc66-4829-8d9d-f132f996b0cf', 'name': '', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'mac_address': 'fa:16:3e:79:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:49Z', 'updated_at': '2021-12-06T14:23:00Z', 'revision_number': 5, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'subnets': [{'id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:29.442676 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4876b334-987f-4e71-a7bf-1742809b26b0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.459793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-4876b334-987f-4e71-a7bf-1742809b26b0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for d96e8c96-0503-4d0e-a6e5-8535d5319d21 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:29.501874 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.505436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] For port 6d51eee4-69d0-4c50-8c6b-40e449f52906, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:29.515408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7f8aa-8829-4e75-8ca8-b0ad7f5e4dce tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event updated for resources: {'Network': ['ID=c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:29.550425 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:23:29.558256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.624239 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] For port 6d51eee4-69d0-4c50-8c6b-40e449f52906, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d51eee4-69d0-4c50-8c6b-40e449f52906,segment=NetworkSegment(9d692158-aebd-4098-9a15-1dabf3fd4a98),segment_id=9d692158-aebd-4098-9a15-1dabf3fd4a98)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:29.702312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e16fcecb-e3fb-4abd-96c6-d284b6dc8634 None None] Deleting port 98352c5f-4086-41c1-8eca-d87e81343120 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:29.702697 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e16fcecb-e3fb-4abd-96c6-d284b6dc8634 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.736826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 42fcfd9d-45d7-4902-b944-0ed6d37a549a triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:29.737702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.793530 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-28eac3ba-acb6-4811-8995-d6881975c65e None None] Provisioning complete for port 954a4d03-55db-47fd-bf40-7842a71f7455 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:29.793910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-28eac3ba-acb6-4811-8995-d6881975c65e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.796401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60082) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:29.821150 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1bb0fc4-f1bf-4ea9-8f42-a6db11626552 None None] New status for floating IP c7a51e2b-9fd6-4620-8023-0ab00c8a050c: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:23:29.870135 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3b838131-acef-497d-9a1d-d7f103d83a97 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/floatingips/c7a51e2b-9fd6-4620-8023-0ab00c8a050c HTTP/1.1" status: 200 len: 990 time: 0.0724676 Dec 06 14:23:29.877376 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57456f86-1378-4f20-b0eb-c03913b771fc None None] Network 12faee5d-bc0b-44c6-8340-e05e71f90060 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:29.930258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e16fcecb-e3fb-4abd-96c6-d284b6dc8634 None None] For port 98352c5f-4086-41c1-8eca-d87e81343120, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98352c5f-4086-41c1-8eca-d87e81343120,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:29.930657 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e16fcecb-e3fb-4abd-96c6-d284b6dc8634 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:29.947217 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.001318 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-28eac3ba-acb6-4811-8995-d6881975c65e None None] Port 954a4d03-55db-47fd-bf40-7842a71f7455 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:30.005071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4bd86d79-0b24-46e7-8bd0-958c3371bce1 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Deleting port 8326af54-8de8-4e73-ac5e-a803b8189c2e {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:30.005409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bd86d79-0b24-46e7-8bd0-958c3371bce1 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.011858 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e16fcecb-e3fb-4abd-96c6-d284b6dc8634 None None] Calling delete_port for 98352c5f-4086-41c1-8eca-d87e81343120 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:30.143630 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bd86d79-0b24-46e7-8bd0-958c3371bce1 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.160500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4bd86d79-0b24-46e7-8bd0-958c3371bce1 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Calling delete_port for 8326af54-8de8-4e73-ac5e-a803b8189c2e owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:30.176372 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b4f7f8aa-8829-4e75-8ca8-b0ad7f5e4dce tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1239500 Dec 06 14:23:30.179078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60086) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:30.186039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-8fc010f7-8227-44d5-afe2-ac649480f7ba tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Request body: {'subnet': {'network_id': '13645cd1-e118-4d04-8605-b8b547ac7ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:30.222331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.224131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a12eb3ff-f0aa-434a-9563-f7292f18f69b None None] Provisioning complete for port 42fcfd9d-45d7-4902-b944-0ed6d37a549a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:30.224480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a12eb3ff-f0aa-434a-9563-f7292f18f69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.264164 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4876b334-987f-4e71-a7bf-1742809b26b0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.273533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.332809 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876b334-987f-4e71-a7bf-1742809b26b0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=d96e8c96-0503-4d0e-a6e5-8535d5319d21,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:30.335086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Router fb8b278e-2e1c-47ae-ab53-55cdaf55a89b is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:23:30.382347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4876b334-987f-4e71-a7bf-1742809b26b0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.386024 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 42fcfd9d-45d7-4902-b944-0ed6d37a549a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42fcfd9d-45d7-4902-b944-0ed6d37a549a,segment=NetworkSegment(fc8ebf5c-6817-45b6-aff1-223a0dd51251),segment_id=fc8ebf5c-6817-45b6-aff1-223a0dd51251)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:30.391930 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4876b334-987f-4e71-a7bf-1742809b26b0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/d96e8c96-0503-4d0e-a6e5-8535d5319d21 HTTP/1.1" status: 204 len: 168 time: 1.4490221 Dec 06 14:23:30.391930 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60088) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:30.428461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e16fcecb-e3fb-4abd-96c6-d284b6dc8634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.433888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824964f-3da3-4886-84f0-74265c0cb955 None None] Pushing event updated for resources: {'Port': ['ID=6d51eee4-69d0-4c50-8c6b-40e449f52906,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:30.461475 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-637dce7e-05c1-4110-a3df-48adaf6da59b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] DELETE failed (client error): The resource could not be found. Dec 06 14:23:30.462158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-637dce7e-05c1-4110-a3df-48adaf6da59b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:30.467823 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-637dce7e-05c1-4110-a3df-48adaf6da59b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/d96e8c96-0503-4d0e-a6e5-8535d5319d21 HTTP/1.1" status: 404 len: 333 time: 0.0728195 Dec 06 14:23:30.477727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60090) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:30.497234 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16fcecb-e3fb-4abd-96c6-d284b6dc8634 None None] No DVR routers for this DVR port 98352c5f-4086-41c1-8eca-d87e81343120 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:30.518876 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:30.519885 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fcecb-e3fb-4abd-96c6-d284b6dc8634 None None] Pushing event deleted for resources: {'Port': ['ID=98352c5f-4086-41c1-8eca-d87e81343120,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:30.523854 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.530188 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f71fde-ccf0-4d8c-9c80-147f24e2b4f7 None None] Sync routers for ids ['fb8b278e-2e1c-47ae-ab53-55cdaf55a89b'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:30.536416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bd86d79-0b24-46e7-8bd0-958c3371bce1 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.547847 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f71fde-ccf0-4d8c-9c80-147f24e2b4f7 None None] Routers {'fb8b278e-2e1c-47ae-ab53-55cdaf55a89b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:30.551069 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d3f71fde-ccf0-4d8c-9c80-147f24e2b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fb8b278e-2e1c-47ae-ab53-55cdaf55a89b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:30.569458 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc010f7-8227-44d5-afe2-ac649480f7ba tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Made reservation on behalf of c877f6dcc5ea49a6916e0ce101b7e0ec for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:30.573707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8fc010f7-8227-44d5-afe2-ac649480f7ba tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.590702 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-02914182-8701-4d95-8a66-49a0aa0d6a5f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:23:30.592137 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-02914182-8701-4d95-8a66-49a0aa0d6a5f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/d96e8c96-0503-4d0e-a6e5-8535d5319d21 HTTP/1.1" status: 404 len: 333 time: 0.1138191 Dec 06 14:23:30.598406 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60094) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:30.620122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd86d79-0b24-46e7-8bd0-958c3371bce1 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event deleted for resources: {'Port': ['ID=8326af54-8de8-4e73-ac5e-a803b8189c2e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:30.642058 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a12eb3ff-f0aa-434a-9563-f7292f18f69b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.648930 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.objects.ports [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103724) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:23:30.670710 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d3f71fde-ccf0-4d8c-9c80-147f24e2b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:30.674501 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f71fde-ccf0-4d8c-9c80-147f24e2b4f7 None None] Routers {'fb8b278e-2e1c-47ae-ab53-55cdaf55a89b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:30.675147 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d3f71fde-ccf0-4d8c-9c80-147f24e2b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fb8b278e-2e1c-47ae-ab53-55cdaf55a89b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:30.723167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=42fcfd9d-45d7-4902-b944-0ed6d37a549a,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:30.736205 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.737559 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d21a0385-f161-4878-9b03-7ec9a76b18d4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4059675 Dec 06 14:23:30.750537 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d3f71fde-ccf0-4d8c-9c80-147f24e2b4f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:30.753449 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f71fde-ccf0-4d8c-9c80-147f24e2b4f7 None None] The sync data for ids ['fb8b278e-2e1c-47ae-ab53-55cdaf55a89b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:30.792703 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60096) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:30.800325 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-31d5f6b1-1b27-4884-8fe0-c65977b86461 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'enable_snat': False}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:30.861959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-a12eb3ff-f0aa-434a-9563-f7292f18f69b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:23:30.862782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-a12eb3ff-f0aa-434a-9563-f7292f18f69b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:23:30.870720 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b8fb7c-497e-4f36-bb57-d6068c638d9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting subnet b51f2fe9-dc28-4b0e-b3eb-a0cb1bb9ac45 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:30.876521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60098) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:30.890787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fb7c-497e-4f36-bb57-d6068c638d9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:30.995050 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.services.revisions.revision_plugin [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Could not find related port for resource to bump revision. Dec 06 14:23:31.073185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_pluggable_backend [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Port 98352c5f-4086-41c1-8eca-d87e81343120 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 06 14:23:31.073497 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_pluggable_backend [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Reverting IP allocation for 2001:db8::f816:3eff:fe32:a726 {{(pid=103724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 06 14:23:31.102718 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_pluggable_backend [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe32:a726 {{(pid=103724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 06 14:23:31.110117 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:31.138512 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fb7c-497e-4f36-bb57-d6068c638d9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:31.165524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:31.175157 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:31.179507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:31.180085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:31.193731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e5e9b8-0e8d-44f1-96d9-46fd1c1242b3 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:31.213805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=3099c6bd-1b1a-45f4-a061-5fcb45f09b1e,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:31.234718 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8fc010f7-8227-44d5-afe2-ac649480f7ba tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:31.265751 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6d51eee4-69d0-4c50-8c6b-40e449f52906 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:31.323106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc010f7-8227-44d5-afe2-ac649480f7ba tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event updated for resources: {'Subnet': ['ID=7f68545f-d95c-45b1-8d66-fbee3900c0bb,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:31.341612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc010f7-8227-44d5-afe2-ac649480f7ba tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Checking segment: {'id': 'b1c91b36-1a07-4174-8945-d349e6afbaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13645cd1-e118-4d04-8605-b8b547ac7ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:31.342270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc010f7-8227-44d5-afe2-ac649480f7ba tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Network hostable DHCP agents. Network: 13645cd1-e118-4d04-8605-b8b547ac7ed3, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:23:31.354066 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4b63311d-8dcd-4bd5-9e48-b4b00bfd2c04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8364153 Dec 06 14:23:31.357182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60102) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:31.365022 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-62b112d0-f851-404f-a5e9-9d214a28394d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:31.462493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acf2a658-bad9-4504-adc3-5271085ce69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:31.553394 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 6d51eee4-69d0-4c50-8c6b-40e449f52906 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:31.554223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:31.574631 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c7c666d-5c7e-47f8-ac30-366a9b14958d req-0ec69bb9-8057-4683-808c-8c55d876d33d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0849001 Dec 06 14:23:31.629347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc010f7-8227-44d5-afe2-ac649480f7ba tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Network 13645cd1-e118-4d04-8605-b8b547ac7ed3 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:23:31.678796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a6a0a446-0ae9-4c48-b3b7-a61f2229bfb3 None None] Provisioning complete for port 42fcfd9d-45d7-4902-b944-0ed6d37a549a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:31.679301 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a6a0a446-0ae9-4c48-b3b7-a61f2229bfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:31.712456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-8fc010f7-8227-44d5-afe2-ac649480f7ba tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 13645cd1-e118-4d04-8605-b8b547ac7ed3) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:31.727109 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc010f7-8227-44d5-afe2-ac649480f7ba tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:31.727743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8fc010f7-8227-44d5-afe2-ac649480f7ba tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:31.739582 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ba4aeb1c-cd9a-41b1-a573-8e663da4a485 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/floatingips/c7a51e2b-9fd6-4620-8023-0ab00c8a050c HTTP/1.1" status: 200 len: 992 time: 0.8592293 Dec 06 14:23:31.765782 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bd86d79-0b24-46e7-8bd0-958c3371bce1 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:31.767528 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c666d-5c7e-47f8-ac30-366a9b14958d req-1e79a843-aed2-4fe2-965b-cf9e2420047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:31.769068 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c7c666d-5c7e-47f8-ac30-366a9b14958d req-1e79a843-aed2-4fe2-965b-cf9e2420047e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1581c8e1066d4f8e9d864ea17bbba555&device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 1098 time: 0.1662939 Dec 06 14:23:31.769783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': '3099c6bd-1b1a-45f4-a061-5fcb45f09b1e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:31.770122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fb7c-497e-4f36-bb57-d6068c638d9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:31.771023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:31.773359 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868e539e-746d-4ae8-b9f0-4994628b1753 None None] Network 13645cd1-e118-4d04-8605-b8b547ac7ed3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:31.888373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b112d0-f851-404f-a5e9-9d214a28394d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:31.892464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-62b112d0-f851-404f-a5e9-9d214a28394d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:31.977265 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8fc010f7-8227-44d5-afe2-ac649480f7ba tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7938414 Dec 06 14:23:31.978191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60106) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:31.985869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-892dec42-d89b-46a1-b448-5faaf48fdb00 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Request body: {'subnet': {'network_id': 'c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:32.010061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c666d-5c7e-47f8-ac30-366a9b14958d req-4f3c1ade-ba7a-402e-9c50-ac9f94e4e442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:32.011494 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c7c666d-5c7e-47f8-ac30-366a9b14958d req-4f3c1ade-ba7a-402e-9c50-ac9f94e4e442 service neutron] 10.222.0.41 "GET /v2.0/networks?id=335b2338-1336-4dd0-9810-241ea87aea01 HTTP/1.1" status: 200 len: 907 time: 0.2004111 Dec 06 14:23:32.036224 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d730f-2639-4e55-82f1-8df3d332cc31 None None] Network 0eb6b832-2d60-4aca-a545-d2105abe320e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:32.057623 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:32.099500 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c7c666d-5c7e-47f8-ac30-366a9b14958d req-664b1bfb-f87c-477a-9e02-f7b54e2fed4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4253ec75-6943-462e-94dc-07ee0a16da4c HTTP/1.1" status: 200 len: 1001 time: 0.0754850 Dec 06 14:23:32.166459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fb7c-497e-4f36-bb57-d6068c638d9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:32.182844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c666d-5c7e-47f8-ac30-366a9b14958d req-9691ceb2-7b87-43b3-85a9-4cc916c0bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:32.184800 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c7c666d-5c7e-47f8-ac30-366a9b14958d req-9691ceb2-7b87-43b3-85a9-4cc916c0bd94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f8737697-4bab-4eb6-998b-387593d2ef8c HTTP/1.1" status: 200 len: 845 time: 0.0781274 Dec 06 14:23:32.223104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e2b8fb7c-497e-4f36-bb57-d6068c638d9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:32.223104 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e2b8fb7c-497e-4f36-bb57-d6068c638d9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/b51f2fe9-dc28-4b0e-b3eb-a0cb1bb9ac45 HTTP/1.1" status: 204 len: 168 time: 1.6222773 Dec 06 14:23:32.227981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8fb7c-497e-4f36-bb57-d6068c638d9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Subnet': ['ID=b51f2fe9-dc28-4b0e-b3eb-a0cb1bb9ac45,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:32.230789 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60108) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:32.248392 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c3d74-2209-4a67-928e-92f0a0cd21ca None None] Network 12faee5d-bc0b-44c6-8340-e05e71f90060 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:32.269852 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c666d-5c7e-47f8-ac30-366a9b14958d req-6494c55f-2663-427a-81c5-8917843ab042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:32.269852 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c7c666d-5c7e-47f8-ac30-366a9b14958d req-6494c55f-2663-427a-81c5-8917843ab042 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=335b2338-1336-4dd0-9810-241ea87aea01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759082 Dec 06 14:23:32.279849 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd86d79-0b24-46e7-8bd0-958c3371bce1 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Router c071a60c-07cb-44af-82f4-6e14500f71c4 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:23:32.371295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 6d51eee4-69d0-4c50-8c6b-40e449f52906, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d51eee4-69d0-4c50-8c6b-40e449f52906,segment=NetworkSegment(9d692158-aebd-4098-9a15-1dabf3fd4a98),segment_id=9d692158-aebd-4098-9a15-1dabf3fd4a98)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:32.379400 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-31d5f6b1-1b27-4884-8fe0-c65977b86461 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:32.405078 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c7c666d-5c7e-47f8-ac30-366a9b14958d req-c09f9f2a-ddfd-4cce-ac52-08231a27e8c2 service neutron] 10.222.0.41 "GET /v2.0/networks/335b2338-1336-4dd0-9810-241ea87aea01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257060 Dec 06 14:23:32.410431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a6a0a446-0ae9-4c48-b3b7-a61f2229bfb3 None None] Could not find standard attr ID for object d96e8c96-0503-4d0e-a6e5-8535d5319d21. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:23:32.414642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-62b112d0-f851-404f-a5e9-9d214a28394d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:32.471616 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:32.486502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd86d79-0b24-46e7-8bd0-958c3371bce1 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:32.504388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Allocated IP 2001:db8::f816:3eff:fe9c:64f8 (32250b85-9d7f-4d03-9356-fdcc88577699/3099c6bd-1b1a-45f4-a061-5fcb45f09b1e/33c85789-b4fb-478b-8851-a5f6bd9057cd) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:32.504697 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4bd86d79-0b24-46e7-8bd0-958c3371bce1 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "PUT /v2.0/routers/c071a60c-07cb-44af-82f4-6e14500f71c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5480170 Dec 06 14:23:32.505991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63257b67-1e71-4664-9d4b-8dc310c102c1 None None] Sync routers for ids ['c071a60c-07cb-44af-82f4-6e14500f71c4'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:32.506361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60112) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:32.533824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-892dec42-d89b-46a1-b448-5faaf48fdb00 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Made reservation on behalf of c877f6dcc5ea49a6916e0ce101b7e0ec for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:32.537772 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-892dec42-d89b-46a1-b448-5faaf48fdb00 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:32.549189 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b112d0-f851-404f-a5e9-9d214a28394d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:32.557263 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b112d0-f851-404f-a5e9-9d214a28394d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=ca89bb26-3913-4224-b33b-43c44cc6d817,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:32.559561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-62b112d0-f851-404f-a5e9-9d214a28394d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:32.563353 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:32.563516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b112d0-f851-404f-a5e9-9d214a28394d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:32.564036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-62b112d0-f851-404f-a5e9-9d214a28394d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:32.564176 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 42fcfd9d-45d7-4902-b944-0ed6d37a549a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:32.596985 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-91e45ee9-6a04-47d2-862c-52cd961cf98e tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] delete failed (client error): The resource could not be found. Dec 06 14:23:32.602024 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-91e45ee9-6a04-47d2-862c-52cd961cf98e tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-1683422148 HTTP/1.1" status: 404 len: 335 time: 0.0890949 Dec 06 14:23:32.602162 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c7c666d-5c7e-47f8-ac30-366a9b14958d req-7d01a4f7-7e19-4cc3-8e7d-9da41dfd18cd service neutron] 10.222.0.41 "GET /v2.0/networks/335b2338-1336-4dd0-9810-241ea87aea01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802316 Dec 06 14:23:32.603734 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60114) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:32.608317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2da60a36-0d02-48b1-8590-2cb7a5a23601 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c071a60c-07cb-44af-82f4-6e14500f71c4'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:32.637490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-13645cd1-e118-4d04-8605-b8b547ac7ed3', 'network_id': '13645cd1-e118-4d04-8605-b8b547ac7ed3', 'tenant_id': 'c877f6dcc5ea49a6916e0ce101b7e0ec', 'fixed_ips': [{'subnet_id': '7f68545f-d95c-45b1-8d66-fbee3900c0bb'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:32.638278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:32.662052 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63257b67-1e71-4664-9d4b-8dc310c102c1 None None] Routers {'c071a60c-07cb-44af-82f4-6e14500f71c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:32.662310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-63257b67-1e71-4664-9d4b-8dc310c102c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c071a60c-07cb-44af-82f4-6e14500f71c4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:32.697314 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-62b112d0-f851-404f-a5e9-9d214a28394d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3373413 Dec 06 14:23:32.701487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60116) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:32.706745 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'mac_address': 'fa:16:3e:34:15:3f', 'name': 'tempest-NetworksTestDHCPv6-563992678'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:32.765540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port 42fcfd9d-45d7-4902-b944-0ed6d37a549a {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:32.766025 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:32.777778 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-63257b67-1e71-4664-9d4b-8dc310c102c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:32.780378 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-825220f2-4f2c-4319-bcea-599b88c4ee28 None None] Provisioning complete for port 6d51eee4-69d0-4c50-8c6b-40e449f52906 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:32.780752 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-825220f2-4f2c-4319-bcea-599b88c4ee28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:32.905429 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] For port 42fcfd9d-45d7-4902-b944-0ed6d37a549a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42fcfd9d-45d7-4902-b944-0ed6d37a549a,segment=NetworkSegment(fc8ebf5c-6817-45b6-aff1-223a0dd51251),segment_id=fc8ebf5c-6817-45b6-aff1-223a0dd51251)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:32.905800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:32.925949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=6d51eee4-69d0-4c50-8c6b-40e449f52906,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:32.947851 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63257b67-1e71-4664-9d4b-8dc310c102c1 None None] Routers {'c071a60c-07cb-44af-82f4-6e14500f71c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:32.948382 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-63257b67-1e71-4664-9d4b-8dc310c102c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c071a60c-07cb-44af-82f4-6e14500f71c4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:32.955515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for 42fcfd9d-45d7-4902-b944-0ed6d37a549a owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:33.012565 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d88934-380d-4875-a5fc-4d82f79dcf17 None None] DHCP port deletion for 12faee5d-bc0b-44c6-8340-e05e71f90060 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:33.050251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-63257b67-1e71-4664-9d4b-8dc310c102c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:33.051009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63257b67-1e71-4664-9d4b-8dc310c102c1 None None] The sync data for ids ['c071a60c-07cb-44af-82f4-6e14500f71c4'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:33.091885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-892dec42-d89b-46a1-b448-5faaf48fdb00 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.178013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 42fcfd9d-45d7-4902-b944-0ed6d37a549a triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:33.178307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.251338 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892dec42-d89b-46a1-b448-5faaf48fdb00 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event updated for resources: {'Subnet': ['ID=8029f384-d945-4081-9b2f-d61b16f6ce1e,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:33.284140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892dec42-d89b-46a1-b448-5faaf48fdb00 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Checking segment: {'id': '8b9e6281-128a-4ac8-8bf2-438e040e95a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:33.284547 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892dec42-d89b-46a1-b448-5faaf48fdb00 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Network hostable DHCP agents. Network: c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:23:33.292419 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2da60a36-0d02-48b1-8590-2cb7a5a23601 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.302264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.310225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Allocated IP 2001:db8::2 (13645cd1-e118-4d04-8605-b8b547ac7ed3/7f68545f-d95c-45b1-8d66-fbee3900c0bb/7746c8f4-15be-4fd3-a800-d9e7ca613e29) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:33.340697 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b3d88934-380d-4875-a5fc-4d82f79dcf17 None None] Deleting port 42fcfd9d-45d7-4902-b944-0ed6d37a549a {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:33.341092 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b3d88934-380d-4875-a5fc-4d82f79dcf17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.379038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.403137 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-2da60a36-0d02-48b1-8590-2cb7a5a23601 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] update failed (client error): The resource could not be found. Dec 06 14:23:33.404418 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2da60a36-0d02-48b1-8590-2cb7a5a23601 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "PUT /v2.0/routers/c071a60c-07cb-44af-82f4-6e14500f71c4 HTTP/1.1" status: 404 len: 339 time: 0.8000641 Dec 06 14:23:33.410025 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60120) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:33.412679 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=42fcfd9d-45d7-4902-b944-0ed6d37a549a,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:33.417845 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No DVR routers for this DVR port 42fcfd9d-45d7-4902-b944-0ed6d37a549a on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:33.431549 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Port 42fcfd9d-45d7-4902-b944-0ed6d37a549a update to ACTIVE by agent not found {{(pid=103726) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 14:23:33.433513 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.449303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892dec42-d89b-46a1-b448-5faaf48fdb00 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Network c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:23:33.528576 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 98352c5f-4086-41c1-8eca-d87e81343120 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:33.534582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:33.583014 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.592147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-892dec42-d89b-46a1-b448-5faaf48fdb00 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:33.596505 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b3d88934-380d-4875-a5fc-4d82f79dcf17 None None] For port 42fcfd9d-45d7-4902-b944-0ed6d37a549a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=42fcfd9d-45d7-4902-b944-0ed6d37a549a,segment=NetworkSegment(fc8ebf5c-6817-45b6-aff1-223a0dd51251),segment_id=fc8ebf5c-6817-45b6-aff1-223a0dd51251)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:33.596821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b3d88934-380d-4875-a5fc-4d82f79dcf17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.603271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892dec42-d89b-46a1-b448-5faaf48fdb00 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:33.603507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-892dec42-d89b-46a1-b448-5faaf48fdb00 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.604490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:33.605800 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 98352c5f-4086-41c1-8eca-d87e81343120 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:33.606142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 98352c5f-4086-41c1-8eca-d87e81343120 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:33.625036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6190d60a-9beb-4c86-b216-951feefe2f30 None None] Provisioning complete for port 6d51eee4-69d0-4c50-8c6b-40e449f52906 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:33.625408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6190d60a-9beb-4c86-b216-951feefe2f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.627988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:33.643697 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95ee8a3-080c-4042-a05c-1680b52d2f00 None None] Network c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:33.643697 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Pushing event updated for resources: {'Port': ['ID=33c85789-b4fb-478b-8851-a5f6bd9057cd,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:33.644046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:33.656793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12faee5d-bc0b-44c6-8340-e05e71f90060']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:33.669875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b3d88934-380d-4875-a5fc-4d82f79dcf17 None None] Calling delete_port for 42fcfd9d-45d7-4902-b944-0ed6d37a549a owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:33.675549 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc8ebf5c-6817-45b6-aff1-223a0dd51251') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:33.675849 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc8ebf5c-6817-45b6-aff1-223a0dd51251') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:33.689090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.705213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-31d5f6b1-1b27-4884-8fe0-c65977b86461 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.706807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ac3a362d-ce62-478e-acdf-483ec50cf2a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.713677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.720412 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-31d5f6b1-1b27-4884-8fe0-c65977b86461 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.730314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:33.730719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:33.804017 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:33.813679 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-892dec42-d89b-46a1-b448-5faaf48fdb00 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8306687 Dec 06 14:23:33.818928 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60124) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:33.932184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d5f6b1-1b27-4884-8fe0-c65977b86461 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Router fb8b278e-2e1c-47ae-ab53-55cdaf55a89b has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:23:33.937087 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.957461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6d51eee4-69d0-4c50-8c6b-40e449f52906 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:33.981430 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.989908 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:33.993059 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/networks/12faee5d-bc0b-44c6-8340-e05e71f90060 HTTP/1.1" status: 204 len: 168 time: 1.7326205 Dec 06 14:23:33.997690 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60126) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:34.003748 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-3c6f671b-fa08-4734-9611-d93a26d9bf9a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-356178934'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:34.030081 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d56e2-658f-4e42-83f8-4cc43ed36d21 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Network': ['ID=12faee5d-bc0b-44c6-8340-e05e71f90060,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:34.053730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port a906171f-5a5f-409c-a9c5-aa1c028dba57 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:23:34.095908 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d5f6b1-1b27-4884-8fe0-c65977b86461 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:34.100552 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-31d5f6b1-1b27-4884-8fe0-c65977b86461 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.102187 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-31d5f6b1-1b27-4884-8fe0-c65977b86461 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "PUT /v2.0/routers/fb8b278e-2e1c-47ae-ab53-55cdaf55a89b HTTP/1.1" status: 200 len: 926 time: 3.3082950 Dec 06 14:23:34.104581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60128) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:34.109328 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07f2cb-b588-459e-a1cb-30d0640542ea None None] Sync routers for ids ['fb8b278e-2e1c-47ae-ab53-55cdaf55a89b'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:34.120264 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07f2cb-b588-459e-a1cb-30d0640542ea None None] Routers {'fb8b278e-2e1c-47ae-ab53-55cdaf55a89b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:34.121162 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8d07f2cb-b588-459e-a1cb-30d0640542ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fb8b278e-2e1c-47ae-ab53-55cdaf55a89b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:34.131870 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Attempting to bind port 33c85789-b4fb-478b-8851-a5f6bd9057cd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:34.132239 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Attempting to bind port 33c85789-b4fb-478b-8851-a5f6bd9057cd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:34.132599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Attempting to bind port 33c85789-b4fb-478b-8851-a5f6bd9057cd on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:34.141653 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.162054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:34.167356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:34.167356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.167356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:34.167356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Bound port: 33c85789-b4fb-478b-8851-a5f6bd9057cd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:34.167356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.168109 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8d07f2cb-b588-459e-a1cb-30d0640542ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:34.176668 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07f2cb-b588-459e-a1cb-30d0640542ea None None] Routers {'fb8b278e-2e1c-47ae-ab53-55cdaf55a89b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:34.177557 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8d07f2cb-b588-459e-a1cb-30d0640542ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fb8b278e-2e1c-47ae-ab53-55cdaf55a89b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:34.212010 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8d07f2cb-b588-459e-a1cb-30d0640542ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:34.213176 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07f2cb-b588-459e-a1cb-30d0640542ea None None] The sync data for ids ['fb8b278e-2e1c-47ae-ab53-55cdaf55a89b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:34.243921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.283309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.327979 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b3d88934-380d-4875-a5fc-4d82f79dcf17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.355936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 6d51eee4-69d0-4c50-8c6b-40e449f52906 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:34.356899 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.361026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Network 13645cd1-e118-4d04-8605-b8b547ac7ed3 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:34.373754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3d88934-380d-4875-a5fc-4d82f79dcf17 None None] Network 12faee5d-bc0b-44c6-8340-e05e71f90060 is not hosted by any dhcp agent {{(pid=103726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 14:23:34.374353 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d88934-380d-4875-a5fc-4d82f79dcf17 None None] No DVR routers for this DVR port 42fcfd9d-45d7-4902-b944-0ed6d37a549a on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:34.415760 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:34.422062 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Pushing event updated for resources: {'Port': ['ID=7746c8f4-15be-4fd3-a800-d9e7ca613e29,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:34.429974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:34.468030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b', 'network_id': 'c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b', 'tenant_id': 'c877f6dcc5ea49a6916e0ce101b7e0ec', 'fixed_ips': [{'subnet_id': '8029f384-d945-4081-9b2f-d61b16f6ce1e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:34.468336 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6f671b-fa08-4734-9611-d93a26d9bf9a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:34.468811 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.472572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c6f671b-fa08-4734-9611-d93a26d9bf9a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.475493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d88934-380d-4875-a5fc-4d82f79dcf17 None None] Pushing event deleted for resources: {'Port': ['ID=42fcfd9d-45d7-4902-b944-0ed6d37a549a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:34.485783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] For port 33c85789-b4fb-478b-8851-a5f6bd9057cd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:34.520844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] For port 33c85789-b4fb-478b-8851-a5f6bd9057cd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33c85789-b4fb-478b-8851-a5f6bd9057cd,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:34.539270 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c6f671b-fa08-4734-9611-d93a26d9bf9a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:23:34.555597 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c6f671b-fa08-4734-9611-d93a26d9bf9a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.556059 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-3c6f671b-fa08-4734-9611-d93a26d9bf9a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Added segment a0bcec72-39c8-48c3-a637-679dad3b5484 of type vlan for network 1d185ee3-f66a-4cce-8f89-e701aa03a5a3 Dec 06 14:23:34.589460 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ceb2342f-3c25-4ee1-99d8-5bed87573c5f tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/routers/fb8b278e-2e1c-47ae-ab53-55cdaf55a89b HTTP/1.1" status: 200 len: 926 time: 0.4836364 Dec 06 14:23:34.592200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60134) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:34.612878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.656393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c6f671b-fa08-4734-9611-d93a26d9bf9a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.691756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Attempting to bind port 7746c8f4-15be-4fd3-a800-d9e7ca613e29 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:34.691756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Attempting to bind port 7746c8f4-15be-4fd3-a800-d9e7ca613e29 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b1c91b36-1a07-4174-8945-d349e6afbaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13645cd1-e118-4d04-8605-b8b547ac7ed3'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:34.692087 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Attempting to bind port 7746c8f4-15be-4fd3-a800-d9e7ca613e29 on network 13645cd1-e118-4d04-8605-b8b547ac7ed3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:34.694237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04ec7ea-5185-4712-b446-1f1a0353a4b4 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:34.696519 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d04ec7ea-5185-4712-b446-1f1a0353a4b4 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&device_id=fb8b278e-2e1c-47ae-ab53-55cdaf55a89b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1033080 Dec 06 14:23:34.699394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60136) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:34.740344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:34.740719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Checking segment: {'id': 'b1c91b36-1a07-4174-8945-d349e6afbaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13645cd1-e118-4d04-8605-b8b547ac7ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:34.741156 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.741556 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Bound using segment: {'id': 'b1c91b36-1a07-4174-8945-d349e6afbaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13645cd1-e118-4d04-8605-b8b547ac7ed3'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:34.742042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Bound port: 7746c8f4-15be-4fd3-a800-d9e7ca613e29, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c91b36-1a07-4174-8945-d349e6afbaf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '13645cd1-e118-4d04-8605-b8b547ac7ed3'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:34.742430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.768826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c6f671b-fa08-4734-9611-d93a26d9bf9a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.774645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6f671b-fa08-4734-9611-d93a26d9bf9a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:34.775857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c6f671b-fa08-4734-9611-d93a26d9bf9a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.787590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Allocated IP 172.20.0.1 (9f82ddec-4937-4a8d-9373-7136472da90c/3490ad4a-97a0-4fe9-ada6-ebd3b3834b47/545983e6-aa8b-43e1-8928-90bf1509a37e) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:34.836038 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] For port 7746c8f4-15be-4fd3-a800-d9e7ca613e29, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:34.839357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] For port 7746c8f4-15be-4fd3-a800-d9e7ca613e29, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7746c8f4-15be-4fd3-a800-d9e7ca613e29,segment=NetworkSegment(b1c91b36-1a07-4174-8945-d349e6afbaf5),segment_id=b1c91b36-1a07-4174-8945-d349e6afbaf5)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:34.850974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.869621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9473953-c2d3-4110-9f35-76e65a6ba63e None None] Pushing event updated for resources: {'Port': ['ID=33c85789-b4fb-478b-8851-a5f6bd9057cd,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:34.884570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f671b-fa08-4734-9611-d93a26d9bf9a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Network': ['ID=1d185ee3-f66a-4cce-8f89-e701aa03a5a3,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:34.887249 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Allocated IP 2001:db8::2 (c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b/8029f384-d945-4081-9b2f-d61b16f6ce1e/06a5ff5b-8a4c-4edc-bc44-29ca7c111589) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:34.894373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c876e5-6e03-4f9b-b99b-8e74ca32cc1d tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:34.898883 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-36c876e5-6e03-4f9b-b99b-8e74ca32cc1d tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/networks/056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 881 time: 0.1974699 Dec 06 14:23:34.899570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:34.900648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60138) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:34.911253 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 1d185ee3-f66a-4cce-8f89-e701aa03a5a3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:23:34.925032 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3c6f671b-fa08-4734-9611-d93a26d9bf9a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9251804 Dec 06 14:23:34.936740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60140) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:34.947606 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-155a1012-9a61-469f-b0c8-a53f61f9a8a7 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8b278e-2e1c-47ae-ab53-55cdaf55a89b HTTP/1.1" status: 200 len: 205 time: 0.0422916 Dec 06 14:23:34.948472 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60142) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:34.950781 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7d2ab650-e43f-4281-b6cd-56f844f8f20e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': '1d185ee3-f66a-4cce-8f89-e701aa03a5a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:34.998663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 42fcfd9d-45d7-4902-b944-0ed6d37a549a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:35.001983 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.054190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 42fcfd9d-45d7-4902-b944-0ed6d37a549a {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:35.054546 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 42fcfd9d-45d7-4902-b944-0ed6d37a549a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:35.108024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.176037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ba596-57b6-4886-8f56-16182cb5cbc4 None None] Pushing event updated for resources: {'Port': ['ID=7746c8f4-15be-4fd3-a800-d9e7ca613e29,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:35.205695 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.252562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.284103 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.295575 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 172.20.0.3 (32250b85-9d7f-4d03-9356-fdcc88577699/ca89bb26-3913-4224-b33b-43c44cc6d817/a906171f-5a5f-409c-a9c5-aa1c028dba57) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:35.331448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::f816:3eff:fe34:153f (32250b85-9d7f-4d03-9356-fdcc88577699/3099c6bd-1b1a-45f4-a061-5fcb45f09b1e/a906171f-5a5f-409c-a9c5-aa1c028dba57) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:35.376507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.402140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Deleting port 954a4d03-55db-47fd-bf40-7842a71f7455 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:35.402540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.434456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Network c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:35.442840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:35.446349 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:35.491032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Pushing event updated for resources: {'Port': ['ID=06a5ff5b-8a4c-4edc-bc44-29ca7c111589,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:35.494450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.511605 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Calling delete_port for 954a4d03-55db-47fd-bf40-7842a71f7455 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:35.528773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Attempting to bind port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:35.529487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Attempting to bind port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8b9e6281-128a-4ac8-8bf2-438e040e95a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:35.530023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Attempting to bind port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 on network c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:35.535673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:35.536377 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Checking segment: {'id': '8b9e6281-128a-4ac8-8bf2-438e040e95a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:35.537012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.537600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Bound using segment: {'id': '8b9e6281-128a-4ac8-8bf2-438e040e95a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:35.538247 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Bound port: 06a5ff5b-8a4c-4edc-bc44-29ca7c111589, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b9e6281-128a-4ac8-8bf2-438e040e95a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:35.538786 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.593992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.626484 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2ab650-e43f-4281-b6cd-56f844f8f20e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:35.629756 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d2ab650-e43f-4281-b6cd-56f844f8f20e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.644172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] For port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:35.651017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] For port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06a5ff5b-8a4c-4edc-bc44-29ca7c111589,segment=NetworkSegment(8b9e6281-128a-4ac8-8bf2-438e040e95a2),segment_id=8b9e6281-128a-4ac8-8bf2-438e040e95a2)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:35.734633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Allocated IP 2001:db8::1 (13645cd1-e118-4d04-8605-b8b547ac7ed3/7f68545f-d95c-45b1-8d66-fbee3900c0bb/a5351698-5761-4e54-9ec2-9fa944b5d87e) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:35.740687 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.821387 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Network 9f82ddec-4937-4a8d-9373-7136472da90c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:35.846982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:35.862829 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event updated for resources: {'Port': ['ID=545983e6-aa8b-43e1-8928-90bf1509a37e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:35.870419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:35.886231 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:35.942160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba562e6-0229-48b7-b778-6873a8d9d067 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:35.970632 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Pushing event deleted for resources: {'Port': ['ID=954a4d03-55db-47fd-bf40-7842a71f7455,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:35.998634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 33c85789-b4fb-478b-8851-a5f6bd9057cd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:36.003958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77f7857-5286-4ecb-9c2c-d236657eb9a6 None None] Pushing event updated for resources: {'Port': ['ID=06a5ff5b-8a4c-4edc-bc44-29ca7c111589,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:36.018337 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.073648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.104776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.116311 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 33c85789-b4fb-478b-8851-a5f6bd9057cd triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:36.116690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.120316 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.223070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.225525 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.309952 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.368501 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 33c85789-b4fb-478b-8851-a5f6bd9057cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33c85789-b4fb-478b-8851-a5f6bd9057cd,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:36.437139 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.437361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.437831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Fanout notify agent at l3_agent the message router_deleted on router fb8b278e-2e1c-47ae-ab53-55cdaf55a89b {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:23:36.438894 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7746c8f4-15be-4fd3-a800-d9e7ca613e29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:36.445563 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.450296 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-54153100-f812-4ce1-8819-0edce576f9ff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "DELETE /v2.0/routers/fb8b278e-2e1c-47ae-ab53-55cdaf55a89b HTTP/1.1" status: 204 len: 168 time: 1.4968929 Dec 06 14:23:36.450417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60148) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:36.456813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f39b72fc-9e64-42d1-beb9-adb021fa7219 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-631095249', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:36.587075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=33c85789-b4fb-478b-8851-a5f6bd9057cd,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:36.593245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f39b72fc-9e64-42d1-beb9-adb021fa7219 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.593245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f39b72fc-9e64-42d1-beb9-adb021fa7219 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.608928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-014a195a-dc39-40b6-861d-c50d3bb17895 None None] Provisioning complete for port 545983e6-aa8b-43e1-8928-90bf1509a37e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:36.613895 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-014a195a-dc39-40b6-861d-c50d3bb17895 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.663107 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 7746c8f4-15be-4fd3-a800-d9e7ca613e29 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:36.663730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.683581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f39b72fc-9e64-42d1-beb9-adb021fa7219 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.704752 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-014a195a-dc39-40b6-861d-c50d3bb17895 None None] Port 545983e6-aa8b-43e1-8928-90bf1509a37e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:36.706282 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba391096-d869-4ede-8f4a-0fdc20d3a5e9 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:36.750389 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f39b72fc-9e64-42d1-beb9-adb021fa7219 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.752084 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.825062 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f39b72fc-9e64-42d1-beb9-adb021fa7219 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.826771 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f39b72fc-9e64-42d1-beb9-adb021fa7219 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3751073 Dec 06 14:23:36.830580 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60152) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:36.836739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Request body: {'router': {'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:36.881981 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.888122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a185b9ae-d365-4d4e-89d9-66b125e254fe None None] Network 13645cd1-e118-4d04-8605-b8b547ac7ed3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:36.920665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-39d9cce0-493e-4f21-ae6c-a63f28c31e14 None None] Provisioning complete for port 33c85789-b4fb-478b-8851-a5f6bd9057cd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:36.921061 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-39d9cce0-493e-4f21-ae6c-a63f28c31e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.960550 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:36.962154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.964328 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:36.976079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d2ab650-e43f-4281-b6cd-56f844f8f20e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.032330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:37.047281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:37.076273 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.097451 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 7746c8f4-15be-4fd3-a800-d9e7ca613e29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7746c8f4-15be-4fd3-a800-d9e7ca613e29,segment=NetworkSegment(b1c91b36-1a07-4174-8945-d349e6afbaf5),segment_id=b1c91b36-1a07-4174-8945-d349e6afbaf5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:37.120518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:37.123154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.135691 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.150044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Network 13645cd1-e118-4d04-8605-b8b547ac7ed3 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:37.153932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.161461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:37.163299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=a906171f-5a5f-409c-a9c5-aa1c028dba57,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:37.166719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:37.167381 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.175217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.199892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ab650-e43f-4281-b6cd-56f844f8f20e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Subnet': ['ID=5004c89c-a5c8-4ea1-b2b7-886e41286d02,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:37.269385 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-169bd4af-9455-46d2-94c5-70bcc4815b19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.5651324 Dec 06 14:23:37.277833 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60156) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:37.391165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2ab650-e43f-4281-b6cd-56f844f8f20e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Checking segment: {'id': 'a0bcec72-39c8-48c3-a637-679dad3b5484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d185ee3-f66a-4cce-8f89-e701aa03a5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:37.391535 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2ab650-e43f-4281-b6cd-56f844f8f20e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network hostable DHCP agents. Network: 1d185ee3-f66a-4cce-8f89-e701aa03a5a3, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:23:37.393795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event updated for resources: {'Port': ['ID=a5351698-5761-4e54-9ec2-9fa944b5d87e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:37.478237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.505582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.513731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=7746c8f4-15be-4fd3-a800-d9e7ca613e29,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:37.517784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06f544c-234f-480f-8231-2cff81258bb2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:37.519904 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0384c998-44ee-4587-971d-08df4c964f28 None None] Network c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:37.522688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d8eb8c-f608-4585-b930-4b73ab806e89 None None] Update dhcp port {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'fixed_ips': [{'subnet_id': '3099c6bd-1b1a-45f4-a061-5fcb45f09b1e', 'ip_address': '2001:db8::f816:3eff:fe9c:64f8'}, {'subnet_id': 'ca89bb26-3913-4224-b33b-43c44cc6d817'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '33c85789-b4fb-478b-8851-a5f6bd9057cd'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:23:37.526142 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06f544c-234f-480f-8231-2cff81258bb2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:37.527960 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f06f544c-234f-480f-8231-2cff81258bb2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2243207 Dec 06 14:23:37.531220 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60158) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:37.614825 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97d8eb8c-f608-4585-b930-4b73ab806e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.660100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Allocated IP 172.36.1.172 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/c7bae775-073b-4702-9f46-dae7483e729f) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:37.660880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2ab650-e43f-4281-b6cd-56f844f8f20e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 1d185ee3-f66a-4cce-8f89-e701aa03a5a3 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:23:37.680658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8b00825b-19f6-43b0-adb0-bac900c95230 None None] Provisioning complete for port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:37.681142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b00825b-19f6-43b0-adb0-bac900c95230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.717317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.795709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-7d2ab650-e43f-4281-b6cd-56f844f8f20e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1d185ee3-f66a-4cce-8f89-e701aa03a5a3) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:37.814206 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2ab650-e43f-4281-b6cd-56f844f8f20e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:37.814811 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7d2ab650-e43f-4281-b6cd-56f844f8f20e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.826241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.894872 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c26b74-2933-408b-9809-51ba70c66c0d None None] Network 1d185ee3-f66a-4cce-8f89-e701aa03a5a3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:37.958617 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.962839 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7d2ab650-e43f-4281-b6cd-56f844f8f20e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0221479 Dec 06 14:23:37.966571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60162) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:37.976709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-17887f9a-f2b7-4ef2-9c11-171523b662d0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port a906171f-5a5f-409c-a9c5-aa1c028dba57 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:37.977088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17887f9a-f2b7-4ef2-9c11-171523b662d0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:37.981076 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 33c85789-b4fb-478b-8851-a5f6bd9057cd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:37.983231 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': '1d185ee3-f66a-4cce-8f89-e701aa03a5a3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1269734804'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:38.034843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.099256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.140586 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 33c85789-b4fb-478b-8851-a5f6bd9057cd triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:38.141233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.171135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:38.183455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:38.186234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:38.213564 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Pushing event updated for resources: {'Port': ['ID=c7bae775-073b-4702-9f46-dae7483e729f,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:38.227266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7524dac-30db-4c41-958d-58fcba625db1 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:38.245008 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17887f9a-f2b7-4ef2-9c11-171523b662d0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.289181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.298877 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b00825b-19f6-43b0-adb0-bac900c95230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.308998 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-17887f9a-f2b7-4ef2-9c11-171523b662d0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for a906171f-5a5f-409c-a9c5-aa1c028dba57 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:38.313553 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event updated for resources: {'Port': ['ID=545983e6-aa8b-43e1-8928-90bf1509a37e,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:38.356892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8b00825b-19f6-43b0-adb0-bac900c95230 None None] For port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06a5ff5b-8a4c-4edc-bc44-29ca7c111589,segment=NetworkSegment(8b9e6281-128a-4ac8-8bf2-438e040e95a2),segment_id=8b9e6281-128a-4ac8-8bf2-438e040e95a2)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:38.365411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-97d8eb8c-f608-4585-b930-4b73ab806e89 None None] Allocated IP 172.20.0.2 (32250b85-9d7f-4d03-9356-fdcc88577699/ca89bb26-3913-4224-b33b-43c44cc6d817/33c85789-b4fb-478b-8851-a5f6bd9057cd) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:38.423070 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1d185ee3-f66a-4cce-8f89-e701aa03a5a3', 'network_id': '1d185ee3-f66a-4cce-8f89-e701aa03a5a3', 'tenant_id': 'a0aefe61d053408ebc8bf5297f57f8e2', 'fixed_ips': [{'subnet_id': '5004c89c-a5c8-4ea1-b2b7-886e41286d02'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:38.423943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.465198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:38.471153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:38.475043 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.494300 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port 3fb6ab24-531e-4f16-91ef-f39642699c9a yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:23:38.503608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b00825b-19f6-43b0-adb0-bac900c95230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.542142 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.591741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Network 9f82ddec-4937-4a8d-9373-7136472da90c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:38.593808 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:38.650348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00825b-19f6-43b0-adb0-bac900c95230 None None] Pushing event updated for resources: {'Port': ['ID=06a5ff5b-8a4c-4edc-bc44-29ca7c111589,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:38.697109 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8b00825b-19f6-43b0-adb0-bac900c95230 None None] Provisioning complete for port 7746c8f4-15be-4fd3-a800-d9e7ca613e29 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:38.697731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b00825b-19f6-43b0-adb0-bac900c95230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.710878 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.711630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.716672 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8::20e (1d185ee3-f66a-4cce-8f89-e701aa03a5a3/5004c89c-a5c8-4ea1-b2b7-886e41286d02/3fb6ab24-531e-4f16-91ef-f39642699c9a) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:38.740351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Router c071a60c-07cb-44af-82f4-6e14500f71c4 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:23:38.741160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:38.741535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.796793 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-97d8eb8c-f608-4585-b930-4b73ab806e89 None None] For port 33c85789-b4fb-478b-8851-a5f6bd9057cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33c85789-b4fb-478b-8851-a5f6bd9057cd,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:38.841672 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97d8eb8c-f608-4585-b930-4b73ab806e89 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.886124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7746c8f4-15be-4fd3-a800-d9e7ca613e29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:38.912728 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.912986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-97d8eb8c-f608-4585-b930-4b73ab806e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:38.981407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:39.039617 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event updated for resources: {'Port': ['ID=a5351698-5761-4e54-9ec2-9fa944b5d87e,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:39.047958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d8eb8c-f608-4585-b930-4b73ab806e89 None None] Pushing event updated for resources: {'Port': ['ID=33c85789-b4fb-478b-8851-a5f6bd9057cd,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:39.066014 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 7746c8f4-15be-4fd3-a800-d9e7ca613e29 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:39.066399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:39.089700 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:39.102281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Network 13645cd1-e118-4d04-8605-b8b547ac7ed3 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:39.106191 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:39.127989 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:39.137185 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-83c20855-2f7d-4736-b19b-23cd5020c227 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "PUT /v2.0/routers/c071a60c-07cb-44af-82f4-6e14500f71c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7226830 Dec 06 14:23:39.137185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60168) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:39.137422 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 1d185ee3-f66a-4cce-8f89-e701aa03a5a3 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:39.144329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:39.148382 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e73cab-c760-4061-9ec7-18334a44e6fc None None] Sync routers for ids ['c071a60c-07cb-44af-82f4-6e14500f71c4'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:39.154964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:39.161774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:39.162091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:39.162612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Allocated IP 2001:db8::2 (1d185ee3-f66a-4cce-8f89-e701aa03a5a3/5004c89c-a5c8-4ea1-b2b7-886e41286d02/5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:39.210787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e73cab-c760-4061-9ec7-18334a44e6fc None None] Routers {'c071a60c-07cb-44af-82f4-6e14500f71c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:39.211457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e6e73cab-c760-4061-9ec7-18334a44e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c071a60c-07cb-44af-82f4-6e14500f71c4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:39.229388 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=3fb6ab24-531e-4f16-91ef-f39642699c9a,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:39.234521 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17887f9a-f2b7-4ef2-9c11-171523b662d0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:39.267602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e6e73cab-c760-4061-9ec7-18334a44e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:39.299612 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-069327ee-bff1-427e-b72f-be820d80e9bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3265133 Dec 06 14:23:39.302245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60172) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:39.365967 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-899e2d48-7dbe-4ae8-98ba-8455edd96e43 None None] Provisioning complete for port 7746c8f4-15be-4fd3-a800-d9e7ca613e29 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:39.366341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-899e2d48-7dbe-4ae8-98ba-8455edd96e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:39.397196 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e73cab-c760-4061-9ec7-18334a44e6fc None None] Routers {'c071a60c-07cb-44af-82f4-6e14500f71c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:39.397843 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e6e73cab-c760-4061-9ec7-18334a44e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c071a60c-07cb-44af-82f4-6e14500f71c4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:39.402164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:39.410425 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:39.454742 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17887f9a-f2b7-4ef2-9c11-171523b662d0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=a906171f-5a5f-409c-a9c5-aa1c028dba57,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:39.530087 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5b111e73-bc6d-48e4-ae5e-a1e3da6e48a9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:39.664361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17887f9a-f2b7-4ef2-9c11-171523b662d0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:39.667766 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-17887f9a-f2b7-4ef2-9c11-171523b662d0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/a906171f-5a5f-409c-a9c5-aa1c028dba57 HTTP/1.1" status: 204 len: 168 time: 2.1353321 Dec 06 14:23:39.676348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60174) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:39.717254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e6e73cab-c760-4061-9ec7-18334a44e6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:39.718292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e73cab-c760-4061-9ec7-18334a44e6fc None None] The sync data for ids ['c071a60c-07cb-44af-82f4-6e14500f71c4'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:39.771520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:39.783194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e82d994-5cfe-4054-91d1-492e0747458b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:39.784760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e82d994-5cfe-4054-91d1-492e0747458b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:39.786473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e82d994-5cfe-4054-91d1-492e0747458b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:39.788148 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0e82d994-5cfe-4054-91d1-492e0747458b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1054745 Dec 06 14:23:39.789314 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-5b111e73-bc6d-48e4-ae5e-a1e3da6e48a9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 14:23:39.792863 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5b111e73-bc6d-48e4-ae5e-a1e3da6e48a9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "DELETE /v2.0/routers/c071a60c-07cb-44af-82f4-6e14500f71c4 HTTP/1.1" status: 409 len: 329 time: 0.6511040 Dec 06 14:23:39.792863 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60176) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:39.848995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-899e2d48-7dbe-4ae8-98ba-8455edd96e43 None None] Provisioning complete for port a5351698-5761-4e54-9ec2-9fa944b5d87e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:39.849764 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-899e2d48-7dbe-4ae8-98ba-8455edd96e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:39.850969 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60178) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:39.874207 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:39.937401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Pushing event updated for resources: {'Port': ['ID=5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:39.940780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 33c85789-b4fb-478b-8851-a5f6bd9057cd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:39.986792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-45bb0acd-5cd7-41c3-a75f-d665064063fc tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port 3fb6ab24-531e-4f16-91ef-f39642699c9a {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:39.986792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45bb0acd-5cd7-41c3-a75f-d665064063fc tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.015116 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-899e2d48-7dbe-4ae8-98ba-8455edd96e43 None None] Port a5351698-5761-4e54-9ec2-9fa944b5d87e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:40.033854 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Network 1d185ee3-f66a-4cce-8f89-e701aa03a5a3 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:40.035199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 33c85789-b4fb-478b-8851-a5f6bd9057cd triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:40.035680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.062809 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:40.070113 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-899e2d48-7dbe-4ae8-98ba-8455edd96e43 None None] Provisioning complete for port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:40.070597 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-899e2d48-7dbe-4ae8-98ba-8455edd96e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.073351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:40.096365 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45bb0acd-5cd7-41c3-a75f-d665064063fc tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.108030 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Router c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:23:40.127262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-45bb0acd-5cd7-41c3-a75f-d665064063fc tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for 3fb6ab24-531e-4f16-91ef-f39642699c9a owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:40.233828 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:40.257703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Attempting to bind port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:40.258086 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Attempting to bind port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a0bcec72-39c8-48c3-a637-679dad3b5484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d185ee3-f66a-4cce-8f89-e701aa03a5a3'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:40.258538 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Attempting to bind port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb on network 1d185ee3-f66a-4cce-8f89-e701aa03a5a3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:40.277494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:40.277910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Checking segment: {'id': 'a0bcec72-39c8-48c3-a637-679dad3b5484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d185ee3-f66a-4cce-8f89-e701aa03a5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:40.278283 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.278686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Bound using segment: {'id': 'a0bcec72-39c8-48c3-a637-679dad3b5484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d185ee3-f66a-4cce-8f89-e701aa03a5a3'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:40.279163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Bound port: 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bcec72-39c8-48c3-a637-679dad3b5484', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1d185ee3-f66a-4cce-8f89-e701aa03a5a3'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:40.279549 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.291033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcf4727-c5fc-4778-b9d7-bbb6682571fe tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 3099c6bd-1b1a-45f4-a061-5fcb45f09b1e {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:40.293158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Router 4ffb8b8c-bb49-4026-9b5c-d1a32db55dda is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:23:40.310914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:40.320729 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951f67a-9e81-40bc-b192-07a0e02961ed None None] Sync routers for ids ['c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:40.321555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.325440 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7d2feec0-dede-4e45-9728-99ce1f7be243 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "PUT /v2.0/routers/c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8 HTTP/1.1" status: 200 len: 883 time: 3.4910021 Dec 06 14:23:40.327830 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60182) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:40.331993 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951f67a-9e81-40bc-b192-07a0e02961ed None None] Routers {'c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:40.332605 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4951f67a-9e81-40bc-b192-07a0e02961ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:40.360177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4727-c5fc-4778-b9d7-bbb6682571fe tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.387287 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4951f67a-9e81-40bc-b192-07a0e02961ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:40.391819 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:40.392197 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.397638 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951f67a-9e81-40bc-b192-07a0e02961ed None None] Routers {'c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:40.398264 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4951f67a-9e81-40bc-b192-07a0e02961ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:40.436042 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4951f67a-9e81-40bc-b192-07a0e02961ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:40.436937 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951f67a-9e81-40bc-b192-07a0e02961ed None None] The sync data for ids ['c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:40.457189 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] For port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:40.465907 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-899e2d48-7dbe-4ae8-98ba-8455edd96e43 None None] Provisioning complete for port 545983e6-aa8b-43e1-8928-90bf1509a37e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:40.466283 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-899e2d48-7dbe-4ae8-98ba-8455edd96e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.467665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4727-c5fc-4778-b9d7-bbb6682571fe tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.505014 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] For port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb,segment=NetworkSegment(a0bcec72-39c8-48c3-a637-679dad3b5484),segment_id=a0bcec72-39c8-48c3-a637-679dad3b5484)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:40.526100 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-899e2d48-7dbe-4ae8-98ba-8455edd96e43 None None] Port 545983e6-aa8b-43e1-8928-90bf1509a37e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:40.533780 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-afcd80c4-b759-4a2c-848f-8a7a91d55dc0 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/routers/c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8 HTTP/1.1" status: 200 len: 924 time: 0.2032950 Dec 06 14:23:40.533978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60186) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:40.573507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.589125 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8f87cf-b9cc-4097-9690-ede0bf92708c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:40.590678 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5f8f87cf-b9cc-4097-9690-ede0bf92708c tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&device_id=c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0554385 Dec 06 14:23:40.595307 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60188) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:40.605287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45bb0acd-5cd7-41c3-a75f-d665064063fc tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.647169 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e7904-c294-41ca-ab43-b8ed05091f3c None None] Pushing event updated for resources: {'Port': ['ID=5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:40.659684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-899e2d48-7dbe-4ae8-98ba-8455edd96e43 None None] Provisioning complete for port c7bae775-073b-4702-9f46-dae7483e729f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:40.660208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-899e2d48-7dbe-4ae8-98ba-8455edd96e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.698380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-899e2d48-7dbe-4ae8-98ba-8455edd96e43 None None] Port c7bae775-073b-4702-9f46-dae7483e729f cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:40.717834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb0acd-5cd7-41c3-a75f-d665064063fc tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=3fb6ab24-531e-4f16-91ef-f39642699c9a,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:40.751408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:40.762047 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d190b4d6-6eed-4b1f-9997-4dbb2bf2b8f2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "PUT /v2.0/routers/4ffb8b8c-bb49-4026-9b5c-d1a32db55dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9388034 Dec 06 14:23:40.766854 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60190) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:40.769221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ca64c-46fc-4ccf-8dc4-d5aeb11a30a2 None None] Sync routers for ids ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:40.785469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ca64c-46fc-4ccf-8dc4-d5aeb11a30a2 None None] Routers {'4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:40.786108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8f6ca64c-46fc-4ccf-8dc4-d5aeb11a30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:40.790862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fd1f46-8b7f-4f8f-8af6-31d6b9503736 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:40.794973 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b4fd1f46-8b7f-4f8f-8af6-31d6b9503736 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/networks/056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 881 time: 0.1960263 Dec 06 14:23:40.797370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45bb0acd-5cd7-41c3-a75f-d665064063fc tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.807193 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-45bb0acd-5cd7-41c3-a75f-d665064063fc tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/3fb6ab24-531e-4f16-91ef-f39642699c9a HTTP/1.1" status: 204 len: 168 time: 1.5039423 Dec 06 14:23:40.807804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60192) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:40.808133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60194) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:40.846486 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1aa89b3-15d8-4f7e-a613-517b42961731 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:23:40.846642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8f6ca64c-46fc-4ccf-8dc4-d5aeb11a30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:40.851361 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c1aa89b3-15d8-4f7e-a613-517b42961731 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/3fb6ab24-531e-4f16-91ef-f39642699c9a HTTP/1.1" status: 404 len: 333 time: 0.0403197 Dec 06 14:23:40.853827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60198) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:40.865759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d3718ad4-e02b-47a9-b9ff-4f9be86de40f None None] Provisioning complete for port 33c85789-b4fb-478b-8851-a5f6bd9057cd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:40.866131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3718ad4-e02b-47a9-b9ff-4f9be86de40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:40.929469 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3483fc8e-a7e1-42af-83ae-cda591c71efc tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8 HTTP/1.1" status: 200 len: 205 time: 0.1189747 Dec 06 14:23:40.932343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60200) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:40.932716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6ca64c-46fc-4ccf-8dc4-d5aeb11a30a2 None None] Routers {'4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:40.933386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8f6ca64c-46fc-4ccf-8dc4-d5aeb11a30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:41.014812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8f6ca64c-46fc-4ccf-8dc4-d5aeb11a30a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:41.015408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6ca64c-46fc-4ccf-8dc4-d5aeb11a30a2 None None] The sync data for ids ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:41.072158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4727-c5fc-4778-b9d7-bbb6682571fe tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.100927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d3718ad4-e02b-47a9-b9ff-4f9be86de40f None None] Could not find standard attr ID for object a906171f-5a5f-409c-a9c5-aa1c028dba57. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:23:41.116447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d3718ad4-e02b-47a9-b9ff-4f9be86de40f None None] Provisioning complete for port a5351698-5761-4e54-9ec2-9fa944b5d87e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:41.116816 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3718ad4-e02b-47a9-b9ff-4f9be86de40f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.117768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.179154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d3718ad4-e02b-47a9-b9ff-4f9be86de40f None None] Port a5351698-5761-4e54-9ec2-9fa944b5d87e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:41.206497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd495fe-10dc-4c3c-9d6a-b1ca7978628f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting subnet 5004c89c-a5c8-4ea1-b2b7-886e41286d02 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:41.240579 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1fd495fe-10dc-4c3c-9d6a-b1ca7978628f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.292593 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1fd495fe-10dc-4c3c-9d6a-b1ca7978628f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.322552 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.396163 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1fd495fe-10dc-4c3c-9d6a-b1ca7978628f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.422053 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4727-c5fc-4778-b9d7-bbb6682571fe tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.473080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf4727-c5fc-4778-b9d7-bbb6682571fe tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=3099c6bd-1b1a-45f4-a061-5fcb45f09b1e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:41.478175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fcf4727-c5fc-4778-b9d7-bbb6682571fe tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.481759 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1fcf4727-c5fc-4778-b9d7-bbb6682571fe tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/3099c6bd-1b1a-45f4-a061-5fcb45f09b1e HTTP/1.1" status: 204 len: 168 time: 1.6897340 Dec 06 14:23:41.486273 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60204) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:41.522017 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1193add2-cddf-4d8d-a5ec-353f65d21761 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.566730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-5227d8d9-c87b-4529-a174-23ddfb300462 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet ca89bb26-3913-4224-b33b-43c44cc6d817 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:41.572066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5227d8d9-c87b-4529-a174-23ddfb300462 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.635314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5227d8d9-c87b-4529-a174-23ddfb300462 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.667083 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1fd495fe-10dc-4c3c-9d6a-b1ca7978628f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.715284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Deleting port c7bae775-073b-4702-9f46-dae7483e729f {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:41.715621 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.736741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd495fe-10dc-4c3c-9d6a-b1ca7978628f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Subnet': ['ID=5004c89c-a5c8-4ea1-b2b7-886e41286d02,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:41.742453 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1fd495fe-10dc-4c3c-9d6a-b1ca7978628f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.748763 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1fd495fe-10dc-4c3c-9d6a-b1ca7978628f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/5004c89c-a5c8-4ea1-b2b7-886e41286d02 HTTP/1.1" status: 204 len: 168 time: 0.8939090 Dec 06 14:23:41.754924 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60208) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:41.820445 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-236a5791-0215-4b91-bcde-42a932fa1423 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:23:41.821417 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-236a5791-0215-4b91-bcde-42a932fa1423 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "PUT /v2.0/routers/4ffb8b8c-bb49-4026-9b5c-d1a32db55dda/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0531363 Dec 06 14:23:41.825706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60210) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:41.932751 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.947474 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5227d8d9-c87b-4529-a174-23ddfb300462 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.953633 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:41.981290 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Calling delete_port for c7bae775-073b-4702-9f46-dae7483e729f owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:42.055571 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0cb8c4-4c3f-4792-8c9e-5412cd6a19a4 None None] Network 1d185ee3-f66a-4cce-8f89-e701aa03a5a3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:42.167906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e2fd6390-7bb4-4a05-a4ba-88ade61225a4 None None] Provisioning complete for port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:42.168673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e2fd6390-7bb4-4a05-a4ba-88ade61225a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.258663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:42.258832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-1193add2-cddf-4d8d-a5ec-353f65d21761 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Deleting port 545983e6-aa8b-43e1-8928-90bf1509a37e {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:42.258832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1193add2-cddf-4d8d-a5ec-353f65d21761 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.289660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5227d8d9-c87b-4529-a174-23ddfb300462 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.329745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227d8d9-c87b-4529-a174-23ddfb300462 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=ca89bb26-3913-4224-b33b-43c44cc6d817,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:42.350724 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5227d8d9-c87b-4529-a174-23ddfb300462 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.353146 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5227d8d9-c87b-4529-a174-23ddfb300462 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/ca89bb26-3913-4224-b33b-43c44cc6d817 HTTP/1.1" status: 204 len: 168 time: 0.8655703 Dec 06 14:23:42.355481 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:42.355817 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.357485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60214) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:42.393422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:42.393801 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.425025 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1193add2-cddf-4d8d-a5ec-353f65d21761 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.428655 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e6269322-03d6-4174-847d-5f859644aa2a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0700686 Dec 06 14:23:42.429399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.439517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60216) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:42.450924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1ec4d406-cf13-4a26-88f7-bef48ac04fc2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:42.451875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e2fd6390-7bb4-4a05-a4ba-88ade61225a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.461191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43809a27-629b-4a79-9ebe-5ed104817a77 None None] DHCP port deletion for 1d185ee3-f66a-4cce-8f89-e701aa03a5a3 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:42.473674 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-1193add2-cddf-4d8d-a5ec-353f65d21761 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Calling delete_port for 545983e6-aa8b-43e1-8928-90bf1509a37e owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:42.483280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Pushing event deleted for resources: {'Port': ['ID=c7bae775-073b-4702-9f46-dae7483e729f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:42.533073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebfc7b7-caaa-4632-8d9a-54e5813ccf63 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:42.559822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] For port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb,segment=NetworkSegment(a0bcec72-39c8-48c3-a637-679dad3b5484),segment_id=a0bcec72-39c8-48c3-a637-679dad3b5484)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:42.560194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.579320 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:42.592922 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e2fd6390-7bb4-4a05-a4ba-88ade61225a4 None None] For port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb,segment=NetworkSegment(a0bcec72-39c8-48c3-a637-679dad3b5484),segment_id=a0bcec72-39c8-48c3-a637-679dad3b5484)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:42.602722 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.660739 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-43809a27-629b-4a79-9ebe-5ed104817a77 None None] Deleting port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:42.661093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43809a27-629b-4a79-9ebe-5ed104817a77 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.760458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.771452 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-43809a27-629b-4a79-9ebe-5ed104817a77 None None] For port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb,segment=NetworkSegment(a0bcec72-39c8-48c3-a637-679dad3b5484),segment_id=a0bcec72-39c8-48c3-a637-679dad3b5484)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:42.771864 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43809a27-629b-4a79-9ebe-5ed104817a77 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.772409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.791346 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e2fd6390-7bb4-4a05-a4ba-88ade61225a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.794582 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-43809a27-629b-4a79-9ebe-5ed104817a77 None None] Calling delete_port for 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:42.802754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.911071 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd6390-7bb4-4a05-a4ba-88ade61225a4 None None] Pushing event updated for resources: {'Port': ['ID=5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:42.962732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.974476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No DVR routers for this DVR port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:42.982743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a06842de-276e-4c48-9946-0625d714db40 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:42.994673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43809a27-629b-4a79-9ebe-5ed104817a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.012744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:43.014818 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.015338 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Fanout notify agent at l3_agent the message router_deleted on router c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:23:43.024372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.025541 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e9a564a6-df1a-4f3d-af0f-12fd981abbd2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "DELETE /v2.0/routers/c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8 HTTP/1.1" status: 204 len: 168 time: 2.0922332 Dec 06 14:23:43.041231 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43809a27-629b-4a79-9ebe-5ed104817a77 None None] Pushing event deleted for resources: {'Port': ['ID=5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:43.052670 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43809a27-629b-4a79-9ebe-5ed104817a77 None None] No DVR routers for this DVR port 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:43.069317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60220) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:43.074074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-365f54b9-2968-47a6-bd6b-2841d4d5ad2d tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-144256612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:43.106013 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.127001 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d185ee3-f66a-4cce-8f89-e701aa03a5a3']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:43.136311 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bcec72-39c8-48c3-a637-679dad3b5484') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:43.136612 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bcec72-39c8-48c3-a637-679dad3b5484') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:43.147302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.161932 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.170207 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:43.170609 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:43.177403 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:43.198938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec4d406-cf13-4a26-88f7-bef48ac04fc2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:43.202617 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1ec4d406-cf13-4a26-88f7-bef48ac04fc2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.372816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.377341 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.385375 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/networks/1d185ee3-f66a-4cce-8f89-e701aa03a5a3 HTTP/1.1" status: 204 len: 168 time: 1.5982914 Dec 06 14:23:43.387616 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60224) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:43.392559 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5fbad376-d60a-4227-8a35-f21fde24eb53 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'name': 'tempest-PortsIpV6TestJSON-1735101810'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:43.399757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-365f54b9-2968-47a6-bd6b-2841d4d5ad2d tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.400805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-365f54b9-2968-47a6-bd6b-2841d4d5ad2d tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.406220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74493b52-8296-42ef-b2fe-141a34520a8a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Network': ['ID=1d185ee3-f66a-4cce-8f89-e701aa03a5a3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:43.447247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1193add2-cddf-4d8d-a5ec-353f65d21761 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.524884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1193add2-cddf-4d8d-a5ec-353f65d21761 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event deleted for resources: {'Port': ['ID=545983e6-aa8b-43e1-8928-90bf1509a37e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:43.535447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-365f54b9-2968-47a6-bd6b-2841d4d5ad2d tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.585982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbad376-d60a-4227-8a35-f21fde24eb53 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:43.590008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5fbad376-d60a-4227-8a35-f21fde24eb53 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.612229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-5fbad376-d60a-4227-8a35-f21fde24eb53 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port 1c6b68f2-b45f-4194-bf8e-dcc773e68aef yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:23:43.635843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-365f54b9-2968-47a6-bd6b-2841d4d5ad2d tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.663288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a06842de-276e-4c48-9946-0625d714db40 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Deleting port a5351698-5761-4e54-9ec2-9fa944b5d87e {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:43.663626 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a06842de-276e-4c48-9946-0625d714db40 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.851762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-365f54b9-2968-47a6-bd6b-2841d4d5ad2d tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.855865 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-365f54b9-2968-47a6-bd6b-2841d4d5ad2d tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7826931 Dec 06 14:23:43.856023 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5fbad376-d60a-4227-8a35-f21fde24eb53 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.856152 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60228) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:43.862140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b06645-633f-4815-8f46-0c3fce60e99a None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:43.863097 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'enable_snat': True}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:43.867246 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1193add2-cddf-4d8d-a5ec-353f65d21761 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.907999 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:43.961116 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:43.961478 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5f70d1a1-1ea8-4285-91d0-c8ba5247dbeb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:43.963129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1ec4d406-cf13-4a26-88f7-bef48ac04fc2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:43.966286 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a06842de-276e-4c48-9946-0625d714db40 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.013176 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a06842de-276e-4c48-9946-0625d714db40 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Calling delete_port for a5351698-5761-4e54-9ec2-9fa944b5d87e owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:44.036116 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec4d406-cf13-4a26-88f7-bef48ac04fc2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:44.048607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-1ec4d406-cf13-4a26-88f7-bef48ac04fc2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:44.109868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.113054 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec4d406-cf13-4a26-88f7-bef48ac04fc2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:44.113706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1ec4d406-cf13-4a26-88f7-bef48ac04fc2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.137896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c163d8d-5c0a-4221-8da1-5c0fd15c7773 None None] Update dhcp port {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'fixed_ips': [{'subnet_id': 'e6411f58-531c-4d83-ad97-a49d02b5026e'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '33c85789-b4fb-478b-8851-a5f6bd9057cd'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:23:44.159218 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec4d406-cf13-4a26-88f7-bef48ac04fc2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=e6411f58-531c-4d83-ad97-a49d02b5026e,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:44.164544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c163d8d-5c0a-4221-8da1-5c0fd15c7773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.185316 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1193add2-cddf-4d8d-a5ec-353f65d21761 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Router c071a60c-07cb-44af-82f4-6e14500f71c4 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:23:44.315762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1193add2-cddf-4d8d-a5ec-353f65d21761 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:44.321423 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1193add2-cddf-4d8d-a5ec-353f65d21761 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "PUT /v2.0/routers/c071a60c-07cb-44af-82f4-6e14500f71c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4689903 Dec 06 14:23:44.325670 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60230) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:44.332962 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4bbe3f-d1f1-43b1-a9ea-4d4e58473a11 None None] Sync routers for ids ['c071a60c-07cb-44af-82f4-6e14500f71c4'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:44.348579 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4bbe3f-d1f1-43b1-a9ea-4d4e58473a11 None None] Routers {'c071a60c-07cb-44af-82f4-6e14500f71c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:44.349530 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-cc4bbe3f-d1f1-43b1-a9ea-4d4e58473a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c071a60c-07cb-44af-82f4-6e14500f71c4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:44.357431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6c163d8d-5c0a-4221-8da1-5c0fd15c7773 None None] Allocated IP 172.20.0.2 (32250b85-9d7f-4d03-9356-fdcc88577699/e6411f58-531c-4d83-ad97-a49d02b5026e/33c85789-b4fb-478b-8851-a5f6bd9057cd) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:44.393944 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-cc4bbe3f-d1f1-43b1-a9ea-4d4e58473a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:44.401223 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-6a01c7fb-c995-4c40-80c0-eb83e48a640d tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] show failed (client error): The resource could not be found. Dec 06 14:23:44.406709 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6a01c7fb-c995-4c40-80c0-eb83e48a640d tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-488557527 HTTP/1.1" status: 404 len: 334 time: 0.0784047 Dec 06 14:23:44.408067 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4bbe3f-d1f1-43b1-a9ea-4d4e58473a11 None None] Routers {'c071a60c-07cb-44af-82f4-6e14500f71c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:44.408708 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-cc4bbe3f-d1f1-43b1-a9ea-4d4e58473a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c071a60c-07cb-44af-82f4-6e14500f71c4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:44.410770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60232) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:44.414641 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1ec4d406-cf13-4a26-88f7-bef48ac04fc2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9738622 Dec 06 14:23:44.419801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5dc75905-728c-4973-96cb-4221d1429dd5 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:44.463502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60234) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:44.465205 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-5dc75905-728c-4973-96cb-4221d1429dd5 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] update failed (client error): The resource could not be found. Dec 06 14:23:44.469612 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-cc4bbe3f-d1f1-43b1-a9ea-4d4e58473a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:44.469612 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4bbe3f-d1f1-43b1-a9ea-4d4e58473a11 None None] The sync data for ids ['c071a60c-07cb-44af-82f4-6e14500f71c4'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:44.470644 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5dc75905-728c-4973-96cb-4221d1429dd5 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-84294976 HTTP/1.1" status: 404 len: 333 time: 0.0545056 Dec 06 14:23:44.474026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6c163d8d-5c0a-4221-8da1-5c0fd15c7773 None None] For port 33c85789-b4fb-478b-8851-a5f6bd9057cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33c85789-b4fb-478b-8851-a5f6bd9057cd,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:44.477001 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:44.480398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60238) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:44.515890 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c163d8d-5c0a-4221-8da1-5c0fd15c7773 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.558678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5fbad376-d60a-4227-8a35-f21fde24eb53 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.608447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-22812d36-9b2b-4922-82d0-3be4863e1584 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Deleting subnet 06b7bc67-8f44-454d-bf73-6cd1cef0dc40 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:44.610526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbad376-d60a-4227-8a35-f21fde24eb53 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:44.614683 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-22812d36-9b2b-4922-82d0-3be4863e1584 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.615949 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-5fbad376-d60a-4227-8a35-f21fde24eb53 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:44.621491 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbad376-d60a-4227-8a35-f21fde24eb53 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:44.627570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbad376-d60a-4227-8a35-f21fde24eb53 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:44.628181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5fbad376-d60a-4227-8a35-f21fde24eb53 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.632301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbad376-d60a-4227-8a35-f21fde24eb53 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=1c6b68f2-b45f-4194-bf8e-dcc773e68aef,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:44.673341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-22812d36-9b2b-4922-82d0-3be4863e1584 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.679756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c163d8d-5c0a-4221-8da1-5c0fd15c7773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.758365 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c163d8d-5c0a-4221-8da1-5c0fd15c7773 None None] Pushing event updated for resources: {'Port': ['ID=33c85789-b4fb-478b-8851-a5f6bd9057cd,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:44.769317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a06842de-276e-4c48-9946-0625d714db40 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.782732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.799883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.808105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-22812d36-9b2b-4922-82d0-3be4863e1584 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.813580 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5fbad376-d60a-4227-8a35-f21fde24eb53 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.4242666 Dec 06 14:23:44.815896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60240) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:44.816243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06842de-276e-4c48-9946-0625d714db40 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event deleted for resources: {'Port': ['ID=a5351698-5761-4e54-9ec2-9fa944b5d87e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:44.987278 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a06842de-276e-4c48-9946-0625d714db40 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:44.997072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Allocated IP 172.36.1.223 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/a39b5104-5868-440a-84c2-fe1e1a71624e) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:45.031214 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7026460b-cd74-48bd-aa75-489a4722b8e9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port 1c6b68f2-b45f-4194-bf8e-dcc773e68aef {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:45.031559 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7026460b-cd74-48bd-aa75-489a4722b8e9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:45.074490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:45.078426 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:45.086437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-22812d36-9b2b-4922-82d0-3be4863e1584 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:45.158477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7026460b-cd74-48bd-aa75-489a4722b8e9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:45.171242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-22812d36-9b2b-4922-82d0-3be4863e1584 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:45.175871 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-22812d36-9b2b-4922-82d0-3be4863e1584 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "DELETE /v2.0/subnets/06b7bc67-8f44-454d-bf73-6cd1cef0dc40 HTTP/1.1" status: 204 len: 168 time: 0.6905437 Dec 06 14:23:45.177841 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22812d36-9b2b-4922-82d0-3be4863e1584 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event deleted for resources: {'Subnet': ['ID=06b7bc67-8f44-454d-bf73-6cd1cef0dc40,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:45.183044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60244) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:45.184549 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7026460b-cd74-48bd-aa75-489a4722b8e9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for 1c6b68f2-b45f-4194-bf8e-dcc773e68aef owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:45.187933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe859af-19ee-46f9-ae55-31278897b6eb None None] Network 1c6917b5-40d3-4afb-b3ca-323f31e0fa25 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:45.212922 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:45.332645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceeeb4a3-d767-4b2e-9812-44444c65d194 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Deleting subnet 1ab69595-e1f1-4db6-9b8f-ada4560dd1c7 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:45.340924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a06842de-276e-4c48-9946-0625d714db40 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Router 4ffb8b8c-bb49-4026-9b5c-d1a32db55dda has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:23:45.352775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb4a3-d767-4b2e-9812-44444c65d194 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:45.417850 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdeb854-b944-45a7-8af4-a1ac71f6b227 None None] DHCP port deletion for 1c6917b5-40d3-4afb-b3ca-323f31e0fa25 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:45.461655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2688ff3-e8fd-4236-bdd4-53dc1347821f None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:45.487659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:45.517613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7026460b-cd74-48bd-aa75-489a4722b8e9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:45.542185 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:45.550507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:45.553765 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:45.555900 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event updated for resources: {'Port': ['ID=a39b5104-5868-440a-84c2-fe1e1a71624e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:45.564098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7026460b-cd74-48bd-aa75-489a4722b8e9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:45.570606 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7026460b-cd74-48bd-aa75-489a4722b8e9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/1c6b68f2-b45f-4194-bf8e-dcc773e68aef HTTP/1.1" status: 204 len: 168 time: 0.7541280 Dec 06 14:23:45.590841 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60248) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:45.598607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b0e51bc9-86ec-4918-b23d-0c1184a9467b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'mac_address': 'fa:16:3e:3b:37:66', 'name': 'tempest-PortsIpV6TestJSON-2027978252'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:45.637569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026460b-cd74-48bd-aa75-489a4722b8e9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=1c6b68f2-b45f-4194-bf8e-dcc773e68aef,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:45.709263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1651564e-029e-4c2f-bf5f-702163710ba1 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:45.801559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb4a3-d767-4b2e-9812-44444c65d194 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:45.827017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ebdeb854-b944-45a7-8af4-a1ac71f6b227 None None] Deleting port c0855587-693b-4c8a-a193-52926345f543 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:45.827733 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb854-b944-45a7-8af4-a1ac71f6b227 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:45.852886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-65d4b019-b13d-457d-82fd-003132854f01 None None] Provisioning complete for port 33c85789-b4fb-478b-8851-a5f6bd9057cd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:45.852886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-65d4b019-b13d-457d-82fd-003132854f01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:45.853208 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06842de-276e-4c48-9946-0625d714db40 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:45.861280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60252) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:45.863383 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a06842de-276e-4c48-9946-0625d714db40 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "PUT /v2.0/routers/4ffb8b8c-bb49-4026-9b5c-d1a32db55dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0327034 Dec 06 14:23:45.890278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acde3da-0510-43cb-8308-bbd577011363 None None] Sync routers for ids ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:45.924874 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 33c85789-b4fb-478b-8851-a5f6bd9057cd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:45.927889 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-0b1a7ede-f73e-41f3-ae31-d2804d5e62da tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] delete failed (client error): The resource could not be found. Dec 06 14:23:45.933157 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0b1a7ede-f73e-41f3-ae31-d2804d5e62da tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-653316108 HTTP/1.1" status: 404 len: 334 time: 0.0665407 Dec 06 14:23:45.935142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60254) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:45.936323 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e51bc9-86ec-4918-b23d-0c1184a9467b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:45.950239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-adb3ab7a-c5cb-471a-81fc-3d6ae28e21a9 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Request body: {'router': {'external_gateway_info': {'network_id': '4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:45.970067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb4a3-d767-4b2e-9812-44444c65d194 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.022078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acde3da-0510-43cb-8308-bbd577011363 None None] Routers {'4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:46.022708 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6acde3da-0510-43cb-8308-bbd577011363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:46.036423 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ebdeb854-b944-45a7-8af4-a1ac71f6b227 None None] For port c0855587-693b-4c8a-a193-52926345f543, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0855587-693b-4c8a-a193-52926345f543,segment=NetworkSegment(83fbe4ff-98b1-4690-9b25-918fb659e3e0),segment_id=83fbe4ff-98b1-4690-9b25-918fb659e3e0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:46.036864 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb854-b944-45a7-8af4-a1ac71f6b227 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.041313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b1d5a-2717-4988-a4cc-aa1870be413e req-44c61c4a-3e5d-434b-9bf9-9b45ec0e28b1 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:46.042993 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a83b1d5a-2717-4988-a4cc-aa1870be413e req-44c61c4a-3e5d-434b-9bf9-9b45ec0e28b1 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 946 time: 0.2304127 Dec 06 14:23:46.096726 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6acde3da-0510-43cb-8308-bbd577011363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:46.107770 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ebdeb854-b944-45a7-8af4-a1ac71f6b227 None None] Calling delete_port for c0855587-693b-4c8a-a193-52926345f543 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:46.134066 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acde3da-0510-43cb-8308-bbd577011363 None None] Routers {'4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:46.134823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6acde3da-0510-43cb-8308-bbd577011363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:46.248330 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6acde3da-0510-43cb-8308-bbd577011363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:46.251108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acde3da-0510-43cb-8308-bbd577011363 None None] The sync data for ids ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:46.253362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb4a3-d767-4b2e-9812-44444c65d194 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.263524 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 33c85789-b4fb-478b-8851-a5f6bd9057cd triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:46.264116 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.281043 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b0e51bc9-86ec-4918-b23d-0c1184a9467b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.309749 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0c072c-c571-4bb9-8d6f-0ad133147064 None None] Network 09c3f8b2-a473-4e1f-b69d-121fecf26c42 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:46.315536 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a83b1d5a-2717-4988-a4cc-aa1870be413e req-2d32efcd-8bd3-4958-8898-5705216551e5 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2310193 Dec 06 14:23:46.325191 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeeb4a3-d767-4b2e-9812-44444c65d194 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event deleted for resources: {'Subnet': ['ID=1ab69595-e1f1-4db6-9b8f-ada4560dd1c7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:46.336440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ceeeb4a3-d767-4b2e-9812-44444c65d194 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.342038 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ceeeb4a3-d767-4b2e-9812-44444c65d194 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "DELETE /v2.0/subnets/1ab69595-e1f1-4db6-9b8f-ada4560dd1c7 HTTP/1.1" status: 204 len: 168 time: 1.1581419 Dec 06 14:23:46.348112 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60258) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:46.421108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-adb3ab7a-c5cb-471a-81fc-3d6ae28e21a9 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.429557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.479758 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-b0e51bc9-86ec-4918-b23d-0c1184a9467b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port 75a5363c-b828-4744-869d-715558fa48fd yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:23:46.491640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e4059393-9357-483e-a516-96cb9e9ed21d None None] Provisioning complete for port a39b5104-5868-440a-84c2-fe1e1a71624e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:46.491844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.objects.ports [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103724) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:23:46.492060 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4059393-9357-483e-a516-96cb9e9ed21d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.555709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17755de2-3f24-4de7-9864-0482df7a1b72 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.590836 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebdeb854-b944-45a7-8af4-a1ac71f6b227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.595532 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-adb3ab7a-c5cb-471a-81fc-3d6ae28e21a9 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] update failed (client error): The resource could not be found. Dec 06 14:23:46.596676 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-adb3ab7a-c5cb-471a-81fc-3d6ae28e21a9 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "PUT /v2.0/routers/4ffb8b8c-bb49-4026-9b5c-d1a32db55dda HTTP/1.1" status: 404 len: 339 time: 0.6525745 Dec 06 14:23:46.608064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60264) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:46.614905 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9c392784-c922-414a-9218-fd215e70dc11 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-892804827'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:46.629149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e4059393-9357-483e-a516-96cb9e9ed21d None None] Port a39b5104-5868-440a-84c2-fe1e1a71624e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:46.636790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdeb854-b944-45a7-8af4-a1ac71f6b227 None None] Pushing event deleted for resources: {'Port': ['ID=c0855587-693b-4c8a-a193-52926345f543,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:46.643094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdeb854-b944-45a7-8af4-a1ac71f6b227 None None] No DVR routers for this DVR port c0855587-693b-4c8a-a193-52926345f543 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:46.720130 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c0855587-693b-4c8a-a193-52926345f543 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:46.739094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17755de2-3f24-4de7-9864-0482df7a1b72 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.748751 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: c0855587-693b-4c8a-a193-52926345f543 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:46.749193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c0855587-693b-4c8a-a193-52926345f543 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:46.759385 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-54f0b3de-0389-4110-8dfe-00ea18a642ac None None] Provisioning complete for port 33c85789-b4fb-478b-8851-a5f6bd9057cd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:46.759766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54f0b3de-0389-4110-8dfe-00ea18a642ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.767846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-17755de2-3f24-4de7-9864-0482df7a1b72 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6917b5-40d3-4afb-b3ca-323f31e0fa25']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:46.779953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-17755de2-3f24-4de7-9864-0482df7a1b72 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fbe4ff-98b1-4690-9b25-918fb659e3e0') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:46.782767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-17755de2-3f24-4de7-9864-0482df7a1b72 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fbe4ff-98b1-4690-9b25-918fb659e3e0') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:46.787457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9eb365-8b21-461f-9014-6026c578e97c None None] DHCP port deletion for 09c3f8b2-a473-4e1f-b69d-121fecf26c42 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:46.796426 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17755de2-3f24-4de7-9864-0482df7a1b72 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.811076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17755de2-3f24-4de7-9864-0482df7a1b72 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.817869 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17755de2-3f24-4de7-9864-0482df7a1b72 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:46.818361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17755de2-3f24-4de7-9864-0482df7a1b72 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:46.821751 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:46.883012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.887628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-de9eb365-8b21-461f-9014-6026c578e97c None None] Deleting port ca48e6bd-1200-4600-a3b1-5b0d1e433e53 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:46.888004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de9eb365-8b21-461f-9014-6026c578e97c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.890517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b0e51bc9-86ec-4918-b23d-0c1184a9467b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.892810 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.915515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.944720 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c392784-c922-414a-9218-fd215e70dc11 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Made reservation on behalf of c877f6dcc5ea49a6916e0ce101b7e0ec for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:46.948178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9c392784-c922-414a-9218-fd215e70dc11 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.967464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-de9eb365-8b21-461f-9014-6026c578e97c None None] For port ca48e6bd-1200-4600-a3b1-5b0d1e433e53, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca48e6bd-1200-4600-a3b1-5b0d1e433e53,segment=NetworkSegment(8017e386-eb3a-48c8-82d5-a52439757b39),segment_id=8017e386-eb3a-48c8-82d5-a52439757b39)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:46.968305 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de9eb365-8b21-461f-9014-6026c578e97c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:46.982042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-de9eb365-8b21-461f-9014-6026c578e97c None None] Calling delete_port for ca48e6bd-1200-4600-a3b1-5b0d1e433e53 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:46.989858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17755de2-3f24-4de7-9864-0482df7a1b72 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.001409 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17755de2-3f24-4de7-9864-0482df7a1b72 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.006938 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-17755de2-3f24-4de7-9864-0482df7a1b72 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "DELETE /v2.0/networks/1c6917b5-40d3-4afb-b3ca-323f31e0fa25 HTTP/1.1" status: 204 len: 168 time: 0.6555834 Dec 06 14:23:47.008057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60266) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:47.024704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c392784-c922-414a-9218-fd215e70dc11 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:23:47.040894 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17755de2-3f24-4de7-9864-0482df7a1b72 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event deleted for resources: {'Network': ['ID=1c6917b5-40d3-4afb-b3ca-323f31e0fa25,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:47.042055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9c392784-c922-414a-9218-fd215e70dc11 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.042397 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-9c392784-c922-414a-9218-fd215e70dc11 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Added segment b39c8885-4e59-4adc-a711-5cb25beb79a2 of type vlan for network 12c73962-9881-4b29-b0ac-3d7b7f2bbebb Dec 06 14:23:47.093828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9c392784-c922-414a-9218-fd215e70dc11 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.134248 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b0e51bc9-86ec-4918-b23d-0c1184a9467b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.155446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.186466 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de9eb365-8b21-461f-9014-6026c578e97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.190573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e51bc9-86ec-4918-b23d-0c1184a9467b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=75a5363c-b828-4744-869d-715558fa48fd,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:47.197292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e51bc9-86ec-4918-b23d-0c1184a9467b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:47.197292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b0e51bc9-86ec-4918-b23d-0c1184a9467b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:47.200332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e51bc9-86ec-4918-b23d-0c1184a9467b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:47.206564 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e51bc9-86ec-4918-b23d-0c1184a9467b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:47.206942 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] The port 'ca48e6bd-1200-4600-a3b1-5b0d1e433e53' was deleted {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 06 14:23:47.207167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b0e51bc9-86ec-4918-b23d-0c1184a9467b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.210503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] For port 33c85789-b4fb-478b-8851-a5f6bd9057cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33c85789-b4fb-478b-8851-a5f6bd9057cd,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:47.231811 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9eb365-8b21-461f-9014-6026c578e97c None None] Pushing event deleted for resources: {'Port': ['ID=ca48e6bd-1200-4600-a3b1-5b0d1e433e53,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:47.239294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9eb365-8b21-461f-9014-6026c578e97c None None] No DVR routers for this DVR port ca48e6bd-1200-4600-a3b1-5b0d1e433e53 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:47.271548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Router 03725a97-1c3d-4247-83c5-6983e7f8db5f is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:23:47.273603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9c392784-c922-414a-9218-fd215e70dc11 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.279184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c392784-c922-414a-9218-fd215e70dc11 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:47.283391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9c392784-c922-414a-9218-fd215e70dc11 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.319525 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.326464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.351232 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c3f8b2-a473-4e1f-b69d-121fecf26c42']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:47.369952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8017e386-eb3a-48c8-82d5-a52439757b39') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:47.370528 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8017e386-eb3a-48c8-82d5-a52439757b39') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:47.382868 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.384919 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b0e51bc9-86ec-4918-b23d-0c1184a9467b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7929759 Dec 06 14:23:47.388746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60272) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:47.395809 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c392784-c922-414a-9218-fd215e70dc11 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event updated for resources: {'Network': ['ID=12c73962-9881-4b29-b0ac-3d7b7f2bbebb,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:47.406191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 12c73962-9881-4b29-b0ac-3d7b7f2bbebb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:23:47.422211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.433642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:47.434053 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:47.437105 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:47.472464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e847e2-6268-4484-be8a-2ab4e531659b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:47.474217 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-28e847e2-6268-4484-be8a-2ab4e531659b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/75a5363c-b828-4744-869d-715558fa48fd HTTP/1.1" status: 200 len: 845 time: 0.0844681 Dec 06 14:23:47.482578 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60276) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:47.502163 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9c392784-c922-414a-9218-fd215e70dc11 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8877234 Dec 06 14:23:47.504402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60278) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:47.507852 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-abb528be-e146-414b-93f6-114c3cf2644c tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Request body: {'subnet': {'network_id': '12c73962-9881-4b29-b0ac-3d7b7f2bbebb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:47.515873 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.517345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.565854 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:47.570992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.579123 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3c3de465-5705-4322-98fd-8fc66bef862b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "PUT /v2.0/routers/03725a97-1c3d-4247-83c5-6983e7f8db5f HTTP/1.1" status: 200 len: 918 time: 3.7209821 Dec 06 14:23:47.580768 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b65bf-9fff-43a1-92b9-6eccb6e78d31 None None] Sync routers for ids ['03725a97-1c3d-4247-83c5-6983e7f8db5f'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:47.583520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60280) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:47.594745 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b65bf-9fff-43a1-92b9-6eccb6e78d31 None None] Routers {'03725a97-1c3d-4247-83c5-6983e7f8db5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:47.595880 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-651b65bf-9fff-43a1-92b9-6eccb6e78d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['03725a97-1c3d-4247-83c5-6983e7f8db5f'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:47.633661 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-651b65bf-9fff-43a1-92b9-6eccb6e78d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:47.643825 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b65bf-9fff-43a1-92b9-6eccb6e78d31 None None] Routers {'03725a97-1c3d-4247-83c5-6983e7f8db5f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:47.644678 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-651b65bf-9fff-43a1-92b9-6eccb6e78d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['03725a97-1c3d-4247-83c5-6983e7f8db5f'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:47.679577 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-651b65bf-9fff-43a1-92b9-6eccb6e78d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:47.680681 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651b65bf-9fff-43a1-92b9-6eccb6e78d31 None None] The sync data for ids ['03725a97-1c3d-4247-83c5-6983e7f8db5f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:47.693316 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5cd45cff-bb3e-4894-a108-bfedfa2bdd9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port 75a5363c-b828-4744-869d-715558fa48fd {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:47.693785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5cd45cff-bb3e-4894-a108-bfedfa2bdd9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.698559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:47.720090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:47.729708 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be94570-382c-4d18-8f2d-92945cd4cdcd None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:47.734020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:47.734635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.742860 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=be64ddd1-9c0f-4848-a85e-312f094482ec,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:47.781157 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=33c85789-b4fb-478b-8851-a5f6bd9057cd,revision_number=9']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:47.781157 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1524f-bb62-4dcf-b3eb-d86269b14348 req-6ba01fdc-6918-4432-b644-e96e3127155c tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:47.783045 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-65d1524f-bb62-4dcf-b3eb-d86269b14348 req-6ba01fdc-6918-4432-b644-e96e3127155c tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 945 time: 0.2706809 Dec 06 14:23:47.810028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.828649 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:47.832062 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "DELETE /v2.0/networks/09c3f8b2-a473-4e1f-b69d-121fecf26c42 HTTP/1.1" status: 204 len: 168 time: 0.8230758 Dec 06 14:23:47.860525 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60284) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:47.876959 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f64765-265e-48f8-bd22-8031c5a67eb9 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event deleted for resources: {'Network': ['ID=09c3f8b2-a473-4e1f-b69d-121fecf26c42,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:47.919591 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ca48e6bd-1200-4600-a3b1-5b0d1e433e53 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:47.933788 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ccabf363-b6eb-4d7e-a7c3-20c4119eaa3e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4584711 Dec 06 14:23:47.936384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60286) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:47.942644 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-65d1524f-bb62-4dcf-b3eb-d86269b14348 req-bb544d84-03d4-413c-a326-3e42113a633d tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1591125 Dec 06 14:23:47.949096 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'mac_address': 'fa:16:3e:d5:b4:81', 'name': 'tempest-NetworksTestDHCPv6-348110498'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:47.949390 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: ca48e6bd-1200-4600-a3b1-5b0d1e433e53 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:47.949754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ca48e6bd-1200-4600-a3b1-5b0d1e433e53 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:48.038473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b387fa4-94d7-4eee-9633-8bbee6dde19a tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Deleting subnet 3490ad4a-97a0-4fe9-ada6-ebd3b3834b47 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:48.043298 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b387fa4-94d7-4eee-9633-8bbee6dde19a tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.045911 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6e4920ab-24a6-42ef-86f9-544231d4f572 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/routers/03725a97-1c3d-4247-83c5-6983e7f8db5f HTTP/1.1" status: 200 len: 924 time: 0.4545944 Dec 06 14:23:48.049840 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60292) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:48.104458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5cd45cff-bb3e-4894-a108-bfedfa2bdd9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.124737 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5cd45cff-bb3e-4894-a108-bfedfa2bdd9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for 75a5363c-b828-4744-869d-715558fa48fd owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:48.132533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb528be-e146-414b-93f6-114c3cf2644c tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Made reservation on behalf of c877f6dcc5ea49a6916e0ce101b7e0ec for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:48.136129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abb528be-e146-414b-93f6-114c3cf2644c tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.136252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703458e-12fc-414a-97cf-e57311a9948c req-d86fafee-22b0-4955-9743-aa1a75d43f95 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:48.138625 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6703458e-12fc-414a-97cf-e57311a9948c req-d86fafee-22b0-4955-9743-aa1a75d43f95 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 946 time: 0.1106224 Dec 06 14:23:48.195621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b387fa4-94d7-4eee-9633-8bbee6dde19a tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.239868 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6703458e-12fc-414a-97cf-e57311a9948c req-2785c5f0-ff82-426c-8fcc-8d1af53e899f tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929534 Dec 06 14:23:48.297223 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adb0997-73d3-41f1-bc47-9ccb274c162b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:48.299275 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5adb0997-73d3-41f1-bc47-9ccb274c162b tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&device_id=03725a97-1c3d-4247-83c5-6983e7f8db5f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2489083 Dec 06 14:23:48.302263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60294) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:48.381208 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b387fa4-94d7-4eee-9633-8bbee6dde19a tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.389789 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5cd45cff-bb3e-4894-a108-bfedfa2bdd9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.426841 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac1fa9d-7089-4042-8ce9-bd391f491dc5 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:48.428264 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9ac1fa9d-7089-4042-8ce9-bd391f491dc5 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/networks/056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 881 time: 0.1246414 Dec 06 14:23:48.431599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd45cff-bb3e-4894-a108-bfedfa2bdd9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=75a5363c-b828-4744-869d-715558fa48fd,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:48.433534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60296) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:48.465314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5cd45cff-bb3e-4894-a108-bfedfa2bdd9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.468595 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5cd45cff-bb3e-4894-a108-bfedfa2bdd9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/75a5363c-b828-4744-869d-715558fa48fd HTTP/1.1" status: 204 len: 168 time: 0.9849341 Dec 06 14:23:48.472093 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-58ee0db7-88d3-40ab-8e1e-48dcda6a4fb4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "GET /v2.0/ports?device_id=03725a97-1c3d-4247-83c5-6983e7f8db5f HTTP/1.1" status: 200 len: 205 time: 0.0357401 Dec 06 14:23:48.472093 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60298) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:48.478637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60300) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:48.495782 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bd428a-0fed-420a-a5c7-2f58aab94186 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:23:48.497261 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-99bd428a-0fed-420a-a5c7-2f58aab94186 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/75a5363c-b828-4744-869d-715558fa48fd HTTP/1.1" status: 404 len: 333 time: 0.0244846 Dec 06 14:23:48.503407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60302) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:48.509978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b6270ad0-ffde-4d88-a30e-f0818da4c41f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'name': 'tempest-PortsIpV6TestJSON-589253357'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:48.539588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:48.673171 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b387fa4-94d7-4eee-9633-8bbee6dde19a tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.688489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6270ad0-ffde-4d88-a30e-f0818da4c41f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:48.692031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6270ad0-ffde-4d88-a30e-f0818da4c41f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.711576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-b6270ad0-ffde-4d88-a30e-f0818da4c41f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port 9e3c2e1b-d2e4-4d13-b516-379100f12aaa yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:23:48.733024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2b387fa4-94d7-4eee-9633-8bbee6dde19a tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.737333 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2b387fa4-94d7-4eee-9633-8bbee6dde19a tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "DELETE /v2.0/subnets/3490ad4a-97a0-4fe9-ada6-ebd3b3834b47 HTTP/1.1" status: 204 len: 168 time: 0.8757246 Dec 06 14:23:48.738214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b387fa4-94d7-4eee-9633-8bbee6dde19a tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event deleted for resources: {'Subnet': ['ID=3490ad4a-97a0-4fe9-ada6-ebd3b3834b47,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:48.745562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd67b13-e091-44ae-b128-0e7a4677f193 None None] Network 9f82ddec-4937-4a8d-9373-7136472da90c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:48.746126 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60304) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:48.799202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.800021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a2de1da3-ace7-4c59-af84-8f07c0d69035 None None] Provisioning complete for port 33c85789-b4fb-478b-8851-a5f6bd9057cd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:48.800709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2de1da3-ace7-4c59-af84-8f07c0d69035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.806476 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.884606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abb528be-e146-414b-93f6-114c3cf2644c tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.936757 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6270ad0-ffde-4d88-a30e-f0818da4c41f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:48.949042 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 62669935-5643-407a-8421-b2ee8ed874ab yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:23:48.965607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.054103 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92568bd3-5d47-460a-badb-9ddabff5036c None None] DHCP port deletion for 9f82ddec-4937-4a8d-9373-7136472da90c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:49.055372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6270ad0-ffde-4d88-a30e-f0818da4c41f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.072875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb528be-e146-414b-93f6-114c3cf2644c tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event updated for resources: {'Subnet': ['ID=aa6be6ca-3eb0-4800-90e5-d1fcd3a92b36,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:49.118226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6270ad0-ffde-4d88-a30e-f0818da4c41f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:49.122031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b6270ad0-ffde-4d88-a30e-f0818da4c41f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:49.126704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6270ad0-ffde-4d88-a30e-f0818da4c41f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:49.130316 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-92568bd3-5d47-460a-badb-9ddabff5036c None None] Deleting port 8aae0d62-c24d-40b0-9776-ceba939baf4b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:49.130910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-92568bd3-5d47-460a-badb-9ddabff5036c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.133058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6270ad0-ffde-4d88-a30e-f0818da4c41f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:49.133666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6270ad0-ffde-4d88-a30e-f0818da4c41f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.140000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6270ad0-ffde-4d88-a30e-f0818da4c41f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=9e3c2e1b-d2e4-4d13-b516-379100f12aaa,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:49.173238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.176084 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb528be-e146-414b-93f6-114c3cf2644c tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Checking segment: {'id': 'b39c8885-4e59-4adc-a711-5cb25beb79a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '12c73962-9881-4b29-b0ac-3d7b7f2bbebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:49.176443 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb528be-e146-414b-93f6-114c3cf2644c tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Network hostable DHCP agents. Network: 12c73962-9881-4b29-b0ac-3d7b7f2bbebb, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:23:49.211731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-92568bd3-5d47-460a-badb-9ddabff5036c None None] For port 8aae0d62-c24d-40b0-9776-ceba939baf4b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8aae0d62-c24d-40b0-9776-ceba939baf4b,segment=NetworkSegment(e996da37-416d-4737-b896-2d0031f68a2a),segment_id=e996da37-416d-4737-b896-2d0031f68a2a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:49.212123 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-92568bd3-5d47-460a-badb-9ddabff5036c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.225625 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-92568bd3-5d47-460a-badb-9ddabff5036c None None] Calling delete_port for 8aae0d62-c24d-40b0-9776-ceba939baf4b owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:49.267478 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Deleting port 8aae0d62-c24d-40b0-9776-ceba939baf4b {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:49.267817 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.276267 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b6270ad0-ffde-4d88-a30e-f0818da4c41f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7713716 Dec 06 14:23:49.279161 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60310) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:49.285670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b8c0c78e-6bf0-468c-9b19-2321451e6809 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:49.384878 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb528be-e146-414b-93f6-114c3cf2644c tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Network 12c73962-9881-4b29-b0ac-3d7b7f2bbebb is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:23:49.399489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] For port 8aae0d62-c24d-40b0-9776-ceba939baf4b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8aae0d62-c24d-40b0-9776-ceba939baf4b,segment=NetworkSegment(e996da37-416d-4737-b896-2d0031f68a2a),segment_id=e996da37-416d-4737-b896-2d0031f68a2a)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:49.403384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.433997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Calling delete_port for 8aae0d62-c24d-40b0-9776-ceba939baf4b owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:49.435875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-92568bd3-5d47-460a-badb-9ddabff5036c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.438977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 172.20.0.7 (32250b85-9d7f-4d03-9356-fdcc88577699/e6411f58-531c-4d83-ad97-a49d02b5026e/62669935-5643-407a-8421-b2ee8ed874ab) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:49.449821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f798e-1621-404b-b5c3-a131bf0880bb req-c24c322b-6764-464e-a57b-68ff7160a3e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:49.457344 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-253f798e-1621-404b-b5c3-a131bf0880bb req-c24c322b-6764-464e-a57b-68ff7160a3e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 946 time: 0.1076469 Dec 06 14:23:49.457736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::f816:3eff:fed5:b481 (32250b85-9d7f-4d03-9356-fdcc88577699/be64ddd1-9c0f-4848-a85e-312f094482ec/62669935-5643-407a-8421-b2ee8ed874ab) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:49.460764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c78e-6bf0-468c-9b19-2321451e6809 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.464991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92568bd3-5d47-460a-badb-9ddabff5036c None None] Pushing event deleted for resources: {'Port': ['ID=8aae0d62-c24d-40b0-9776-ceba939baf4b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:49.466953 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92568bd3-5d47-460a-badb-9ddabff5036c None None] No DVR routers for this DVR port 8aae0d62-c24d-40b0-9776-ceba939baf4b on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:49.507414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Deleting port a39b5104-5868-440a-84c2-fe1e1a71624e {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:49.507748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.520749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2482e15-2502-400a-9c31-0a77565a36ae req-8b4d7a9b-dee2-4295-b6a5-d53f87ab1714 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:49.522639 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c2482e15-2502-400a-9c31-0a77565a36ae req-8b4d7a9b-dee2-4295-b6a5-d53f87ab1714 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 945 time: 0.1422143 Dec 06 14:23:49.548244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-abb528be-e146-414b-93f6-114c3cf2644c tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 12c73962-9881-4b29-b0ac-3d7b7f2bbebb) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:49.557775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed7374-2f3e-4014-a1dd-a00c38576a56 None None] Network 12c73962-9881-4b29-b0ac-3d7b7f2bbebb requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:49.565003 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-253f798e-1621-404b-b5c3-a131bf0880bb req-11372bfe-937f-474f-a899-c831187422d0 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063223 Dec 06 14:23:49.602975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb528be-e146-414b-93f6-114c3cf2644c tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:49.603559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-abb528be-e146-414b-93f6-114c3cf2644c tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.697598 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c78e-6bf0-468c-9b19-2321451e6809 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.819862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c78e-6bf0-468c-9b19-2321451e6809 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.845059 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 33c85789-b4fb-478b-8851-a5f6bd9057cd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:49.867447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-b8c0c78e-6bf0-468c-9b19-2321451e6809 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] In _notify_port_updated(), no bound segment for port 9e3c2e1b-d2e4-4d13-b516-379100f12aaa on network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b {{(pid=103725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:23:49.874313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c0c78e-6bf0-468c-9b19-2321451e6809 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:49.875263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b8c0c78e-6bf0-468c-9b19-2321451e6809 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.879307 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b8c0c78e-6bf0-468c-9b19-2321451e6809 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "PUT /v2.0/ports/9e3c2e1b-d2e4-4d13-b516-379100f12aaa HTTP/1.1" status: 200 len: 818 time: 0.5988002 Dec 06 14:23:49.890529 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60314) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:49.921168 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-12c73962-9881-4b29-b0ac-3d7b7f2bbebb', 'network_id': '12c73962-9881-4b29-b0ac-3d7b7f2bbebb', 'tenant_id': 'c877f6dcc5ea49a6916e0ce101b7e0ec', 'fixed_ips': [{'subnet_id': 'aa6be6ca-3eb0-4800-90e5-d1fcd3a92b36'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:49.922039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:49.932198 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c0c78e-6bf0-468c-9b19-2321451e6809 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=9e3c2e1b-d2e4-4d13-b516-379100f12aaa,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:49.952758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 33c85789-b4fb-478b-8851-a5f6bd9057cd triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:49.953070 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.008977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-39fa18d4-adcb-47b9-b0dd-dd31ccdd97b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port 9e3c2e1b-d2e4-4d13-b516-379100f12aaa {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:50.009411 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39fa18d4-adcb-47b9-b0dd-dd31ccdd97b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.084517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39fa18d4-adcb-47b9-b0dd-dd31ccdd97b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.095948 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.100269 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-abb528be-e146-414b-93f6-114c3cf2644c tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5965395 Dec 06 14:23:50.103494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60316) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:50.104990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-39fa18d4-adcb-47b9-b0dd-dd31ccdd97b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for 9e3c2e1b-d2e4-4d13-b516-379100f12aaa owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:50.112527 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4460d765-d4c2-4c1e-92d3-ac56b60fba31 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Request body: {'router': {'external_gateway_info': {'network_id': '12c73962-9881-4b29-b0ac-3d7b7f2bbebb'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:50.130942 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Allocated IP 2001:db8:1::2 (12c73962-9881-4b29-b0ac-3d7b7f2bbebb/aa6be6ca-3eb0-4800-90e5-d1fcd3a92b36/632fc84a-572a-4e0f-be21-8a0c54b926cf) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:50.137138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.168931 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c2482e15-2502-400a-9c31-0a77565a36ae req-aac2fd51-2c4d-48f2-9be1-095c1bddd399 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6311879 Dec 06 14:23:50.179265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event deleted for resources: {'Port': ['ID=8aae0d62-c24d-40b0-9776-ceba939baf4b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:50.181211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] No DVR routers for this DVR port 8aae0d62-c24d-40b0-9776-ceba939baf4b on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:50.184613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Calling delete_port for a39b5104-5868-440a-84c2-fe1e1a71624e owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:50.248669 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-7b96939d-ffdc-477c-8204-dc830ee251a5 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:50.250195 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-7b96939d-ffdc-477c-8204-dc830ee251a5 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 946 time: 0.5700657 Dec 06 14:23:50.262200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8aae0d62-c24d-40b0-9776-ceba939baf4b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:50.293017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 8aae0d62-c24d-40b0-9776-ceba939baf4b {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:50.293017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8aae0d62-c24d-40b0-9776-ceba939baf4b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:50.347162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.390499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4460d765-d4c2-4c1e-92d3-ac56b60fba31 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.396002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.429728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.463831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f82ddec-4937-4a8d-9373-7136472da90c']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:50.512138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e996da37-416d-4737-b896-2d0031f68a2a') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:50.512459 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e996da37-416d-4737-b896-2d0031f68a2a') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:50.517743 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.530163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.558858 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Network 12c73962-9881-4b29-b0ac-3d7b7f2bbebb is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:50.559818 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39fa18d4-adcb-47b9-b0dd-dd31ccdd97b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.564359 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:50.566666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:50.575528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Pushing event updated for resources: {'Port': ['ID=632fc84a-572a-4e0f-be21-8a0c54b926cf,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:50.579761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.595020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:23:50.595426 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.598645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa18d4-adcb-47b9-b0dd-dd31ccdd97b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=9e3c2e1b-d2e4-4d13-b516-379100f12aaa,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:23:50.601062 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:23:50.629023 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39fa18d4-adcb-47b9-b0dd-dd31ccdd97b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.632289 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-39fa18d4-adcb-47b9-b0dd-dd31ccdd97b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/9e3c2e1b-d2e4-4d13-b516-379100f12aaa HTTP/1.1" status: 204 len: 168 time: 0.7398784 Dec 06 14:23:50.636180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60320) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:50.638900 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Deleting port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:50.639241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.664235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Attempting to bind port 632fc84a-572a-4e0f-be21-8a0c54b926cf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:50.664765 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Attempting to bind port 632fc84a-572a-4e0f-be21-8a0c54b926cf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b39c8885-4e59-4adc-a711-5cb25beb79a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '12c73962-9881-4b29-b0ac-3d7b7f2bbebb'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:50.665272 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Attempting to bind port 632fc84a-572a-4e0f-be21-8a0c54b926cf on network 12c73962-9881-4b29-b0ac-3d7b7f2bbebb {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:50.670968 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:50.671520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Checking segment: {'id': 'b39c8885-4e59-4adc-a711-5cb25beb79a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '12c73962-9881-4b29-b0ac-3d7b7f2bbebb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:50.672021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.673209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Bound using segment: {'id': 'b39c8885-4e59-4adc-a711-5cb25beb79a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '12c73962-9881-4b29-b0ac-3d7b7f2bbebb'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:50.673831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Bound port: 632fc84a-572a-4e0f-be21-8a0c54b926cf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b39c8885-4e59-4adc-a711-5cb25beb79a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '12c73962-9881-4b29-b0ac-3d7b7f2bbebb'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:50.674326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.729662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.744683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6346a39-c31c-4dba-9296-f5292ebce1d5 req-116dd3ef-3aac-4f60-9c3b-ddc630309490 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:50.746227 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e6346a39-c31c-4dba-9296-f5292ebce1d5 req-116dd3ef-3aac-4f60-9c3b-ddc630309490 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 946 time: 0.0718403 Dec 06 14:23:50.774074 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] For port 632fc84a-572a-4e0f-be21-8a0c54b926cf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:50.778536 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] For port 632fc84a-572a-4e0f-be21-8a0c54b926cf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=632fc84a-572a-4e0f-be21-8a0c54b926cf,segment=NetworkSegment(b39c8885-4e59-4adc-a711-5cb25beb79a2),segment_id=b39c8885-4e59-4adc-a711-5cb25beb79a2)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:50.791450 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-4460d765-d4c2-4c1e-92d3-ac56b60fba31 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:23:50.792484 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4460d765-d4c2-4c1e-92d3-ac56b60fba31 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "PUT /v2.0/routers/4ffb8b8c-bb49-4026-9b5c-d1a32db55dda HTTP/1.1" status: 400 len: 364 time: 0.6854639 Dec 06 14:23:50.797727 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60322) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:50.857034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:50.868036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c52cc1-6852-4f45-ba70-cc5a3ace8e1a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:50.869552 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f9c52cc1-6852-4f45-ba70-cc5a3ace8e1a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2272534 Dec 06 14:23:50.873126 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:50.874847 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=62669935-5643-407a-8421-b2ee8ed874ab,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:50.876145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60324) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:50.877238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:50.888978 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.895923 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e6346a39-c31c-4dba-9296-f5292ebce1d5 req-5fa57fc6-8c11-4d6b-83ee-89c7951e1a26 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups?id=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343677 Dec 06 14:23:50.922938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] For port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691,segment=NetworkSegment(c31b01fc-9882-4822-aba4-cafc3e7435bc),segment_id=c31b01fc-9882-4822-aba4-cafc3e7435bc)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:50.923310 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.933332 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e0f4d1-0843-4632-994b-a4550629601a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:23:50.937909 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e3e0f4d1-0843-4632-994b-a4550629601a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/9e3c2e1b-d2e4-4d13-b516-379100f12aaa HTTP/1.1" status: 404 len: 333 time: 0.0570583 Dec 06 14:23:50.938090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.938250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.940916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60326) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:50.954283 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-cab90aaf-05c5-4062-a81c-3934bd757752 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1952181065'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:50.970388 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:50.978138 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "DELETE /v2.0/networks/9f82ddec-4937-4a8d-9373-7136472da90c HTTP/1.1" status: 204 len: 168 time: 2.2285905 Dec 06 14:23:50.982923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d38d69-cbdd-4e85-975a-6a5acfd9e85d None None] Pushing event updated for resources: {'Port': ['ID=632fc84a-572a-4e0f-be21-8a0c54b926cf,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:51.003638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60328) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:51.048060 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-20a5ea17-5cc4-4c22-9a0e-31d7923b57b0 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "GET /v2.0/ports?device_id=c071a60c-07cb-44af-82f4-6e14500f71c4 HTTP/1.1" status: 200 len: 205 time: 0.0407975 Dec 06 14:23:51.048060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60330) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:51.095638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Pushing event deleted for resources: {'Port': ['ID=a39b5104-5868-440a-84c2-fe1e1a71624e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:51.113685 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0283c705-d10a-4f57-9ac3-37f3b9fcafe5 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:51.115805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:51.116862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.118929 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb9c86-86b3-4aba-a55d-8da939b563a3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Pushing event deleted for resources: {'Network': ['ID=9f82ddec-4937-4a8d-9373-7136472da90c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:51.242645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e5db853-a3f1-47a4-84e6-c47542941bc3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.316481 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cab90aaf-05c5-4062-a81c-3934bd757752 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:51.320426 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cab90aaf-05c5-4062-a81c-3934bd757752 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.398076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.405123 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f10968cd-502b-4758-89bc-2ffabcff897d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.4592159 Dec 06 14:23:51.412931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514df65-767c-40b2-b469-e8761fa349d6 req-744764a6-98af-4c38-af3a-bc1a0c268182 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:51.414411 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d514df65-767c-40b2-b469-e8761fa349d6 req-744764a6-98af-4c38-af3a-bc1a0c268182 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.41 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 945 time: 0.3282952 Dec 06 14:23:51.418604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60334) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:51.454092 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c36a635a-d3fb-495a-88b5-72708bd49ff2 None None] Provisioning complete for port 62669935-5643-407a-8421-b2ee8ed874ab triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:51.454606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c36a635a-d3fb-495a-88b5-72708bd49ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.503423 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c36a635a-d3fb-495a-88b5-72708bd49ff2 None None] Port 62669935-5643-407a-8421-b2ee8ed874ab cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:51.543270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cab90aaf-05c5-4062-a81c-3934bd757752 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:23:51.549266 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.555230 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.575858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.576240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.576557 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Floating IP c684103f-2351-420a-b7a1-9a606fd53156 disassociated. External IP: 172.36.1.89, port: 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691. Dec 06 14:23:51.576938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Calling delete_port for 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:51.616023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cab90aaf-05c5-4062-a81c-3934bd757752 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.616391 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-cab90aaf-05c5-4062-a81c-3934bd757752 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Added segment 07f34d0b-aa31-4109-8b94-ffd1a505012c of type vlan for network 2134b3fa-06ed-40bd-a1b6-af19499406ce Dec 06 14:23:51.634253 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578501d1-1e5d-4e07-b080-73751012c9bd req-633f5f3b-4c6f-48ad-a011-c2dffbb29c64 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:51.635937 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-578501d1-1e5d-4e07-b080-73751012c9bd req-633f5f3b-4c6f-48ad-a011-c2dffbb29c64 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 945 time: 0.2781014 Dec 06 14:23:51.730206 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cab90aaf-05c5-4062-a81c-3934bd757752 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.741492 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.742012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Fanout notify agent at l3_agent the message router_deleted on router 03725a97-1c3d-4247-83c5-6983e7f8db5f {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:23:51.749142 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.754877 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-75d632cb-aa64-4749-aa02-f6b5490a3516 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "DELETE /v2.0/routers/03725a97-1c3d-4247-83c5-6983e7f8db5f HTTP/1.1" status: 204 len: 168 time: 3.2690873 Dec 06 14:23:51.760132 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60336) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:51.773454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-71f01d86-2754-4750-bf76-627964c16567 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-846048242', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:51.817146 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-578501d1-1e5d-4e07-b080-73751012c9bd req-82866fc3-84c6-4579-8dfb-87c734a1d011 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720531 Dec 06 14:23:51.870386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e5db853-a3f1-47a4-84e6-c47542941bc3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.883072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e5db853-a3f1-47a4-84e6-c47542941bc3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.921516 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 632fc84a-572a-4e0f-be21-8a0c54b926cf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:51.923736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cab90aaf-05c5-4062-a81c-3934bd757752 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.930010 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab90aaf-05c5-4062-a81c-3934bd757752 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:51.930642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cab90aaf-05c5-4062-a81c-3934bd757752 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.962814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71f01d86-2754-4750-bf76-627964c16567 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.964133 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71f01d86-2754-4750-bf76-627964c16567 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:51.988988 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.009961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.043859 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 632fc84a-572a-4e0f-be21-8a0c54b926cf triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:52.044322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.052772 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab90aaf-05c5-4062-a81c-3934bd757752 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Network': ['ID=2134b3fa-06ed-40bd-a1b6-af19499406ce,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:52.056551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac6970-6229-428c-92f4-6bc9362fc5ac tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:52.056962 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Pushing event deleted for resources: {'Port': ['ID=42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:52.063983 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ac6970-6229-428c-92f4-6bc9362fc5ac tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:52.065748 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-13ac6970-6229-428c-92f4-6bc9362fc5ac tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6073687 Dec 06 14:23:52.100276 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 2134b3fa-06ed-40bd-a1b6-af19499406ce details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:23:52.144475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60340) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:52.186376 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cab90aaf-05c5-4062-a81c-3934bd757752 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2370601 Dec 06 14:23:52.198967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60342) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:52.204805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c8e529a5-f974-4b72-9371-c44da326e847 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': '2134b3fa-06ed-40bd-a1b6-af19499406ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:52.209864 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Router 08369300-5c32-421a-9c53-754c0927dfaa has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:23:52.213959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e5db853-a3f1-47a4-84e6-c47542941bc3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.214381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e5db853-a3f1-47a4-84e6-c47542941bc3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Fanout notify agent at l3_agent the message router_deleted on router c071a60c-07cb-44af-82f4-6e14500f71c4 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:23:52.234775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10092fb5-390b-469e-b98a-c596991b6940 None None] Network 12c73962-9881-4b29-b0ac-3d7b7f2bbebb requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:52.257540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.270259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71f01d86-2754-4750-bf76-627964c16567 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.270445 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e5db853-a3f1-47a4-84e6-c47542941bc3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.270445 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6e5db853-a3f1-47a4-84e6-c47542941bc3 tempest-RoutersNegativeTest-597075023 tempest-RoutersNegativeTest-597075023-project] 10.222.0.42 "DELETE /v2.0/routers/c071a60c-07cb-44af-82f4-6e14500f71c4 HTTP/1.1" status: 204 len: 168 time: 1.2193522 Dec 06 14:23:52.283237 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-16022896-4e7f-44d7-9361-9c5554f83610 req-62105fe5-6154-4547-bc43-f58ed625c089 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 210 time: 0.1696093 Dec 06 14:23:52.360937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 632fc84a-572a-4e0f-be21-8a0c54b926cf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=632fc84a-572a-4e0f-be21-8a0c54b926cf,segment=NetworkSegment(b39c8885-4e59-4adc-a711-5cb25beb79a2),segment_id=b39c8885-4e59-4adc-a711-5cb25beb79a2)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:52.378471 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ed16d44e-6a2b-4f6c-8b0d-7352573bc8b5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 62669935-5643-407a-8421-b2ee8ed874ab {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:52.378828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed16d44e-6a2b-4f6c-8b0d-7352573bc8b5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.380550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2b608c25-ec32-4314-81d2-6fc625404f73 None None] Provisioning complete for port 632fc84a-572a-4e0f-be21-8a0c54b926cf triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:52.381106 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b608c25-ec32-4314-81d2-6fc625404f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.387172 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Deleting port 4253ec75-6943-462e-94dc-07ee0a16da4c {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:52.387514 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.500563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.597664 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] For port 4253ec75-6943-462e-94dc-07ee0a16da4c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4253ec75-6943-462e-94dc-07ee0a16da4c,segment=NetworkSegment(c3249943-c6d3-4bbd-baec-ff134f70badf),segment_id=c3249943-c6d3-4bbd-baec-ff134f70badf)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:52.598073 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.670800 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=632fc84a-572a-4e0f-be21-8a0c54b926cf,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:52.737122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed16d44e-6a2b-4f6c-8b0d-7352573bc8b5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.768972 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71f01d86-2754-4750-bf76-627964c16567 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.769133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ed16d44e-6a2b-4f6c-8b0d-7352573bc8b5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 62669935-5643-407a-8421-b2ee8ed874ab owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:52.775928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Allocated IP 2001:db8::1 (0eb6b832-2d60-4aca-a545-d2105abe320e/4eb369f4-3c97-44a2-a782-d659d1a20723/8fbea35d-1f5c-4292-aef1-1b73c30de6f0) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:52.903792 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71f01d86-2754-4750-bf76-627964c16567 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.905936 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-71f01d86-2754-4750-bf76-627964c16567 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1441226 Dec 06 14:23:52.912829 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60350) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:52.918739 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'enable_snat': False}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:52.940310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7158995b-eb3b-4588-aaad-10b1b3e64b15 None None] Provisioning complete for port 632fc84a-572a-4e0f-be21-8a0c54b926cf triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:52.940876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7158995b-eb3b-4588-aaad-10b1b3e64b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.967355 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60352) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:52.993379 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.993879 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:52.994255 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Floating IP 39226882-84bc-485b-a903-b55e099d624e disassociated. External IP: 172.36.1.173, port: 4253ec75-6943-462e-94dc-07ee0a16da4c. Dec 06 14:23:52.994662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Calling delete_port for 4253ec75-6943-462e-94dc-07ee0a16da4c owned by compute:nova {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:53.022352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:53.041642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd21c98-9a75-4cd0-9d0e-2a116c35b6a7 None None] Sync routers for ids ['08369300-5c32-421a-9c53-754c0927dfaa'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:53.070544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd21c98-9a75-4cd0-9d0e-2a116c35b6a7 None None] Routers {'08369300-5c32-421a-9c53-754c0927dfaa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:53.072128 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5bd21c98-9a75-4cd0-9d0e-2a116c35b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['08369300-5c32-421a-9c53-754c0927dfaa'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:53.137602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e529a5-f974-4b72-9371-c44da326e847 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:53.141263 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c8e529a5-f974-4b72-9371-c44da326e847 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:53.203933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-5bd21c98-9a75-4cd0-9d0e-2a116c35b6a7 None None] Set router 08369300-5c32-421a-9c53-754c0927dfaa gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:53.222342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] No DVR routers for this DVR port 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:53.231087 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:53.254094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:53.257504 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-15bf24bf-886b-43f4-a255-c8503b3f0fcf req-be504d7b-8d4d-4cf2-8ae7-f4dc3f946f45 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.41 "DELETE /v2.0/ports/42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 HTTP/1.1" status: 204 len: 173 time: 2.9711931 Dec 06 14:23:53.271381 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60b1c11-0712-47a7-8c5d-edc162e87696', 'name': 'network-vif-deleted', 'tag': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:23:53.273904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042398cb-c5b7-4050-b981-79c748776974" -d '{"events": [{"server_uuid": "f60b1c11-0712-47a7-8c5d-edc162e87696", "name": "network-vif-deleted", "tag": "42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:23:53.293649 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7527412c-d15f-4cbf-92c3-6fa19f76b19b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50fd6308d64d4c84af06a375ca5af152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3099749 Dec 06 14:23:53.304400 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60358) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:53.318409 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82ca96-087f-40e8-bdd5-4ac8a3c8462e req-ae48e37f-784b-41b0-9add-79d7cfbb2f4d tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:53.319957 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ed82ca96-087f-40e8-bdd5-4ac8a3c8462e req-ae48e37f-784b-41b0-9add-79d7cfbb2f4d tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 945 time: 0.3964448 Dec 06 14:23:53.326051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:53.371807 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78094561-e47a-45c3-9cb4-bfb30de22ad5 x-openstack-request-id: req-78094561-e47a-45c3-9cb4-bfb30de22ad5 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:23:53.372191 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60b1c11-0712-47a7-8c5d-edc162e87696", "name": "network-vif-deleted", "tag": "42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:23:53.372465 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78094561-e47a-45c3-9cb4-bfb30de22ad5 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:23:53.372923 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60b1c11-0712-47a7-8c5d-edc162e87696', 'name': 'network-vif-deleted', 'tag': '42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691', 'status': 'completed', 'code': 200} Dec 06 14:23:53.419265 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ed82ca96-087f-40e8-bdd5-4ac8a3c8462e req-23c0948d-496d-4cb8-95ac-c9dda9bab32c tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups?id=10f57b16-b00a-40d7-846d-409b9f8de37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898094 Dec 06 14:23:53.455878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5bd21c98-9a75-4cd0-9d0e-2a116c35b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:11Z', 'revision_number': 4, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '08bdf23d-65cd-4e6b-a951-e1df92cd2b64', 'name': '', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'mac_address': 'fa:16:3e:ff:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '061c47c1-bfd5-433c-88e1-662da2288010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:10Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 5, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'subnets': [{'id': '061c47c1-bfd5-433c-88e1-662da2288010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:53.488272 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd21c98-9a75-4cd0-9d0e-2a116c35b6a7 None None] Checking router: 08369300-5c32-421a-9c53-754c0927dfaa for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:23:53.502999 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd21c98-9a75-4cd0-9d0e-2a116c35b6a7 None None] Routers {'08369300-5c32-421a-9c53-754c0927dfaa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:53.503916 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5bd21c98-9a75-4cd0-9d0e-2a116c35b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['08369300-5c32-421a-9c53-754c0927dfaa'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:53.520264 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-223cf0ca-d9ce-496e-92f3-197422b7c724 req-2195de3a-3d24-419b-b6f4-0e5aee0d2374 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 210 time: 0.0450308 Dec 06 14:23:53.544343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d1209d06-51a3-47bd-8b84-be73621582aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:53.573874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d1209d06-51a3-47bd-8b84-be73621582aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:53.606053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:53.640264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-5bd21c98-9a75-4cd0-9d0e-2a116c35b6a7 None None] Set router 08369300-5c32-421a-9c53-754c0927dfaa gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:53.649406 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Network 0eb6b832-2d60-4aca-a545-d2105abe320e is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:53.652722 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:53.659813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:53.660352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:53.749250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed16d44e-6a2b-4f6c-8b0d-7352573bc8b5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:53.753013 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:53.772435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event updated for resources: {'Port': ['ID=8fbea35d-1f5c-4292-aef1-1b73c30de6f0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:53.835457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:53.886219 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 632fc84a-572a-4e0f-be21-8a0c54b926cf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:53.888880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:53.911320 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c8e529a5-f974-4b72-9371-c44da326e847 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:53.972242 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16d44e-6a2b-4f6c-8b0d-7352573bc8b5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=62669935-5643-407a-8421-b2ee8ed874ab,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:54.007561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 632fc84a-572a-4e0f-be21-8a0c54b926cf triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:54.008028 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:54.010232 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e529a5-f974-4b72-9371-c44da326e847 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Subnet': ['ID=bc396b9a-26a6-440f-bace-98c17637de72,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:54.043703 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d1209d06-51a3-47bd-8b84-be73621582aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:54.046755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d1209d06-51a3-47bd-8b84-be73621582aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:54.047996 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d1209d06-51a3-47bd-8b84-be73621582aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9dc2b52-33e9-4b88-8040-12c31d806f0f HTTP/1.1" status: 204 len: 168 time: 0.7428110 Dec 06 14:23:54.048438 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5bd21c98-9a75-4cd0-9d0e-2a116c35b6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:11Z', 'revision_number': 4, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '08bdf23d-65cd-4e6b-a951-e1df92cd2b64', 'name': '', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'mac_address': 'fa:16:3e:ff:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '061c47c1-bfd5-433c-88e1-662da2288010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:10Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 5, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'subnets': [{'id': '061c47c1-bfd5-433c-88e1-662da2288010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:54.048925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Pushing event deleted for resources: {'Port': ['ID=4253ec75-6943-462e-94dc-07ee0a16da4c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:54.098716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd21c98-9a75-4cd0-9d0e-2a116c35b6a7 None None] The sync data for ids ['08369300-5c32-421a-9c53-754c0927dfaa'] in dv-neutron-master-2-hyperv is: [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:11Z', 'revision_number': 4, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '08bdf23d-65cd-4e6b-a951-e1df92cd2b64', 'name': '', 'network_id': 'c98b384e-7d44-41c8-aa9e-af7a94219b19', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'mac_address': 'fa:16:3e:ff:e9:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '061c47c1-bfd5-433c-88e1-662da2288010', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:10Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 5, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'subnets': [{'id': '061c47c1-bfd5-433c-88e1-662da2288010', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:54.150726 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d3e76196-9aad-4ad9-9129-68fbd26e18bf None None] Provisioning complete for port 8fbea35d-1f5c-4292-aef1-1b73c30de6f0 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:54.152069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3e76196-9aad-4ad9-9129-68fbd26e18bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:54.220954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e529a5-f974-4b72-9371-c44da326e847 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Checking segment: {'id': '07f34d0b-aa31-4109-8b94-ffd1a505012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2134b3fa-06ed-40bd-a1b6-af19499406ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:54.221321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e529a5-f974-4b72-9371-c44da326e847 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network hostable DHCP agents. Network: 2134b3fa-06ed-40bd-a1b6-af19499406ce, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:23:54.258285 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Allocated IP 172.36.1.31 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/55d9ee4b-18d0-420a-97c1-63fefbcc7d1d) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:54.269261 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Router 856da619-a79f-4439-b1b9-d2ef8d632d08 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:23:54.271952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:54.275705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed16d44e-6a2b-4f6c-8b0d-7352573bc8b5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:54.279857 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ed16d44e-6a2b-4f6c-8b0d-7352573bc8b5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/62669935-5643-407a-8421-b2ee8ed874ab HTTP/1.1" status: 204 len: 168 time: 2.1326952 Dec 06 14:23:54.281010 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1209d06-51a3-47bd-8b84-be73621582aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dc2b52-33e9-4b88-8040-12c31d806f0f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:54.283191 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60364) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:54.430305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e529a5-f974-4b72-9371-c44da326e847 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 2134b3fa-06ed-40bd-a1b6-af19499406ce is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:23:54.462315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed7d80c-cec1-4c2a-bac3-570664037897 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:54.464223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:54.466755 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed7d80c-cec1-4c2a-bac3-570664037897 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:54.469313 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed7d80c-cec1-4c2a-bac3-570664037897 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:54.476135 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2ed7d80c-cec1-4c2a-bac3-570664037897 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1894653 Dec 06 14:23:54.477780 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60368) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:54.479288 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192277e7-c103-434b-9968-c6ad492877aa None None] Sync routers for ids ['856da619-a79f-4439-b1b9-d2ef8d632d08'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:54.482439 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 4253ec75-6943-462e-94dc-07ee0a16da4c no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:54.515653 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192277e7-c103-434b-9968-c6ad492877aa None None] Routers {'856da619-a79f-4439-b1b9-d2ef8d632d08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:54.525858 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-192277e7-c103-434b-9968-c6ad492877aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['856da619-a79f-4439-b1b9-d2ef8d632d08'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:54.563024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b02efa-e616-4d36-83a0-aea0d87263bf tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet be64ddd1-9c0f-4848-a85e-312f094482ec {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:54.567195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9b02efa-e616-4d36-83a0-aea0d87263bf tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:54.608148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1ab9e-fa82-4811-8e1e-bf1eb90a77c4 None None] New status for floating IP c684103f-2351-420a-b7a1-9a606fd53156: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:23:54.616570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 4253ec75-6943-462e-94dc-07ee0a16da4c {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:54.617001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 4253ec75-6943-462e-94dc-07ee0a16da4c not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:54.617414 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:54.692747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c8e529a5-f974-4b72-9371-c44da326e847 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2134b3fa-06ed-40bd-a1b6-af19499406ce) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:54.705201 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e529a5-f974-4b72-9371-c44da326e847 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:54.705870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c8e529a5-f974-4b72-9371-c44da326e847 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:54.747566 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-540430b4-32f1-4ef5-8250-b2724162ab22 req-c1967fbc-c8fd-42db-9073-cdc7322dbb7c tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 210 time: 0.0875862 Dec 06 14:23:54.751126 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9b02efa-e616-4d36-83a0-aea0d87263bf tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:54.772514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a59ddaf-2857-4a57-a8d4-b23ba42e9ef9 None None] Network 2134b3fa-06ed-40bd-a1b6-af19499406ce requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:54.775225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:54.775709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 42d8674f-4ba2-4c5c-8e4d-cf8a7c2dd691 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:54.787208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d3e76196-9aad-4ad9-9129-68fbd26e18bf None None] Port 8fbea35d-1f5c-4292-aef1-1b73c30de6f0 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:54.827670 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-192277e7-c103-434b-9968-c6ad492877aa None None] Set router 856da619-a79f-4439-b1b9-d2ef8d632d08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:54.875826 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:54.969343 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c8e529a5-f974-4b72-9371-c44da326e847 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7690413 Dec 06 14:23:54.977887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60380) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:54.988177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-6e248af2-95a4-47c7-a4db-f02b1495ee9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': '2134b3fa-06ed-40bd-a1b6-af19499406ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:54.992910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9b02efa-e616-4d36-83a0-aea0d87263bf tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.098139 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2134b3fa-06ed-40bd-a1b6-af19499406ce', 'network_id': '2134b3fa-06ed-40bd-a1b6-af19499406ce', 'tenant_id': 'a0aefe61d053408ebc8bf5297f57f8e2', 'fixed_ips': [{'subnet_id': 'bc396b9a-26a6-440f-bace-98c17637de72'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:55.099201 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.186043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.186298 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:23:55.193649 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-192277e7-c103-434b-9968-c6ad492877aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 4, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cdbfa43e-fe78-4258-9505-d389fc29f70a', 'name': '', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'mac_address': 'fa:16:3e:40:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:13Z', 'updated_at': '2021-12-06T14:21:22Z', 'revision_number': 5, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'subnets': [{'id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:55.225235 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192277e7-c103-434b-9968-c6ad492877aa None None] Checking router: 856da619-a79f-4439-b1b9-d2ef8d632d08 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:23:55.236386 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192277e7-c103-434b-9968-c6ad492877aa None None] Routers {'856da619-a79f-4439-b1b9-d2ef8d632d08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:55.237047 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-192277e7-c103-434b-9968-c6ad492877aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['856da619-a79f-4439-b1b9-d2ef8d632d08'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:55.246312 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Pushing event updated for resources: {'Port': ['ID=55d9ee4b-18d0-420a-97c1-63fefbcc7d1d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:55.274141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9b02efa-e616-4d36-83a0-aea0d87263bf tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.280217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:55.294926 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5e794c36-25d3-431b-b4f3-cb2c2ae164b6 req-140dbd78-d4d6-4fb4-8e38-6a19404b55a1 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/ports?device_id=f60b1c11-0712-47a7-8c5d-edc162e87696 HTTP/1.1" status: 200 len: 210 time: 0.0633914 Dec 06 14:23:55.317882 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Allocated IP 2001:db8::2 (2134b3fa-06ed-40bd-a1b6-af19499406ce/bc396b9a-26a6-440f-bace-98c17637de72/084d75a6-59d2-443c-be22-3fc2eb9f8c43) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:55.320584 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b02efa-e616-4d36-83a0-aea0d87263bf tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=be64ddd1-9c0f-4848-a85e-312f094482ec,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:55.333961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:55.333961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:55.367938 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] No DVR routers for this DVR port 4253ec75-6943-462e-94dc-07ee0a16da4c on host hv-neutron-mast {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:55.377257 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.379574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e248af2-95a4-47c7-a4db-f02b1495ee9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:55.381079 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d514df65-767c-40b2-b469-e8761fa349d6 req-a3669d88-cb82-4946-9705-d45f459ef835 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.41 "DELETE /v2.0/ports/4253ec75-6943-462e-94dc-07ee0a16da4c HTTP/1.1" status: 204 len: 173 time: 3.8884900 Dec 06 14:23:55.381659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38a49d97-d37a-4078-b2da-7dbcd4fcc6c9', 'name': 'network-vif-deleted', 'tag': '4253ec75-6943-462e-94dc-07ee0a16da4c'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:23:55.383372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6e248af2-95a4-47c7-a4db-f02b1495ee9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.385089 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8279e59d-1e7f-4729-80cb-07b6714680c2" -d '{"events": [{"server_uuid": "38a49d97-d37a-4078-b2da-7dbcd4fcc6c9", "name": "network-vif-deleted", "tag": "4253ec75-6943-462e-94dc-07ee0a16da4c"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:23:55.393961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9b02efa-e616-4d36-83a0-aea0d87263bf tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.397250 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d9b02efa-e616-4d36-83a0-aea0d87263bf tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/be64ddd1-9c0f-4848-a85e-312f094482ec HTTP/1.1" status: 204 len: 168 time: 0.9037879 Dec 06 14:23:55.410197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60390) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:55.502219 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f64f024-51ac-4bdf-880a-965b11f2bb5c x-openstack-request-id: req-1f64f024-51ac-4bdf-880a-965b11f2bb5c {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:23:55.502522 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38a49d97-d37a-4078-b2da-7dbcd4fcc6c9", "name": "network-vif-deleted", "tag": "4253ec75-6943-462e-94dc-07ee0a16da4c", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:23:55.502777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f64f024-51ac-4bdf-880a-965b11f2bb5c {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:23:55.504591 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38a49d97-d37a-4078-b2da-7dbcd4fcc6c9', 'name': 'network-vif-deleted', 'tag': '4253ec75-6943-462e-94dc-07ee0a16da4c', 'status': 'completed', 'code': 200} Dec 06 14:23:55.552360 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-192277e7-c103-434b-9968-c6ad492877aa None None] Set router 856da619-a79f-4439-b1b9-d2ef8d632d08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:23:55.556550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.565537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee17daba-fd07-4c5e-a9b1-df86d2dfdf7a None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:55.568218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51763c3-fc2b-45c2-8c0b-06d443ad8755 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:55.579151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b27b30-42f6-4ee2-a427-aea77a996dce tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet e6411f58-531c-4d83-ad97-a49d02b5026e {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:23:55.582979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b27b30-42f6-4ee2-a427-aea77a996dce tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.635286 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.ipam_backend_mixin [None req-6e248af2-95a4-47c7-a4db-f02b1495ee9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc396b9a-26a6-440f-bace-98c17637de72 (CIDR: 2001:db8::/64) Dec 06 14:23:55.639993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.665448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b27b30-42f6-4ee2-a427-aea77a996dce tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.669834 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e248af2-95a4-47c7-a4db-f02b1495ee9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:23:55.676269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e248af2-95a4-47c7-a4db-f02b1495ee9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:23:55.721381 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.743332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Network 2134b3fa-06ed-40bd-a1b6-af19499406ce is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:55.747811 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:55.782649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:55.809061 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b27b30-42f6-4ee2-a427-aea77a996dce tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.814532 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6e248af2-95a4-47c7-a4db-f02b1495ee9b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8327708 Dec 06 14:23:55.821124 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60398) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:55.824588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-33ba6546-d0a8-465d-9540-cb75229217e0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': '2134b3fa-06ed-40bd-a1b6-af19499406ce', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:55.827321 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cf7e45bd-d5c6-48b2-8646-7bdf6d57685e None None] Provisioning complete for port 55d9ee4b-18d0-420a-97c1-63fefbcc7d1d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:55.827686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cf7e45bd-d5c6-48b2-8646-7bdf6d57685e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.853199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60400) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:55.897613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Attempting to bind port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:55.897989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Attempting to bind port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '07f34d0b-aa31-4109-8b94-ffd1a505012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2134b3fa-06ed-40bd-a1b6-af19499406ce'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:55.898357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Attempting to bind port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 on network 2134b3fa-06ed-40bd-a1b6-af19499406ce {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:55.902617 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-192277e7-c103-434b-9968-c6ad492877aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 4, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cdbfa43e-fe78-4258-9505-d389fc29f70a', 'name': '', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'mac_address': 'fa:16:3e:40:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:13Z', 'updated_at': '2021-12-06T14:21:22Z', 'revision_number': 5, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'subnets': [{'id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:55.910620 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Pushing event updated for resources: {'Port': ['ID=084d75a6-59d2-443c-be22-3fc2eb9f8c43,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:55.915837 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.918875 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.943795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:55.944182 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Checking segment: {'id': '07f34d0b-aa31-4109-8b94-ffd1a505012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2134b3fa-06ed-40bd-a1b6-af19499406ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:55.945120 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.945120 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Bound using segment: {'id': '07f34d0b-aa31-4109-8b94-ffd1a505012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2134b3fa-06ed-40bd-a1b6-af19499406ce'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:55.951184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Bound port: 084d75a6-59d2-443c-be22-3fc2eb9f8c43, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f34d0b-aa31-4109-8b94-ffd1a505012c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '2134b3fa-06ed-40bd-a1b6-af19499406ce'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:55.951184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:55.958046 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b8845bb0-6d4d-4d79-8135-46deca54fc09 req-cf07af04-2d82-4a33-a4ff-119a1afcfb81 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/ports?device_id=38a49d97-d37a-4078-b2da-7dbcd4fcc6c9 HTTP/1.1" status: 200 len: 210 time: 0.0437465 Dec 06 14:23:55.966707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cf7e45bd-d5c6-48b2-8646-7bdf6d57685e None None] Port 55d9ee4b-18d0-420a-97c1-63fefbcc7d1d cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:55.983814 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192277e7-c103-434b-9968-c6ad492877aa None None] The sync data for ids ['856da619-a79f-4439-b1b9-d2ef8d632d08'] in dv-neutron-master-2-hyperv is: [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:21:16Z', 'revision_number': 4, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'cdbfa43e-fe78-4258-9505-d389fc29f70a', 'name': '', 'network_id': '335b2338-1336-4dd0-9810-241ea87aea01', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'mac_address': 'fa:16:3e:40:09:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:13Z', 'updated_at': '2021-12-06T14:21:22Z', 'revision_number': 5, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'subnets': [{'id': 'f8737697-4bab-4eb6-998b-387593d2ef8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:56.004236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b27b30-42f6-4ee2-a427-aea77a996dce tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:56.075591 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] For port 084d75a6-59d2-443c-be22-3fc2eb9f8c43, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:56.088231 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] For port 084d75a6-59d2-443c-be22-3fc2eb9f8c43, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=084d75a6-59d2-443c-be22-3fc2eb9f8c43,segment=NetworkSegment(07f34d0b-aa31-4109-8b94-ffd1a505012c),segment_id=07f34d0b-aa31-4109-8b94-ffd1a505012c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:56.101796 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-431d4ac2-8444-4ad3-a008-081d8a2e6a98 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1767335412'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:56.112023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:56.135830 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b27b30-42f6-4ee2-a427-aea77a996dce tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=e6411f58-531c-4d83-ad97-a49d02b5026e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:56.139992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b27b30-42f6-4ee2-a427-aea77a996dce tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:56.146293 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c1b27b30-42f6-4ee2-a427-aea77a996dce tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/e6411f58-531c-4d83-ad97-a49d02b5026e HTTP/1.1" status: 204 len: 168 time: 0.7324936 Dec 06 14:23:56.149730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60404) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:56.163050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event updated for resources: {'Port': ['ID=8fbea35d-1f5c-4292-aef1-1b73c30de6f0,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:56.174146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:56.202462 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a28ccc48-8d85-4356-a7d7-04e1a4014f19 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515854 Dec 06 14:23:56.205549 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60406) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:56.212478 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0fd1caec-3dfb-4aa6-a5ed-447bf646b28f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:56.263844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b826c8-a4a7-4140-876c-e5ccc18c360d None None] Pushing event updated for resources: {'Port': ['ID=084d75a6-59d2-443c-be22-3fc2eb9f8c43,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:56.276946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-431d4ac2-8444-4ad3-a008-081d8a2e6a98 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:56.315926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-431d4ac2-8444-4ad3-a008-081d8a2e6a98 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:56.343115 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Network 0eb6b832-2d60-4aca-a545-d2105abe320e is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:56.369863 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:56.448167 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ba6546-d0a8-465d-9540-cb75229217e0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:56.450744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33ba6546-d0a8-465d-9540-cb75229217e0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:56.470804 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e8a2a-8fd0-4a00-ac81-f06f7d54cad1 None None] New status for floating IP 39226882-84bc-485b-a903-b55e099d624e: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:23:56.531363 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Router 4ffb8b8c-bb49-4026-9b5c-d1a32db55dda has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:23:56.664830 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd1caec-3dfb-4aa6-a5ed-447bf646b28f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:56.669010 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0fd1caec-3dfb-4aa6-a5ed-447bf646b28f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:56.674068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60412) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:56.908203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:56.920233 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-36735020-6491-4216-895f-a76b860a9122 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "PUT /v2.0/routers/4ffb8b8c-bb49-4026-9b5c-d1a32db55dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1191270 Dec 06 14:23:56.921333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60414) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:56.926612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f77fb83-87cb-4c52-95ed-17f13c8b6fa4 None None] Sync routers for ids ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:56.941827 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f77fb83-87cb-4c52-95ed-17f13c8b6fa4 None None] Routers {'4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:56.943236 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9f77fb83-87cb-4c52-95ed-17f13c8b6fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:57.001092 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9f77fb83-87cb-4c52-95ed-17f13c8b6fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:57.013630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bc2f487a-ede6-470c-8c0d-841392c2c1e3 None None] Provisioning complete for port 8fbea35d-1f5c-4292-aef1-1b73c30de6f0 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:57.013630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc2f487a-ede6-470c-8c0d-841392c2c1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.048210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f77fb83-87cb-4c52-95ed-17f13c8b6fa4 None None] Routers {'4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:57.048946 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9f77fb83-87cb-4c52-95ed-17f13c8b6fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:57.086475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9f77fb83-87cb-4c52-95ed-17f13c8b6fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:57.087143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f77fb83-87cb-4c52-95ed-17f13c8b6fa4 None None] The sync data for ids ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:57.090622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bc2f487a-ede6-470c-8c0d-841392c2c1e3 None None] Port 8fbea35d-1f5c-4292-aef1-1b73c30de6f0 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:23:57.107989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3db14a-77cb-4cd9-bd4d-f1c8d2945dce None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:57.125048 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-43c98e09-6530-4b7f-a705-15752dd1aa55 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.154055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7ad3a362-bb50-4bde-bb30-48663da2a796 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.164556 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60420) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:57.211212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-431d4ac2-8444-4ad3-a008-081d8a2e6a98 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.213424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.228770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.239608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-de1f17c7-e9f8-4a71-b304-3a7c977f8f78 None None] Provisioning complete for port 33c85789-b4fb-478b-8851-a5f6bd9057cd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:57.240174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de1f17c7-e9f8-4a71-b304-3a7c977f8f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.240829 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-43c98e09-6530-4b7f-a705-15752dd1aa55 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.306069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-431d4ac2-8444-4ad3-a008-081d8a2e6a98 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.350983 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10434a23-56fd-43c2-b0a1-3cd3b83cf059 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.409750 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23424c3b-f9db-4a5f-b17f-c65e9d0e6848 None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:57.468957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0fd1caec-3dfb-4aa6-a5ed-447bf646b28f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.489968 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d4ac2-8444-4ad3-a008-081d8a2e6a98 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2ddd03-50e6-48fd-b704-3289a05be5e0,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:57.518829 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-7ad3a362-bb50-4bde-bb30-48663da2a796 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] delete failed (client error): There was a conflict when trying to complete your request. Dec 06 14:23:57.520351 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7ad3a362-bb50-4bde-bb30-48663da2a796 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "DELETE /v2.0/routers/4ffb8b8c-bb49-4026-9b5c-d1a32db55dda HTTP/1.1" status: 409 len: 329 time: 0.5959823 Dec 06 14:23:57.527502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60422) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:57.535717 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-23424c3b-f9db-4a5f-b17f-c65e9d0e6848 None None] Deleting port 33c85789-b4fb-478b-8851-a5f6bd9057cd {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:57.536337 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23424c3b-f9db-4a5f-b17f-c65e9d0e6848 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.594112 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10434a23-56fd-43c2-b0a1-3cd3b83cf059 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.614587 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd1caec-3dfb-4aa6-a5ed-447bf646b28f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:57.624599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd1caec-3dfb-4aa6-a5ed-447bf646b28f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=766f9400-4e1a-4bb1-a322-89aac41d40c1,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:57.627672 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-0fd1caec-3dfb-4aa6-a5ed-447bf646b28f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:57.634761 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-43c98e09-6530-4b7f-a705-15752dd1aa55 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.640159 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-43c98e09-6530-4b7f-a705-15752dd1aa55 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.641475 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-43c98e09-6530-4b7f-a705-15752dd1aa55 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "DELETE /v2.0/security-groups/2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3 HTTP/1.1" status: 204 len: 168 time: 0.9460878 Dec 06 14:23:57.643232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1caec-3dfb-4aa6-a5ed-447bf646b28f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:57.644052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0fd1caec-3dfb-4aa6-a5ed-447bf646b28f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.657637 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60424) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:57.660189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c98e09-6530-4b7f-a705-15752dd1aa55 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:57.698737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-23424c3b-f9db-4a5f-b17f-c65e9d0e6848 None None] For port 33c85789-b4fb-478b-8851-a5f6bd9057cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33c85789-b4fb-478b-8851-a5f6bd9057cd,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:57.698737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23424c3b-f9db-4a5f-b17f-c65e9d0e6848 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.699198 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-a9b3ec66-9b01-44a8-aee3-19501dedd471 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] show failed (client error): The resource could not be found. Dec 06 14:23:57.699198 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a9b3ec66-9b01-44a8-aee3-19501dedd471 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "GET /v2.0/security-groups/2f9e5cf0-f5f1-4c2e-92b8-b3b3e5eb49f3 HTTP/1.1" status: 404 len: 347 time: 0.0351360 Dec 06 14:23:57.701483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60426) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:57.730657 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-23424c3b-f9db-4a5f-b17f-c65e9d0e6848 None None] Calling delete_port for 33c85789-b4fb-478b-8851-a5f6bd9057cd owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:57.783069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-431d4ac2-8444-4ad3-a008-081d8a2e6a98 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.819362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae71b3df-9b92-4417-b1a5-840d35d7d199 None None] Network 2134b3fa-06ed-40bd-a1b6-af19499406ce requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:57.846420 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0fd1caec-3dfb-4aa6-a5ed-447bf646b28f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6362319 Dec 06 14:23:57.848739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60428) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:57.853950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-431d4ac2-8444-4ad3-a008-081d8a2e6a98 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.860776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:57.904224 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d4ac2-8444-4ad3-a008-081d8a2e6a98 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4d3ed4-80e3-4bf0-a0a9-e3864083a93a,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:57.940238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10434a23-56fd-43c2-b0a1-3cd3b83cf059 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.943767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10434a23-56fd-43c2-b0a1-3cd3b83cf059 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:57.946126 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-10434a23-56fd-43c2-b0a1-3cd3b83cf059 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "DELETE /v2.0/security-groups/10f57b16-b00a-40d7-846d-409b9f8de37b HTTP/1.1" status: 204 len: 168 time: 0.7791970 Dec 06 14:23:57.955259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60430) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:57.956131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10434a23-56fd-43c2-b0a1-3cd3b83cf059 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f57b16-b00a-40d7-846d-409b9f8de37b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:57.974143 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-b9b5e387-cb53-4cef-a6df-14718752a155 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] show failed (client error): The resource could not be found. Dec 06 14:23:57.977882 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b9b5e387-cb53-4cef-a6df-14718752a155 tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "GET /v2.0/security-groups/10f57b16-b00a-40d7-846d-409b9f8de37b HTTP/1.1" status: 404 len: 347 time: 0.0169122 Dec 06 14:23:57.978651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60432) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:58.023774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Router c04bc5f8-7153-4e0d-97b6-d7719689d2d6 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:23:58.027400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33ba6546-d0a8-465d-9540-cb75229217e0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.034560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 084d75a6-59d2-443c-be22-3fc2eb9f8c43 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:23:58.041732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-431d4ac2-8444-4ad3-a008-081d8a2e6a98 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.043141 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-431d4ac2-8444-4ad3-a008-081d8a2e6a98 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 2.1888554 Dec 06 14:23:58.053978 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60434) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:58.088760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ba6546-d0a8-465d-9540-cb75229217e0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 2134b3fa-06ed-40bd-a1b6-af19499406ce is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:58.118482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-17afce2b-d3d1-4c68-afa2-0ab92cb23234 None None] Provisioning complete for port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:58.121882 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17afce2b-d3d1-4c68-afa2-0ab92cb23234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.148673 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-33ba6546-d0a8-465d-9540-cb75229217e0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:58.173974 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2720ed96-10ee-49f2-87e8-df3af66549e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Deleting port ce7a397c-c794-43fd-a08a-676303c376be {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:58.174307 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2720ed96-10ee-49f2-87e8-df3af66549e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.183636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23424c3b-f9db-4a5f-b17f-c65e9d0e6848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.187465 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ba6546-d0a8-465d-9540-cb75229217e0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:58.188196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33ba6546-d0a8-465d-9540-cb75229217e0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.200946 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:23:58.201315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.246784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23424c3b-f9db-4a5f-b17f-c65e9d0e6848 None None] Pushing event deleted for resources: {'Port': ['ID=33c85789-b4fb-478b-8851-a5f6bd9057cd,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:58.257532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23424c3b-f9db-4a5f-b17f-c65e9d0e6848 None None] No DVR routers for this DVR port 33c85789-b4fb-478b-8851-a5f6bd9057cd on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:23:58.269005 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba6546-d0a8-465d-9540-cb75229217e0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Subnet': ['ID=36cb7552-2434-49a9-83e1-621cee0db818,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:58.297419 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a66ef-827c-4281-a25f-0d7befda59e5 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:23:58.297648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2720ed96-10ee-49f2-87e8-df3af66549e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.297853 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2720ed96-10ee-49f2-87e8-df3af66549e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.350964 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-05aceaa9-d00e-4229-b47a-4912ab759282 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2920525 Dec 06 14:23:58.353101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60436) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:58.356469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ebf97baf-f8e8-4dec-b2de-2e1fef0c8472 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group': {'name': 'tempest-security--274008917', 'description': 'tempest-security-description-1400198798'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:58.408304 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:23:58.408304 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-37999263-7e5f-4b9d-be2a-ede6866da89f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Deleting port d64fbb9e-b9b5-45a7-bb28-48f47db26f71 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:58.408304 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37999263-7e5f-4b9d-be2a-ede6866da89f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.414051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.420380 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35d7415-21a2-46cb-a2c8-9e41daaa0f84 None None] Sync routers for ids ['c04bc5f8-7153-4e0d-97b6-d7719689d2d6'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:23:58.424431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17afce2b-d3d1-4c68-afa2-0ab92cb23234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.430976 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cb3763ec-abc9-459a-b095-3c2345ee310e tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "PUT /v2.0/routers/c04bc5f8-7153-4e0d-97b6-d7719689d2d6 HTTP/1.1" status: 200 len: 918 time: 5.5166354 Dec 06 14:23:58.433249 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60438) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:58.441104 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d7415-21a2-46cb-a2c8-9e41daaa0f84 None None] Routers {'c04bc5f8-7153-4e0d-97b6-d7719689d2d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:58.441750 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e35d7415-21a2-46cb-a2c8-9e41daaa0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c04bc5f8-7153-4e0d-97b6-d7719689d2d6'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:58.485293 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e35d7415-21a2-46cb-a2c8-9e41daaa0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:58.495606 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35d7415-21a2-46cb-a2c8-9e41daaa0f84 None None] Routers {'c04bc5f8-7153-4e0d-97b6-d7719689d2d6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:23:58.496411 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e35d7415-21a2-46cb-a2c8-9e41daaa0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c04bc5f8-7153-4e0d-97b6-d7719689d2d6'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:58.513810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-17afce2b-d3d1-4c68-afa2-0ab92cb23234 None None] For port 084d75a6-59d2-443c-be22-3fc2eb9f8c43, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=084d75a6-59d2-443c-be22-3fc2eb9f8c43,segment=NetworkSegment(07f34d0b-aa31-4109-8b94-ffd1a505012c),segment_id=07f34d0b-aa31-4109-8b94-ffd1a505012c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:58.536150 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e35d7415-21a2-46cb-a2c8-9e41daaa0f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:23:58.536992 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35d7415-21a2-46cb-a2c8-9e41daaa0f84 None None] The sync data for ids ['c04bc5f8-7153-4e0d-97b6-d7719689d2d6'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:23:58.543544 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-33ba6546-d0a8-465d-9540-cb75229217e0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7239532 Dec 06 14:23:58.549353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60440) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:58.561573 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': '2134b3fa-06ed-40bd-a1b6-af19499406ce', 'fixed_ips': [{'subnet_id': 'bc396b9a-26a6-440f-bace-98c17637de72'}, {'subnet_id': '36cb7552-2434-49a9-83e1-621cee0db818'}], 'name': 'tempest-PortsIpV6TestJSON-1786282045'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:58.574307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebf97baf-f8e8-4dec-b2de-2e1fef0c8472 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.612837 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:58.616949 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.620638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2720ed96-10ee-49f2-87e8-df3af66549e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Calling delete_port for ce7a397c-c794-43fd-a08a-676303c376be owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:58.629321 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.663148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17afce2b-d3d1-4c68-afa2-0ab92cb23234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.678007 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7b0789-6822-4e22-ba57-9278344119bc None None] Update dhcp port {'port': {'network_id': '2134b3fa-06ed-40bd-a1b6-af19499406ce', 'fixed_ips': [{'subnet_id': 'bc396b9a-26a6-440f-bace-98c17637de72', 'ip_address': '2001:db8::2'}, {'subnet_id': '36cb7552-2434-49a9-83e1-621cee0db818'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '084d75a6-59d2-443c-be22-3fc2eb9f8c43'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:23:58.711091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37999263-7e5f-4b9d-be2a-ede6866da89f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.711408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37999263-7e5f-4b9d-be2a-ede6866da89f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.717906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': '766f9400-4e1a-4bb1-a322-89aac41d40c1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:23:58.718742 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.753454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-37999263-7e5f-4b9d-be2a-ede6866da89f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Calling delete_port for d64fbb9e-b9b5-45a7-bb28-48f47db26f71 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:23:58.765064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebf97baf-f8e8-4dec-b2de-2e1fef0c8472 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.809586 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0789-6822-4e22-ba57-9278344119bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.809845 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5784eb59-10bd-4990-863f-5d43368f8357 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.833621 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a03a595f-9296-4091-8274-ca9f9fb25f1d tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/routers/c04bc5f8-7153-4e0d-97b6-d7719689d2d6 HTTP/1.1" status: 200 len: 924 time: 0.3938038 Dec 06 14:23:58.844947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60442) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:58.857736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebf97baf-f8e8-4dec-b2de-2e1fef0c8472 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.860371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebf97baf-f8e8-4dec-b2de-2e1fef0c8472 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:58.864044 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ebf97baf-f8e8-4dec-b2de-2e1fef0c8472 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "PUT /v2.0/security-groups/cd4d3ed4-80e3-4bf0-a0a9-e3864083a93a HTTP/1.1" status: 200 len: 1794 time: 0.5088463 Dec 06 14:23:58.878652 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60444) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:58.884511 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afce2b-d3d1-4c68-afa2-0ab92cb23234 None None] Pushing event updated for resources: {'Port': ['ID=084d75a6-59d2-443c-be22-3fc2eb9f8c43,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:58.922540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:23:58.922540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:23:58.948748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf97baf-f8e8-4dec-b2de-2e1fef0c8472 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4d3ed4-80e3-4bf0-a0a9-e3864083a93a,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:58.967312 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868a525e-aeaf-4f30-91c6-2ac3097f60a1 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:58.969976 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-868a525e-aeaf-4f30-91c6-2ac3097f60a1 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&device_id=c04bc5f8-7153-4e0d-97b6-d7719689d2d6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1226914 Dec 06 14:23:58.972060 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60446) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:59.049287 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-59a01005-cf8f-4d6e-af74-fbdfdf203896 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-groups/cd4d3ed4-80e3-4bf0-a0a9-e3864083a93a HTTP/1.1" status: 200 len: 1794 time: 0.1585803 Dec 06 14:23:59.051851 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60448) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:59.073412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:23:59.088604 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Allocated IP 172.20.0.2 (32250b85-9d7f-4d03-9356-fdcc88577699/766f9400-4e1a-4bb1-a322-89aac41d40c1/4de777ab-49ac-45a2-b0bf-e4dc2f82f852) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:59.137654 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-cb7b0789-6822-4e22-ba57-9278344119bc None None] Allocated IP 2001:db8:0:1::2 (2134b3fa-06ed-40bd-a1b6-af19499406ce/36cb7552-2434-49a9-83e1-621cee0db818/084d75a6-59d2-443c-be22-3fc2eb9f8c43) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:23:59.164705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c12c01c-96c4-4983-811b-220c9ee410c6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:23:59.168740 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7c12c01c-96c4-4983-811b-220c9ee410c6 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/networks/056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 881 time: 0.1922524 Dec 06 14:23:59.169883 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60450) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:59.197359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2720ed96-10ee-49f2-87e8-df3af66549e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.210686 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-81703dc0-e874-4af4-9cf2-d2ece7915135 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "GET /v2.0/ports?device_id=c04bc5f8-7153-4e0d-97b6-d7719689d2d6 HTTP/1.1" status: 200 len: 205 time: 0.0357354 Dec 06 14:23:59.210924 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c9c7b1b4-af5d-48a1-a571-fcbac63c06b0 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.212336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60452) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:59.235326 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720ed96-10ee-49f2-87e8-df3af66549e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Pushing event deleted for resources: {'Port': ['ID=ce7a397c-c794-43fd-a08a-676303c376be,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:59.269660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37999263-7e5f-4b9d-be2a-ede6866da89f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.274443 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.275546 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c9c7b1b4-af5d-48a1-a571-fcbac63c06b0 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.280710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76a3525-9106-4a0c-9943-d93451d530b4 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:59.318411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37999263-7e5f-4b9d-be2a-ede6866da89f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Pushing event deleted for resources: {'Port': ['ID=d64fbb9e-b9b5-45a7-bb28-48f47db26f71,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:59.360912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port 44470ef6-e959-4414-9986-18f694988d56 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:23:59.374420 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2f0b9e-cd3f-47f0-91cf-a39dc3b129e3 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:23:59.396752 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cb7b0789-6822-4e22-ba57-9278344119bc None None] For port 084d75a6-59d2-443c-be22-3fc2eb9f8c43, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=084d75a6-59d2-443c-be22-3fc2eb9f8c43,segment=NetworkSegment(07f34d0b-aa31-4109-8b94-ffd1a505012c),segment_id=07f34d0b-aa31-4109-8b94-ffd1a505012c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:23:59.398803 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.425995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.443106 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2720ed96-10ee-49f2-87e8-df3af66549e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.445722 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2720ed96-10ee-49f2-87e8-df3af66549e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.449745 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2720ed96-10ee-49f2-87e8-df3af66549e6 tempest-ServersTestManualDisk-943723664 tempest-ServersTestManualDisk-943723664-project] 10.222.0.42 "DELETE /v2.0/floatingips/c684103f-2351-420a-b7a1-9a606fd53156 HTTP/1.1" status: 204 len: 168 time: 1.7398307 Dec 06 14:23:59.451251 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60454) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:59.473022 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0789-6822-4e22-ba57-9278344119bc None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.492362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.518348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.550232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 33c85789-b4fb-478b-8851-a5f6bd9057cd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:23:59.575048 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37999263-7e5f-4b9d-be2a-ede6866da89f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.575278 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c9c7b1b4-af5d-48a1-a571-fcbac63c06b0 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.577375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37999263-7e5f-4b9d-be2a-ede6866da89f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.577860 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c9c7b1b4-af5d-48a1-a571-fcbac63c06b0 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.578588 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-37999263-7e5f-4b9d-be2a-ede6866da89f tempest-ServersTestJSON-1038576067 tempest-ServersTestJSON-1038576067-project] 10.222.0.42 "DELETE /v2.0/floatingips/39226882-84bc-485b-a903-b55e099d624e HTTP/1.1" status: 204 len: 168 time: 1.5991743 Dec 06 14:23:59.579213 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c9c7b1b4-af5d-48a1-a571-fcbac63c06b0 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-groups/cd4d3ed4-80e3-4bf0-a0a9-e3864083a93a HTTP/1.1" status: 204 len: 168 time: 0.5243404 Dec 06 14:23:59.588263 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60456) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:59.588263 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60458) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:59.588686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 33c85789-b4fb-478b-8851-a5f6bd9057cd {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:23:59.589067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 33c85789-b4fb-478b-8851-a5f6bd9057cd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:23:59.597834 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb7b0789-6822-4e22-ba57-9278344119bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.601662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:23:59.613245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:23:59.619275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:23:59.625384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.objects.ports [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103725) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:23:59.626505 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c7b1b4-af5d-48a1-a571-fcbac63c06b0 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4d3ed4-80e3-4bf0-a0a9-e3864083a93a,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:59.632283 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Pushing event updated for resources: {'Port': ['ID=4de777ab-49ac-45a2-b0bf-e4dc2f82f852,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:59.753307 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5784eb59-10bd-4990-863f-5d43368f8357 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Deleting port 8fbea35d-1f5c-4292-aef1-1b73c30de6f0 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:23:59.753934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5784eb59-10bd-4990-863f-5d43368f8357 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.791749 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b0789-6822-4e22-ba57-9278344119bc None None] Pushing event updated for resources: {'Port': ['ID=084d75a6-59d2-443c-be22-3fc2eb9f8c43,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:23:59.795712 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Attempting to bind port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:23:59.796087 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Attempting to bind port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:23:59.796458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Attempting to bind port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:23:59.803701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 23, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:23:59.804313 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:23:59.804901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.805454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:23:59.806293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Bound port: 4de777ab-49ac-45a2-b0bf-e4dc2f82f852, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:23:59.806861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.844799 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5dcb47e2-4351-48a7-b776-0de68fb8c5de tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2539384 Dec 06 14:23:59.847473 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60460) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:59.862650 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:23:59.897272 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] For port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:23:59.903816 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] For port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4de777ab-49ac-45a2-b0bf-e4dc2f82f852,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:23:59.925120 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-a99b4fe5-babb-4771-a612-9a748fc054cd tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] delete failed (client error): The resource could not be found. Dec 06 14:23:59.930037 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a99b4fe5-babb-4771-a612-9a748fc054cd tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-groups/cd4d3ed4-80e3-4bf0-a0a9-e3864083a93a HTTP/1.1" status: 404 len: 347 time: 0.0500271 Dec 06 14:23:59.931240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60462) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:23:59.940036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b3a0d81a-4a50-4f93-998a-b4ebc301c29a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1926223412'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:23:59.942529 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 084d75a6-59d2-443c-be22-3fc2eb9f8c43 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:00.000527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:00.000935 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:00.004080 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:00.069736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5784eb59-10bd-4990-863f-5d43368f8357 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:00.100986 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5784eb59-10bd-4990-863f-5d43368f8357 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Calling delete_port for 8fbea35d-1f5c-4292-aef1-1b73c30de6f0 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:00.130433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc911464-f6c6-4c5b-8ad8-ea6b7f58d553 None None] Pushing event updated for resources: {'Port': ['ID=4de777ab-49ac-45a2-b0bf-e4dc2f82f852,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:00.284596 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:00.508834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d81a-4a50-4f93-998a-b4ebc301c29a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:00.588444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Deleting port 55d9ee4b-18d0-420a-97c1-63fefbcc7d1d {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:00.588795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:00.647926 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fa738a-e374-43ff-99b2-185a79f246b3 None None] Network 2134b3fa-06ed-40bd-a1b6-af19499406ce requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:00.653222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] For port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4de777ab-49ac-45a2-b0bf-e4dc2f82f852,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:00.694564 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8::375 (2134b3fa-06ed-40bd-a1b6-af19499406ce/bc396b9a-26a6-440f-bace-98c17637de72/44470ef6-e959-4414-9986-18f694988d56) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:00.705466 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5784eb59-10bd-4990-863f-5d43368f8357 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:00.709434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8:0:1::3d7 (2134b3fa-06ed-40bd-a1b6-af19499406ce/36cb7552-2434-49a9-83e1-621cee0db818/44470ef6-e959-4414-9986-18f694988d56) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:00.715030 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:00.745257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-69ec73e4-faf2-4158-8939-5eea535bf521 None None] Provisioning complete for port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:00.745514 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784eb59-10bd-4990-863f-5d43368f8357 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event deleted for resources: {'Port': ['ID=8fbea35d-1f5c-4292-aef1-1b73c30de6f0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:00.745627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-69ec73e4-faf2-4158-8939-5eea535bf521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:00.820325 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:00.830908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:00.858996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d81a-4a50-4f93-998a-b4ebc301c29a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:00.883902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Calling delete_port for 55d9ee4b-18d0-420a-97c1-63fefbcc7d1d owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:00.968185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d81a-4a50-4f93-998a-b4ebc301c29a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.098819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.099564 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.108256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5784eb59-10bd-4990-863f-5d43368f8357 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.182286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:01.261388 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3a0d81a-4a50-4f93-998a-b4ebc301c29a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.263022 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b3a0d81a-4a50-4f93-998a-b4ebc301c29a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.3284802 Dec 06 14:24:01.274503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60464) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:01.277078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a0d81a-4a50-4f93-998a-b4ebc301c29a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c16a43-c805-4d74-a084-91063aec2546,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:01.283732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:01.294522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-57e4c5af-a4a3-4a62-8030-9b36d4256a77 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group_rule': {'security_group_id': '73c16a43-c805-4d74-a084-91063aec2546', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:01.308940 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ff12f89-93c5-42e2-84f0-9dba9ed88beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.361589 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.430489 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1593f8a8-8997-4ee7-9230-a5a81100d672 None None] Provisioning complete for port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:01.430963 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1593f8a8-8997-4ee7-9230-a5a81100d672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.464687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57e4c5af-a4a3-4a62-8030-9b36d4256a77 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.539799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c398fb-254c-4a90-ad44-d7eb4acadb90 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:01.541124 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3e226108-74a2-43bd-80c6-4ab9ca9f42db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.589348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.612541 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.629241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:01.629854 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.642865 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57e4c5af-a4a3-4a62-8030-9b36d4256a77 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.651641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Pushing event deleted for resources: {'Port': ['ID=55d9ee4b-18d0-420a-97c1-63fefbcc7d1d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:01.699443 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75833ac1-4f5a-4e29-9940-02fb09cb56ef None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:01.719669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=3e0cea79-7b61-47d0-9f0a-e85693543713,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:01.740510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=4de777ab-49ac-45a2-b0bf-e4dc2f82f852,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:01.771725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57e4c5af-a4a3-4a62-8030-9b36d4256a77 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.805236 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 2134b3fa-06ed-40bd-a1b6-af19499406ce is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:01.822266 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9cf1ab76-3a8e-4965-b3e4-0a422dc1906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9679592 Dec 06 14:24:01.825357 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60466) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:01.828199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:01.830373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:01.832272 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'mac_address': 'fa:16:3e:90:d5:64', 'name': 'tempest-NetworksTestDHCPv6-1733407824'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:01.839427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:01.839427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.850405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=44470ef6-e959-4414-9986-18f694988d56,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:01.855141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4c5af-a4a3-4a62-8030-9b36d4256a77 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b928052-b4a8-4357-af5c-fee97f6dba5b,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:01.876953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.888528 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5784eb59-10bd-4990-863f-5d43368f8357 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Router 4ffb8b8c-bb49-4026-9b5c-d1a32db55dda has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:24:01.931441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-73993c78-7b93-4718-86f1-b86cf6896291 None None] Provisioning complete for port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:01.931822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73993c78-7b93-4718-86f1-b86cf6896291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.950199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57e4c5af-a4a3-4a62-8030-9b36d4256a77 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:01.952201 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-57e4c5af-a4a3-4a62-8030-9b36d4256a77 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6697447 Dec 06 14:24:01.972796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60468) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:01.987499 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f9ab4300-f314-4550-8746-0f98f630ba90 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.4328671 Dec 06 14:24:01.993036 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60470) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:02.004645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f9d452aa-f349-454c-907a-108bdf0ec658 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc396b9a-26a6-440f-bace-98c17637de72'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:02.054815 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.057825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.081215 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 084d75a6-59d2-443c-be22-3fc2eb9f8c43 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:02.199713 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73993c78-7b93-4718-86f1-b86cf6896291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.215197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5fb493c9-5aa0-4407-b72d-7371ccdac5ac tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.240007 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.240529 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Fanout notify agent at l3_agent the message router_deleted on router c04bc5f8-7153-4e0d-97b6-d7719689d2d6 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:24:02.248367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5784eb59-10bd-4990-863f-5d43368f8357 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:24:02.248367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5fb493c9-5aa0-4407-b72d-7371ccdac5ac tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.251956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-73993c78-7b93-4718-86f1-b86cf6896291 None None] For port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4de777ab-49ac-45a2-b0bf-e4dc2f82f852,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:02.253477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:02.253825 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.261884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.264154 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5784eb59-10bd-4990-863f-5d43368f8357 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "PUT /v2.0/routers/4ffb8b8c-bb49-4026-9b5c-d1a32db55dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7334416 Dec 06 14:24:02.272862 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8f9c1455-6dfe-4d07-b179-dc4ccbab0017 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "DELETE /v2.0/routers/c04bc5f8-7153-4e0d-97b6-d7719689d2d6 HTTP/1.1" status: 204 len: 168 time: 3.0593214 Dec 06 14:24:02.274815 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60472) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:02.275151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60474) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:02.280076 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f517257-7109-447a-83e9-f4a4cb412d7a None None] Sync routers for ids ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:24:02.285793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-154105234', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:02.309176 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f517257-7109-447a-83e9-f4a4cb412d7a None None] Routers {'4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:02.310051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6f517257-7109-447a-83e9-f4a4cb412d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:02.333096 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-215e0b7c-4293-441a-ad35-cfee18650cdb tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] show failed (client error): The resource could not be found. Dec 06 14:24:02.340323 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60476) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:02.340533 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-215e0b7c-4293-441a-ad35-cfee18650cdb tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-787121231 HTTP/1.1" status: 404 len: 334 time: 0.0641575 Dec 06 14:24:02.347688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-cca0bc86-e23d-4b0d-9a31-216c6a1ad41a tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:02.348781 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6f517257-7109-447a-83e9-f4a4cb412d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:02.355086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.db.api [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 14:24:02.355086 dv-neutron-master-2-hyperv neutron-server[103724]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Dec 06 14:24:02.355086 dv-neutron-master-2-hyperv neutron-server[103724]: [parameters: {'project_id': 'bae17d47d75544b78215f13d5c737245', 'id': '6bda71ca-7c46-4bfa-a002-da170f6d93ce', 'expiration': datetime.datetime(2021, 12, 6, 14, 26, 2, 348797)}] Dec 06 14:24:02.355086 dv-neutron-master-2-hyperv neutron-server[103724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:24:02.355801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG oslo_db.api [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:24:02.357723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3e226108-74a2-43bd-80c6-4ab9ca9f42db admin admin] Deleting port cdbfa43e-fe78-4258-9505-d389fc29f70a {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:02.357723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3e226108-74a2-43bd-80c6-4ab9ca9f42db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.395655 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-cca0bc86-e23d-4b0d-9a31-216c6a1ad41a tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] update failed (client error): The resource could not be found. Dec 06 14:24:02.395876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f517257-7109-447a-83e9-f4a4cb412d7a None None] Routers {'4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:02.396348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6f517257-7109-447a-83e9-f4a4cb412d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:23:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:02.396714 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cca0bc86-e23d-4b0d-9a31-216c6a1ad41a tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1500754461 HTTP/1.1" status: 404 len: 335 time: 0.0532112 Dec 06 14:24:02.410607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60478) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:02.414919 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73993c78-7b93-4718-86f1-b86cf6896291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.423196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Deleting port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:02.423537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.465057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-3e226108-74a2-43bd-80c6-4ab9ca9f42db admin admin] For port cdbfa43e-fe78-4258-9505-d389fc29f70a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdbfa43e-fe78-4258-9505-d389fc29f70a,segment=NetworkSegment(c3249943-c6d3-4bbd-baec-ff134f70badf),segment_id=c3249943-c6d3-4bbd-baec-ff134f70badf)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:02.465422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3e226108-74a2-43bd-80c6-4ab9ca9f42db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.471395 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6f517257-7109-447a-83e9-f4a4cb412d7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:02.472077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f517257-7109-447a-83e9-f4a4cb412d7a None None] The sync data for ids ['4ffb8b8c-bb49-4026-9b5c-d1a32db55dda'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:24:02.487512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3e226108-74a2-43bd-80c6-4ab9ca9f42db admin admin] Calling delete_port for cdbfa43e-fe78-4258-9505-d389fc29f70a owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:02.491742 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:02.530422 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5fb493c9-5aa0-4407-b72d-7371ccdac5ac tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.545899 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5fb493c9-5aa0-4407-b72d-7371ccdac5ac tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.547673 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5fb493c9-5aa0-4407-b72d-7371ccdac5ac tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/9b928052-b4a8-4357-af5c-fee97f6dba5b HTTP/1.1" status: 204 len: 168 time: 0.5708287 Dec 06 14:24:02.550830 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60480) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:02.552782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73993c78-7b93-4718-86f1-b86cf6896291 None None] Pushing event updated for resources: {'Port': ['ID=4de777ab-49ac-45a2-b0bf-e4dc2f82f852,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:02.564670 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e89f1ef4-fb13-4ddb-b5d3-04649c88af5c None None] Provisioning complete for port 44470ef6-e959-4414-9986-18f694988d56 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:02.565091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e89f1ef4-fb13-4ddb-b5d3-04649c88af5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.567727 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9d452aa-f349-454c-907a-108bdf0ec658 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.576076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a812f0-f623-4d24-8e3b-969294d55b14 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Deleting subnet aa6be6ca-3eb0-4800-90e5-d1fcd3a92b36 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:02.578246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:02.598125 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb493c9-5aa0-4407-b72d-7371ccdac5ac tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b928052-b4a8-4357-af5c-fee97f6dba5b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:02.599797 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85a812f0-f623-4d24-8e3b-969294d55b14 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.612688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e89f1ef4-fb13-4ddb-b5d3-04649c88af5c None None] Port 44470ef6-e959-4414-9986-18f694988d56 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:02.615086 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:02.615458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.620881 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d08565e1-bf41-4185-a83d-b137ed8ae837 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0687373 Dec 06 14:24:02.627763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60482) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:02.730327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] For port 08bdf23d-65cd-4e6b-a951-e1df92cd2b64, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=08bdf23d-65cd-4e6b-a951-e1df92cd2b64,segment=NetworkSegment(c31b01fc-9882-4822-aba4-cafc3e7435bc),segment_id=c31b01fc-9882-4822-aba4-cafc3e7435bc)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:02.730898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.755560 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85a812f0-f623-4d24-8e3b-969294d55b14 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.786611 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-11954911-504a-4c88-99f7-ee08a82ba990 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.786840 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Calling delete_port for 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:02.835851 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-11954911-504a-4c88-99f7-ee08a82ba990 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.945495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3e226108-74a2-43bd-80c6-4ab9ca9f42db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.951101 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.980833 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.982181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.989261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-11954911-504a-4c88-99f7-ee08a82ba990 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.991937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-11954911-504a-4c88-99f7-ee08a82ba990 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:02.995828 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-11954911-504a-4c88-99f7-ee08a82ba990 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-groups/73c16a43-c805-4d74-a084-91063aec2546 HTTP/1.1" status: 204 len: 168 time: 0.3670540 Dec 06 14:24:02.996770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e226108-74a2-43bd-80c6-4ab9ca9f42db admin admin] Pushing event deleted for resources: {'Port': ['ID=cdbfa43e-fe78-4258-9505-d389fc29f70a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:03.001431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60484) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:03.043229 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f6ade5b7-12eb-4a22-9a7e-1fc13e86eb3c None None] Provisioning complete for port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:03.044260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6ade5b7-12eb-4a22-9a7e-1fc13e86eb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.057770 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 61f5281c-49a0-4c8b-aaa7-cba1fc9acbbd yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:03.066040 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11954911-504a-4c88-99f7-ee08a82ba990 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c16a43-c805-4d74-a084-91063aec2546,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:03.076869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85a812f0-f623-4d24-8e3b-969294d55b14 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.131942 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.165113 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fc8c2f27-3df8-4018-ad73-7eee8c827ec9 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1596563 Dec 06 14:24:03.165965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60486) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:03.171594 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2cfad15d-89bd-44d5-ac09-1f9ac8e22cea tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1939869184'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:03.321596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2cfad15d-89bd-44d5-ac09-1f9ac8e22cea tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.338159 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-f9d452aa-f349-454c-907a-108bdf0ec658 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Delete allocated IP 2001:db8:0:1::3d7 (2134b3fa-06ed-40bd-a1b6-af19499406ce/36cb7552-2434-49a9-83e1-621cee0db818) {{(pid=103725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 14:24:03.415957 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3e226108-74a2-43bd-80c6-4ab9ca9f42db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.433338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.444424 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85a812f0-f623-4d24-8e3b-969294d55b14 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.519878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a812f0-f623-4d24-8e3b-969294d55b14 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6be6ca-3eb0-4800-90e5-d1fcd3a92b36,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:03.524247 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be68cc02-0bfe-46be-b77b-2cc9ec689fb9 None None] Network 12c73962-9881-4b29-b0ac-3d7b7f2bbebb requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:03.526571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85a812f0-f623-4d24-8e3b-969294d55b14 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.532246 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-85a812f0-f623-4d24-8e3b-969294d55b14 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "DELETE /v2.0/subnets/aa6be6ca-3eb0-4800-90e5-d1fcd3a92b36 HTTP/1.1" status: 204 len: 168 time: 1.1189620 Dec 06 14:24:03.536842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60488) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:03.560147 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2cfad15d-89bd-44d5-ac09-1f9ac8e22cea tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.584927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.588651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 172.20.0.13 (32250b85-9d7f-4d03-9356-fdcc88577699/766f9400-4e1a-4bb1-a322-89aac41d40c1/61f5281c-49a0-4c8b-aaa7-cba1fc9acbbd) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:03.635121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b0a2f86-71bb-4bcc-941c-df883b4a36d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.668886 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::f816:3eff:fe90:d564 (32250b85-9d7f-4d03-9356-fdcc88577699/3e0cea79-7b61-47d0-9f0a-e85693543713/61f5281c-49a0-4c8b-aaa7-cba1fc9acbbd) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:03.674618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2cfad15d-89bd-44d5-ac09-1f9ac8e22cea tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.684094 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=08bdf23d-65cd-4e6b-a951-e1df92cd2b64,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:03.704579 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:03.705180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:03.705592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:03.705835 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:03.706178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:03.706558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:03.706895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:03.707225 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:03.707558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:03.708454 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:03.710086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:03.710431 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:03.710840 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:03.751613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f2e441-0203-4ab5-a28c-1e42574948d6 None None] DHCP port deletion for 12c73962-9881-4b29-b0ac-3d7b7f2bbebb request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:03.763993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfad15d-89bd-44d5-ac09-1f9ac8e22cea tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae258db-e94e-4a1a-95be-a9d9e887f8de,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:03.817476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9d452aa-f349-454c-907a-108bdf0ec658 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.826998 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2cfad15d-89bd-44d5-ac09-1f9ac8e22cea tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.830955 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.836516 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2cfad15d-89bd-44d5-ac09-1f9ac8e22cea tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6663270 Dec 06 14:24:03.839912 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60490) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:03.846889 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f8109a7f-53bf-4c93-84f7-52fc34c562ab tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group_rule': {'security_group_id': '8ae258db-e94e-4a1a-95be-a9d9e887f8de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:03.853752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e226108-74a2-43bd-80c6-4ab9ca9f42db admin admin] Router 856da619-a79f-4439-b1b9-d2ef8d632d08 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:24:03.867203 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-67f2e441-0203-4ab5-a28c-1e42574948d6 None None] Deleting port 632fc84a-572a-4e0f-be21-8a0c54b926cf {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:03.867579 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-67f2e441-0203-4ab5-a28c-1e42574948d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:03.916132 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9d452aa-f349-454c-907a-108bdf0ec658 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.017635 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-67f2e441-0203-4ab5-a28c-1e42574948d6 None None] For port 632fc84a-572a-4e0f-be21-8a0c54b926cf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=632fc84a-572a-4e0f-be21-8a0c54b926cf,segment=NetworkSegment(b39c8885-4e59-4adc-a711-5cb25beb79a2),segment_id=b39c8885-4e59-4adc-a711-5cb25beb79a2)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:04.018101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-67f2e441-0203-4ab5-a28c-1e42574948d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.045500 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-67f2e441-0203-4ab5-a28c-1e42574948d6 None None] Calling delete_port for 632fc84a-572a-4e0f-be21-8a0c54b926cf owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:04.088530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d452aa-f349-454c-907a-108bdf0ec658 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=44470ef6-e959-4414-9986-18f694988d56,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:04.101399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:04.195200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:04.195616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.294843 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-67f2e441-0203-4ab5-a28c-1e42574948d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.340618 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2e441-0203-4ab5-a28c-1e42574948d6 None None] Pushing event deleted for resources: {'Port': ['ID=632fc84a-572a-4e0f-be21-8a0c54b926cf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:04.346168 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f2e441-0203-4ab5-a28c-1e42574948d6 None None] No DVR routers for this DVR port 632fc84a-572a-4e0f-be21-8a0c54b926cf on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:04.359171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-64f24307-c556-47c0-918d-441852a5fb90 None None] Provisioning complete for port 44470ef6-e959-4414-9986-18f694988d56 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:04.359763 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64f24307-c556-47c0-918d-441852a5fb90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.400484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-64f24307-c556-47c0-918d-441852a5fb90 None None] Port 44470ef6-e959-4414-9986-18f694988d56 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:04.417029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 632fc84a-572a-4e0f-be21-8a0c54b926cf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:04.442879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 632fc84a-572a-4e0f-be21-8a0c54b926cf {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:04.443257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 632fc84a-572a-4e0f-be21-8a0c54b926cf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:04.457824 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.485067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.515294 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f9d452aa-f349-454c-907a-108bdf0ec658 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] In _notify_port_updated(), no bound segment for port 44470ef6-e959-4414-9986-18f694988d56 on network 2134b3fa-06ed-40bd-a1b6-af19499406ce {{(pid=103725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:24:04.521555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d452aa-f349-454c-907a-108bdf0ec658 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:04.521990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9d452aa-f349-454c-907a-108bdf0ec658 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.523302 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f9d452aa-f349-454c-907a-108bdf0ec658 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "PUT /v2.0/ports/44470ef6-e959-4414-9986-18f694988d56 HTTP/1.1" status: 200 len: 926 time: 2.5233617 Dec 06 14:24:04.524327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] The port '632fc84a-572a-4e0f-be21-8a0c54b926cf' was deleted {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Dec 06 14:24:04.528268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60496) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:04.531371 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f8109a7f-53bf-4c93-84f7-52fc34c562ab tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.534067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1e569ed2-eaa1-4177-9f2a-cb278606caab tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bc396b9a-26a6-440f-bace-98c17637de72'}, {'subnet_id': '36cb7552-2434-49a9-83e1-621cee0db818'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:04.612344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e226108-74a2-43bd-80c6-4ab9ca9f42db admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:24:04.622061 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3e226108-74a2-43bd-80c6-4ab9ca9f42db admin admin] 10.222.0.42 "PUT /v2.0/routers/856da619-a79f-4439-b1b9-d2ef8d632d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0331924 Dec 06 14:24:04.624012 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c984de6a-0144-424b-9969-625c8b5329f1 None None] Sync routers for ids ['856da619-a79f-4439-b1b9-d2ef8d632d08'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:24:04.629309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60498) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:04.646416 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c984de6a-0144-424b-9969-625c8b5329f1 None None] Routers {'856da619-a79f-4439-b1b9-d2ef8d632d08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:04.648107 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c984de6a-0144-424b-9969-625c8b5329f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['856da619-a79f-4439-b1b9-d2ef8d632d08'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:04.719123 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.728442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.740339 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.764558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Allocated IP 172.36.1.216 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/6e82cc7b-edb2-48c9-9ba6-72435d3d437b) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:04.771582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c73962-9881-4b29-b0ac-3d7b7f2bbebb']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:04.774432 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-c984de6a-0144-424b-9969-625c8b5329f1 None None] Set router 856da619-a79f-4439-b1b9-d2ef8d632d08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:04.775040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f8109a7f-53bf-4c93-84f7-52fc34c562ab tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.789238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b39c8885-4e59-4adc-a711-5cb25beb79a2') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:04.789457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b39c8885-4e59-4adc-a711-5cb25beb79a2') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:04.806233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.843798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.905466 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.911035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f8109a7f-53bf-4c93-84f7-52fc34c562ab tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.920259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:24:04.920759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:24:04.929110 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:24:04.940452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.944429 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1e569ed2-eaa1-4177-9f2a-cb278606caab tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:04.974625 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c984de6a-0144-424b-9969-625c8b5329f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:24:02Z', 'revision_number': 5, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:04.984963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8109a7f-53bf-4c93-84f7-52fc34c562ab tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29624b0f-016f-4d74-a923-5c8b65b11fbc,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:05.006322 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.022523 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c984de6a-0144-424b-9969-625c8b5329f1 None None] Checking router: 856da619-a79f-4439-b1b9-d2ef8d632d08 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:24:05.032107 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c984de6a-0144-424b-9969-625c8b5329f1 None None] Routers {'856da619-a79f-4439-b1b9-d2ef8d632d08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:05.033127 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c984de6a-0144-424b-9969-625c8b5329f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['856da619-a79f-4439-b1b9-d2ef8d632d08'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:05.090756 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:05.091239 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.095331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f8109a7f-53bf-4c93-84f7-52fc34c562ab tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.096533 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f8109a7f-53bf-4c93-84f7-52fc34c562ab tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2553992 Dec 06 14:24:05.102901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.105911 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60500) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:05.112631 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9a865b54-28c7-4623-8d13-1ff328573238 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group_rule': {'security_group_id': '8ae258db-e94e-4a1a-95be-a9d9e887f8de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:05.117709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:05.131362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:05.138983 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.141911 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "DELETE /v2.0/networks/12c73962-9881-4b29-b0ac-3d7b7f2bbebb HTTP/1.1" status: 204 len: 168 time: 1.6040838 Dec 06 14:24:05.148899 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60502) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:05.160221 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-c984de6a-0144-424b-9969-625c8b5329f1 None None] Set router 856da619-a79f-4439-b1b9-d2ef8d632d08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:05.221034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=61f5281c-49a0-4c8b-aaa7-cba1fc9acbbd,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:05.231824 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.246526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b21755-8f41-49f9-bd4a-b1a1c9cc6a30 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event deleted for resources: {'Network': ['ID=12c73962-9881-4b29-b0ac-3d7b7f2bbebb,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:05.300156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:05.306369 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.315713 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ba0d622-444b-4efc-85ff-bfb32867e6e0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Deleting subnet 8029f384-d945-4081-9b2f-d61b16f6ce1e {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:05.323154 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d622-444b-4efc-85ff-bfb32867e6e0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.353729 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Router 08369300-5c32-421a-9c53-754c0927dfaa has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:24:05.375228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d622-444b-4efc-85ff-bfb32867e6e0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.401994 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c984de6a-0144-424b-9969-625c8b5329f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:24:02Z', 'revision_number': 5, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:05.409298 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.438696 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c984de6a-0144-424b-9969-625c8b5329f1 None None] The sync data for ids ['856da619-a79f-4439-b1b9-d2ef8d632d08'] in dv-neutron-master-2-hyperv is: [{'id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'name': 'tempest-ServersTestJSON-1247026268-router', 'tenant_id': '1581c8e1066d4f8e9d864ea17bbba555', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201'}], 'enable_snat': True}, 'gw_port_id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:24:02Z', 'revision_number': 5, 'project_id': '1581c8e1066d4f8e9d864ea17bbba555', 'gw_port': {'id': '9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:65:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '856da619-a79f-4439-b1b9-d2ef8d632d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:05Z', 'updated_at': '2021-12-06T14:21:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:24:05.452187 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a865b54-28c7-4623-8d13-1ff328573238 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.469703 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-1e569ed2-eaa1-4177-9f2a-cb278606caab tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8:0:1::17d (2134b3fa-06ed-40bd-a1b6-af19499406ce/36cb7552-2434-49a9-83e1-621cee0db818/44470ef6-e959-4414-9986-18f694988d56) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:05.483231 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-119682b0-8f0f-4a20-bb48-f1c13521d993 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.6547630 Dec 06 14:24:05.492600 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60504) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:05.527336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:05.548323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:05.568409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528a3a3e-e655-4794-a1af-c88dd2d3951e None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:05.585853 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:05.591245 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Pushing event updated for resources: {'Port': ['ID=6e82cc7b-edb2-48c9-9ba6-72435d3d437b,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:05.621153 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Deleting port 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:05.621838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.630427 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d622-444b-4efc-85ff-bfb32867e6e0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.633203 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:05.633558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:05.633909 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:05.634246 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:05.634595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:05.634910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:05.635252 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:05.635569 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:05.635897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:05.636231 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:05.636558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:05.636906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:05.637229 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:05.661520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2eaed5c3-1b06-4817-9469-a20c973ecc3b None None] Provisioning complete for port 6e82cc7b-edb2-48c9-9ba6-72435d3d437b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:05.661952 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2eaed5c3-1b06-4817-9469-a20c973ecc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.668594 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a865b54-28c7-4623-8d13-1ff328573238 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.675013 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:24:05.686528 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880f62e-030e-427b-aec5-e9d228c9d5f7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:05.692872 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9880f62e-030e-427b-aec5-e9d228c9d5f7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:05.696940 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9880f62e-030e-427b-aec5-e9d228c9d5f7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1972642 Dec 06 14:24:05.698914 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bedf25-a37b-44ef-a22c-ad4d29d35b53 None None] Sync routers for ids ['08369300-5c32-421a-9c53-754c0927dfaa'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:24:05.700594 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d3c3d876-471a-402c-97ab-3880dd107fcb admin admin] 10.222.0.42 "PUT /v2.0/routers/08369300-5c32-421a-9c53-754c0927dfaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2487888 Dec 06 14:24:05.706704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60506) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:05.711712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60508) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:05.732435 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bedf25-a37b-44ef-a22c-ad4d29d35b53 None None] Routers {'08369300-5c32-421a-9c53-754c0927dfaa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:05.733541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-06bedf25-a37b-44ef-a22c-ad4d29d35b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['08369300-5c32-421a-9c53-754c0927dfaa'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:05.741257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2eaed5c3-1b06-4817-9469-a20c973ecc3b None None] Port 6e82cc7b-edb2-48c9-9ba6-72435d3d437b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:05.780730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a865b54-28c7-4623-8d13-1ff328573238 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.798540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2eaed5c3-1b06-4817-9469-a20c973ecc3b None None] Provisioning complete for port 61f5281c-49a0-4c8b-aaa7-cba1fc9acbbd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:05.798540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2eaed5c3-1b06-4817-9469-a20c973ecc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.805337 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a865b54-28c7-4623-8d13-1ff328573238 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f189835a-c850-4db9-a66b-76833166b59d,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:05.833217 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ac2861bc-b7be-4a56-af1c-50eb13b3e141 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 61f5281c-49a0-4c8b-aaa7-cba1fc9acbbd {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:05.833753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac2861bc-b7be-4a56-af1c-50eb13b3e141 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.859465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d622-444b-4efc-85ff-bfb32867e6e0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.895405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device cdbfa43e-fe78-4258-9505-d389fc29f70a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:05.935099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: cdbfa43e-fe78-4258-9505-d389fc29f70a {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:05.935438 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device cdbfa43e-fe78-4258-9505-d389fc29f70a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:05.942021 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a865b54-28c7-4623-8d13-1ff328573238 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.943826 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9a865b54-28c7-4623-8d13-1ff328573238 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8350000 Dec 06 14:24:05.944018 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2eaed5c3-1b06-4817-9469-a20c973ecc3b None None] Port 61f5281c-49a0-4c8b-aaa7-cba1fc9acbbd cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:05.947303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0d622-444b-4efc-85ff-bfb32867e6e0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event deleted for resources: {'Subnet': ['ID=8029f384-d945-4081-9b2f-d61b16f6ce1e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:05.949183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60510) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:05.956721 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b2f571e8-1b3e-4029-8cff-7d150d7cfd42 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group_rule': {'security_group_id': '8ae258db-e94e-4a1a-95be-a9d9e887f8de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:05.961753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1e569ed2-eaa1-4177-9f2a-cb278606caab tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.967003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-06bedf25-a37b-44ef-a22c-ad4d29d35b53 None None] Set router 08369300-5c32-421a-9c53-754c0927dfaa gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:05.967301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9ba0d622-444b-4efc-85ff-bfb32867e6e0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:05.971502 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9ba0d622-444b-4efc-85ff-bfb32867e6e0 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "DELETE /v2.0/subnets/8029f384-d945-4081-9b2f-d61b16f6ce1e HTTP/1.1" status: 204 len: 168 time: 0.7932620 Dec 06 14:24:05.974240 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60512) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:05.979338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] For port 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:05.979705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.000927 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Calling delete_port for 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:06.023565 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.042566 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee90eecb-6065-4d78-9546-a7c497e318e8 None None] Network c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:06.046424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.063208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-66389d1b-d23e-4e8b-86f2-0c0573b0c6c2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Deleting subnet 7f68545f-d95c-45b1-8d66-fbee3900c0bb {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:06.067900 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac2861bc-b7be-4a56-af1c-50eb13b3e141 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.074793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66389d1b-d23e-4e8b-86f2-0c0573b0c6c2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.091011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1e569ed2-eaa1-4177-9f2a-cb278606caab tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.110840 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ac2861bc-b7be-4a56-af1c-50eb13b3e141 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 61f5281c-49a0-4c8b-aaa7-cba1fc9acbbd owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:06.141588 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66389d1b-d23e-4e8b-86f2-0c0573b0c6c2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.146553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b2f571e8-1b3e-4029-8cff-7d150d7cfd42 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.309275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e569ed2-eaa1-4177-9f2a-cb278606caab tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=44470ef6-e959-4414-9986-18f694988d56,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:06.363856 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66389d1b-d23e-4e8b-86f2-0c0573b0c6c2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.365343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-06bedf25-a37b-44ef-a22c-ad4d29d35b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:24:03Z', 'revision_number': 5, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:06.399825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-1e569ed2-eaa1-4177-9f2a-cb278606caab tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] In _notify_port_updated(), no bound segment for port 44470ef6-e959-4414-9986-18f694988d56 on network 2134b3fa-06ed-40bd-a1b6-af19499406ce {{(pid=103724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:24:06.401618 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bedf25-a37b-44ef-a22c-ad4d29d35b53 None None] Checking router: 08369300-5c32-421a-9c53-754c0927dfaa for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:24:06.413326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e569ed2-eaa1-4177-9f2a-cb278606caab tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:06.414014 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1e569ed2-eaa1-4177-9f2a-cb278606caab tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.415413 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bedf25-a37b-44ef-a22c-ad4d29d35b53 None None] Routers {'08369300-5c32-421a-9c53-754c0927dfaa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:06.415549 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1e569ed2-eaa1-4177-9f2a-cb278606caab tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "PUT /v2.0/ports/44470ef6-e959-4414-9986-18f694988d56 HTTP/1.1" status: 200 len: 1012 time: 1.8861055 Dec 06 14:24:06.416185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-06bedf25-a37b-44ef-a22c-ad4d29d35b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['08369300-5c32-421a-9c53-754c0927dfaa'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:06.425204 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60514) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:06.425411 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b2f571e8-1b3e-4029-8cff-7d150d7cfd42 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.470305 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] DHCP port deletion for c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:06.480996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.490586 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.522645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b2f571e8-1b3e-4029-8cff-7d150d7cfd42 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.579773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f571e8-1b3e-4029-8cff-7d150d7cfd42 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a17648e2-2dc1-4e29-bb98-91b6724e2443,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:06.654715 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66389d1b-d23e-4e8b-86f2-0c0573b0c6c2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.691275 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66389d1b-d23e-4e8b-86f2-0c0573b0c6c2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event deleted for resources: {'Subnet': ['ID=7f68545f-d95c-45b1-8d66-fbee3900c0bb,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:06.701258 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66389d1b-d23e-4e8b-86f2-0c0573b0c6c2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.709045 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-66389d1b-d23e-4e8b-86f2-0c0573b0c6c2 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "DELETE /v2.0/subnets/7f68545f-d95c-45b1-8d66-fbee3900c0bb HTTP/1.1" status: 204 len: 168 time: 0.7292304 Dec 06 14:24:06.709480 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60518) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:06.726338 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf422a9-a14b-4576-b7da-e93f46a70c91 None None] Network 13645cd1-e118-4d04-8605-b8b547ac7ed3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:06.734375 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b2f571e8-1b3e-4029-8cff-7d150d7cfd42 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.735915 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b2f571e8-1b3e-4029-8cff-7d150d7cfd42 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7834020 Dec 06 14:24:06.743580 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac2861bc-b7be-4a56-af1c-50eb13b3e141 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.745361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60520) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:06.752199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5d5e014e-de82-490a-b8d5-0c12f9251f60 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group_rule': {'security_group_id': '8ae258db-e94e-4a1a-95be-a9d9e887f8de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:06.827973 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2861bc-b7be-4a56-af1c-50eb13b3e141 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=61f5281c-49a0-4c8b-aaa7-cba1fc9acbbd,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:06.837604 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-63b5903d-a34b-442b-95bc-bcc6c0ea8f0c None None] Provisioning complete for port 44470ef6-e959-4414-9986-18f694988d56 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:06.837753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63b5903d-a34b-442b-95bc-bcc6c0ea8f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.846311 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-06bedf25-a37b-44ef-a22c-ad4d29d35b53 None None] Set router 08369300-5c32-421a-9c53-754c0927dfaa gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:06.864635 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.981182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5d5e014e-de82-490a-b8d5-0c12f9251f60 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:06.989581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac2861bc-b7be-4a56-af1c-50eb13b3e141 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.006274 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ac2861bc-b7be-4a56-af1c-50eb13b3e141 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/61f5281c-49a0-4c8b-aaa7-cba1fc9acbbd HTTP/1.1" status: 204 len: 168 time: 1.2990055 Dec 06 14:24:07.023848 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60522) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:07.031672 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-63b5903d-a34b-442b-95bc-bcc6c0ea8f0c None None] Port 44470ef6-e959-4414-9986-18f694988d56 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:07.054477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Deleting port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:07.054860 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.090814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5d5e014e-de82-490a-b8d5-0c12f9251f60 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.106122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Deleting port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:07.106738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.120597 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.153404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94586bb-f1bc-42f4-ac30-931d12207e6c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:07.154982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94586bb-f1bc-42f4-ac30-931d12207e6c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:07.156690 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94586bb-f1bc-42f4-ac30-931d12207e6c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:07.158331 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a94586bb-f1bc-42f4-ac30-931d12207e6c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1293900 Dec 06 14:24:07.170602 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60524) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:07.192377 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] For port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06a5ff5b-8a4c-4edc-bc44-29ca7c111589,segment=NetworkSegment(8b9e6281-128a-4ac8-8bf2-438e040e95a2),segment_id=8b9e6281-128a-4ac8-8bf2-438e040e95a2)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:07.192779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.198536 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.215546 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Calling delete_port for 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:07.219376 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c6e1d-c172-45a5-9189-0d9b9cd75aa6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port 44470ef6-e959-4414-9986-18f694988d56 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:07.219721 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6e1d-c172-45a5-9189-0d9b9cd75aa6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.236576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5d5e014e-de82-490a-b8d5-0c12f9251f60 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.256510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-811d7209-632a-4a29-9154-a21827c14771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 3e0cea79-7b61-47d0-9f0a-e85693543713 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:07.260985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-811d7209-632a-4a29-9154-a21827c14771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.270042 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Deleting port 5e8d5e90-7523-47df-8b2e-2aa834732e1d {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:07.270042 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.271163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:07.310736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e014e-de82-490a-b8d5-0c12f9251f60 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9063b363-4dfe-46a5-8a38-c53860b54021,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:07.327400 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] For port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06a5ff5b-8a4c-4edc-bc44-29ca7c111589,segment=NetworkSegment(8b9e6281-128a-4ac8-8bf2-438e040e95a2),segment_id=8b9e6281-128a-4ac8-8bf2-438e040e95a2)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:07.327768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.335467 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c356d0d-2a93-43cf-b6a5-4808ef98a167 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:07.346965 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0bcd9ae-e783-42e8-a8a4-9a2ae1f595b5 None None] DHCP port deletion for 13645cd1-e118-4d04-8605-b8b547ac7ed3 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:07.347183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-811d7209-632a-4a29-9154-a21827c14771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.356181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Calling delete_port for 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:07.379362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-06bedf25-a37b-44ef-a22c-ad4d29d35b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:24:03Z', 'revision_number': 5, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:07.414100 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bedf25-a37b-44ef-a22c-ad4d29d35b53 None None] The sync data for ids ['08369300-5c32-421a-9c53-754c0927dfaa'] in dv-neutron-master-2-hyperv is: [{'id': '08369300-5c32-421a-9c53-754c0927dfaa', 'name': 'tempest-ServersTestManualDisk-453156597-router', 'tenant_id': 'dd78db0f8cf648398d8866de73fbfdce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251'}], 'enable_snat': True}, 'gw_port_id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:21:03Z', 'updated_at': '2021-12-06T14:24:03Z', 'revision_number': 5, 'project_id': 'dd78db0f8cf648398d8866de73fbfdce', 'gw_port': {'id': '5e8d5e90-7523-47df-8b2e-2aa834732e1d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:5f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08369300-5c32-421a-9c53-754c0927dfaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:21:04Z', 'updated_at': '2021-12-06T14:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:24:07.456153 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.465929 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d0bcd9ae-e783-42e8-a8a4-9a2ae1f595b5 None None] Deleting port 7746c8f4-15be-4fd3-a800-d9e7ca613e29 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:07.466435 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd9ae-e783-42e8-a8a4-9a2ae1f595b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.494077 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5d5e014e-de82-490a-b8d5-0c12f9251f60 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.497924 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5d5e014e-de82-490a-b8d5-0c12f9251f60 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7469208 Dec 06 14:24:07.504000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60526) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:07.508559 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a8b8846d-be42-4b8a-b4ab-bca298cb0715 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group_rule': {'security_group_id': '8ae258db-e94e-4a1a-95be-a9d9e887f8de', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:07.530812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6e1d-c172-45a5-9189-0d9b9cd75aa6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.532922 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-811d7209-632a-4a29-9154-a21827c14771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.536978 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.558328 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c6e1d-c172-45a5-9189-0d9b9cd75aa6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for 44470ef6-e959-4414-9986-18f694988d56 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:07.562212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] No DVR routers for this DVR port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:07.569701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.588311 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d0bcd9ae-e783-42e8-a8a4-9a2ae1f595b5 None None] For port 7746c8f4-15be-4fd3-a800-d9e7ca613e29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7746c8f4-15be-4fd3-a800-d9e7ca613e29,segment=NetworkSegment(b1c91b36-1a07-4174-8945-d349e6afbaf5),segment_id=b1c91b36-1a07-4174-8945-d349e6afbaf5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:07.588716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd9ae-e783-42e8-a8a4-9a2ae1f595b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.596057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Pushing event deleted for resources: {'Port': ['ID=06a5ff5b-8a4c-4edc-bc44-29ca7c111589,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:07.605565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.608931 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:07.612031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:07.612031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:07.612031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:07.612031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:07.612031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:07.612031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:07.612031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:07.612577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:07.612577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:07.612920 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:07.613227 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:07.613552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce922b1d-df4e-4045-9163-a57c70686bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:07.624312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d0bcd9ae-e783-42e8-a8a4-9a2ae1f595b5 None None] Calling delete_port for 7746c8f4-15be-4fd3-a800-d9e7ca613e29 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:07.645992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event deleted for resources: {'Port': ['ID=06a5ff5b-8a4c-4edc-bc44-29ca7c111589,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:07.650350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] No DVR routers for this DVR port 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:07.711188 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8b8846d-be42-4b8a-b4ab-bca298cb0715 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.712894 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] For port 5e8d5e90-7523-47df-8b2e-2aa834732e1d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e8d5e90-7523-47df-8b2e-2aa834732e1d,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:07.713468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.752362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-811d7209-632a-4a29-9154-a21827c14771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.764009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.768184 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Calling delete_port for 5e8d5e90-7523-47df-8b2e-2aa834732e1d owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:07.771084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.771596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.777873 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0bcd9ae-e783-42e8-a8a4-9a2ae1f595b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.816735 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d7209-632a-4a29-9154-a21827c14771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=3e0cea79-7b61-47d0-9f0a-e85693543713,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:07.821438 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bcd9ae-e783-42e8-a8a4-9a2ae1f595b5 None None] Pushing event deleted for resources: {'Port': ['ID=7746c8f4-15be-4fd3-a800-d9e7ca613e29,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:07.823575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bcd9ae-e783-42e8-a8a4-9a2ae1f595b5 None None] No DVR routers for this DVR port 7746c8f4-15be-4fd3-a800-d9e7ca613e29 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:07.823795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-811d7209-632a-4a29-9154-a21827c14771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.826208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b827bcd6-d42d-46b7-b863-4f40f54016c2 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:07.830480 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-811d7209-632a-4a29-9154-a21827c14771 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/3e0cea79-7b61-47d0-9f0a-e85693543713 HTTP/1.1" status: 204 len: 168 time: 0.6555235 Dec 06 14:24:07.832895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60528) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:07.868424 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:07.917145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b9e6281-128a-4ac8-8bf2-438e040e95a2') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:07.917863 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b9e6281-128a-4ac8-8bf2-438e040e95a2') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:07.941302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.965516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.971317 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d0ebac-87ed-4f3c-ac11-aeb39de631e2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 766f9400-4e1a-4bb1-a322-89aac41d40c1 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:07.981591 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:24:07.981995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8b8846d-be42-4b8a-b4ab-bca298cb0715 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:24:07.993374 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:24:08.003313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78d0ebac-87ed-4f3c-ac11-aeb39de631e2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.067675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7746c8f4-15be-4fd3-a800-d9e7ca613e29 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:08.097670 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 7746c8f4-15be-4fd3-a800-d9e7ca613e29 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:08.098026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7746c8f4-15be-4fd3-a800-d9e7ca613e29 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:08.100551 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:08.103072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8b8846d-be42-4b8a-b4ab-bca298cb0715 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.119889 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78d0ebac-87ed-4f3c-ac11-aeb39de631e2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.136507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:08.136892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 06a5ff5b-8a4c-4edc-bc44-29ca7c111589 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:08.137310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:08.145993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.147189 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 856da619-a79f-4439-b1b9-d2ef8d632d08 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:24:08.148941 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Router f53ab73a-e347-45ab-82fe-52a5aced3969 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:24:08.153737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.158175 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8846d-be42-4b8a-b4ab-bca298cb0715 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35a9ee9-b641-42d6-ba42-d430ae8acab2,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:08.160624 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-73bf5f3b-6801-47b6-aacd-7ccba7fe01c3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/856da619-a79f-4439-b1b9-d2ef8d632d08 HTTP/1.1" status: 204 len: 168 time: 3.5124912 Dec 06 14:24:08.165391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60530) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:08.173028 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:08.173387 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 08bdf23d-65cd-4e6b-a951-e1df92cd2b64 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:08.216422 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.233259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.239365 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "DELETE /v2.0/networks/c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b HTTP/1.1" status: 204 len: 168 time: 1.5268552 Dec 06 14:24:08.267040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60532) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:08.278071 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6e1d-c172-45a5-9189-0d9b9cd75aa6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.284201 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8b8846d-be42-4b8a-b4ab-bca298cb0715 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.288095 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a8b8846d-be42-4b8a-b4ab-bca298cb0715 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.7804210 Dec 06 14:24:08.291576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52dcfa-0f6b-450d-9f63-c1d76c6655af tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event deleted for resources: {'Network': ['ID=c8c8d2b9-db8f-4616-b2d9-1a2e09c6010b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:08.311136 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60534) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:08.329718 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec23f78-46e4-4071-a195-d97e639a4889 admin admin] Deleting subnet f8737697-4bab-4eb6-998b-387593d2ef8c {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:08.356709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c6e1d-c172-45a5-9189-0d9b9cd75aa6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=44470ef6-e959-4414-9986-18f694988d56,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:08.374610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aec23f78-46e4-4071-a195-d97e639a4889 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.376882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78d0ebac-87ed-4f3c-ac11-aeb39de631e2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.463627 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0e0c6e1d-c172-45a5-9189-0d9b9cd75aa6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.469719 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0e0c6e1d-c172-45a5-9189-0d9b9cd75aa6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/44470ef6-e959-4414-9986-18f694988d56 HTTP/1.1" status: 204 len: 168 time: 2.0357823 Dec 06 14:24:08.469978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e418f0ca-f875-42f7-ae7b-17ffe6314941 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.472300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60536) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:08.479182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b05108c-c6df-4f47-8a53-7b06677d83d4 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.495623 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e418f0ca-f875-42f7-ae7b-17ffe6314941 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.503535 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aec23f78-46e4-4071-a195-d97e639a4889 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.526813 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ea3b12-2c48-41f5-b1ac-4af49b73ecf2 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:24:08.529326 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d7ea3b12-2c48-41f5-b1ac-4af49b73ecf2 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/44470ef6-e959-4414-9986-18f694988d56 HTTP/1.1" status: 404 len: 333 time: 0.0570273 Dec 06 14:24:08.534014 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60538) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:08.582497 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:24:08.597160 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504457e-cee2-4360-b43a-4e0a5246fb96 None None] Sync routers for ids ['f53ab73a-e347-45ab-82fe-52a5aced3969'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:24:08.619121 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504457e-cee2-4360-b43a-4e0a5246fb96 None None] Routers {'f53ab73a-e347-45ab-82fe-52a5aced3969'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:08.621535 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5504457e-cee2-4360-b43a-4e0a5246fb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f53ab73a-e347-45ab-82fe-52a5aced3969'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:08.630079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-700b2526-5b19-4348-945c-29899588dc36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting subnet 36cb7552-2434-49a9-83e1-621cee0db818 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:08.634288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-700b2526-5b19-4348-945c-29899588dc36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.668221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78d0ebac-87ed-4f3c-ac11-aeb39de631e2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.685812 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5504457e-cee2-4360-b43a-4e0a5246fb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:08.708298 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5504457e-cee2-4360-b43a-4e0a5246fb96 None None] Routers {'f53ab73a-e347-45ab-82fe-52a5aced3969'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:08.708298 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5504457e-cee2-4360-b43a-4e0a5246fb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f53ab73a-e347-45ab-82fe-52a5aced3969'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:08.710944 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-700b2526-5b19-4348-945c-29899588dc36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.804820 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5504457e-cee2-4360-b43a-4e0a5246fb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:08.806757 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5504457e-cee2-4360-b43a-4e0a5246fb96 None None] The sync data for ids ['f53ab73a-e347-45ab-82fe-52a5aced3969'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:24:08.864141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-700b2526-5b19-4348-945c-29899588dc36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.901096 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.904936 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b878cc16-e001-40ba-9c5e-8fb3f1f88dd0 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.6207888 Dec 06 14:24:08.905504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:08.914550 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60540) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:08.944077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:08.956981 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bedd10-e064-49d6-bc02-0a737088a920 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:08.993410 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cad92b1f-ebfa-41cc-bd5c-cfc072c8f98d None None] Provisioning complete for port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:08.993995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cad92b1f-ebfa-41cc-bd5c-cfc072c8f98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.022852 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b05108c-c6df-4f47-8a53-7b06677d83d4 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.035994 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Pushing event deleted for resources: {'Port': ['ID=5e8d5e90-7523-47df-8b2e-2aa834732e1d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:09.046910 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e418f0ca-f875-42f7-ae7b-17ffe6314941 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.066675 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e418f0ca-f875-42f7-ae7b-17ffe6314941 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.066675 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e418f0ca-f875-42f7-ae7b-17ffe6314941 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a35a9ee9-b641-42d6-ba42-d430ae8acab2 HTTP/1.1" status: 204 len: 168 time: 0.7534447 Dec 06 14:24:09.068020 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0ebac-87ed-4f3c-ac11-aeb39de631e2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=766f9400-4e1a-4bb1-a322-89aac41d40c1,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:09.071222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60542) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:09.079203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78d0ebac-87ed-4f3c-ac11-aeb39de631e2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.081981 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-78d0ebac-87ed-4f3c-ac11-aeb39de631e2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/766f9400-4e1a-4bb1-a322-89aac41d40c1 HTTP/1.1" status: 204 len: 168 time: 1.2481322 Dec 06 14:24:09.095949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167304f6-92d5-4814-bfe7-1b9621e714b3 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:09.096066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60544) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:09.106178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418f0ca-f875-42f7-ae7b-17ffe6314941 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a35a9ee9-b641-42d6-ba42-d430ae8acab2,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:09.116604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-5b05108c-c6df-4f47-8a53-7b06677d83d4 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13645cd1-e118-4d04-8605-b8b547ac7ed3']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:09.153014 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aec23f78-46e4-4071-a195-d97e639a4889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.165090 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6b39187e-d3cb-4a13-b479-c4f0e6e2cdee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613170 Dec 06 14:24:09.173185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60546) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:09.175975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.183200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-5b05108c-c6df-4f47-8a53-7b06677d83d4 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c91b36-1a07-4174-8945-d349e6afbaf5') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:09.183498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-5b05108c-c6df-4f47-8a53-7b06677d83d4 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c91b36-1a07-4174-8945-d349e6afbaf5') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:09.198934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b05108c-c6df-4f47-8a53-7b06677d83d4 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.250999 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-68de8c10-a2e4-4133-b39a-08a2250a1a0a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1672852 Dec 06 14:24:09.252142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b05108c-c6df-4f47-8a53-7b06677d83d4 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.254721 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60548) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:09.265683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b05108c-c6df-4f47-8a53-7b06677d83d4 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:24:09.266626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b05108c-c6df-4f47-8a53-7b06677d83d4 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:24:09.274470 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:24:09.276440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-700b2526-5b19-4348-945c-29899588dc36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.307503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3de7e22-2691-466b-9de9-0ef958dc6018 None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:09.345511 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39faa740-64dc-4081-bdac-7e0206fd7951 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.346574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.352008 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-700b2526-5b19-4348-945c-29899588dc36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.354145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39faa740-64dc-4081-bdac-7e0206fd7951 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.358033 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-700b2526-5b19-4348-945c-29899588dc36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/36cb7552-2434-49a9-83e1-621cee0db818 HTTP/1.1" status: 204 len: 168 time: 0.8187366 Dec 06 14:24:09.359772 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60550) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:09.362047 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef1da1b-047e-4634-bfee-f9e669aaed9d None None] Network 2134b3fa-06ed-40bd-a1b6-af19499406ce requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:09.386612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.388425 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700b2526-5b19-4348-945c-29899588dc36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Subnet': ['ID=36cb7552-2434-49a9-83e1-621cee0db818,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:09.417085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e3de7e22-2691-466b-9de9-0ef958dc6018 None None] Deleting port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:09.417428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3de7e22-2691-466b-9de9-0ef958dc6018 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.424224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc626361-510a-40a5-a8c6-dbae2938010a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting subnet bc396b9a-26a6-440f-bace-98c17637de72 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:09.427636 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc626361-510a-40a5-a8c6-dbae2938010a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.452275 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aec23f78-46e4-4071-a195-d97e639a4889 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.458571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd50f141-3ed1-4a0c-ae72-6e67b2bbaf0b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:09.462441 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cd50f141-3ed1-4a0c-ae72-6e67b2bbaf0b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2813556 Dec 06 14:24:09.463152 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60552) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:09.489864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b05108c-c6df-4f47-8a53-7b06677d83d4 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.491192 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec23f78-46e4-4071-a195-d97e639a4889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8737697-4bab-4eb6-998b-387593d2ef8c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:09.493223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aec23f78-46e4-4071-a195-d97e639a4889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.496496 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-aec23f78-46e4-4071-a195-d97e639a4889 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f8737697-4bab-4eb6-998b-387593d2ef8c HTTP/1.1" status: 204 len: 168 time: 1.3203111 Dec 06 14:24:09.501836 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e3de7e22-2691-466b-9de9-0ef958dc6018 None None] For port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4de777ab-49ac-45a2-b0bf-e4dc2f82f852,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:09.502093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3de7e22-2691-466b-9de9-0ef958dc6018 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.504784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60554) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:09.504956 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b05108c-c6df-4f47-8a53-7b06677d83d4 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.507155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f09f54-d7d3-45c9-aae4-b4321b24aeec None None] Network 335b2338-1336-4dd0-9810-241ea87aea01 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:09.508084 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5b05108c-c6df-4f47-8a53-7b06677d83d4 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "DELETE /v2.0/networks/13645cd1-e118-4d04-8605-b8b547ac7ed3 HTTP/1.1" status: 204 len: 168 time: 1.2383146 Dec 06 14:24:09.513791 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc626361-510a-40a5-a8c6-dbae2938010a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.516903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60556) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:09.536555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e3de7e22-2691-466b-9de9-0ef958dc6018 None None] Calling delete_port for 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:09.557898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05108c-c6df-4f47-8a53-7b06677d83d4 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event deleted for resources: {'Network': ['ID=13645cd1-e118-4d04-8605-b8b547ac7ed3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:09.579747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39faa740-64dc-4081-bdac-7e0206fd7951 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.588019 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.588821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08369300-5c32-421a-9c53-754c0927dfaa {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:24:09.589958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39faa740-64dc-4081-bdac-7e0206fd7951 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.591070 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-39faa740-64dc-4081-bdac-7e0206fd7951 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/9063b363-4dfe-46a5-8a38-c53860b54021 HTTP/1.1" status: 204 len: 168 time: 0.3335552 Dec 06 14:24:09.594111 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.597608 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a5ef1c2d-a60b-4495-a5ff-682b562daf2a admin admin] 10.222.0.42 "DELETE /v2.0/routers/08369300-5c32-421a-9c53-754c0927dfaa HTTP/1.1" status: 204 len: 168 time: 3.8827376 Dec 06 14:24:09.599765 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60558) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:09.600079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60560) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:09.627531 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39faa740-64dc-4081-bdac-7e0206fd7951 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9063b363-4dfe-46a5-8a38-c53860b54021,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:09.647720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63db1bd7-5bd3-4473-9274-16fbc600546f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:09.651509 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-63db1bd7-5bd3-4473-9274-16fbc600546f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1851859 Dec 06 14:24:09.653726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60562) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:09.700753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-38037b36-4f7f-4aaa-8567-4e66aed2934e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Deleting subnet 4eb369f4-3c97-44a2-a782-d659d1a20723 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:09.738714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-38037b36-4f7f-4aaa-8567-4e66aed2934e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.787942 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc29ae7e-8b5b-4789-b70e-859a7f3dc029 admin admin] Deleting subnet 061c47c1-bfd5-433c-88e1-662da2288010 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:09.809111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc29ae7e-8b5b-4789-b70e-859a7f3dc029 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.831229 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d33b45c0-48fb-4b26-882d-fb1c40a1b85d tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2235572 Dec 06 14:24:09.831229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc626361-510a-40a5-a8c6-dbae2938010a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.854524 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60564) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:09.880513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-38037b36-4f7f-4aaa-8567-4e66aed2934e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.948202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc29ae7e-8b5b-4789-b70e-859a7f3dc029 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:09.995091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b33a-c93e-4ae2-9a0f-978802618c36 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.024004 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b33a-c93e-4ae2-9a0f-978802618c36 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.059521 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3de7e22-2691-466b-9de9-0ef958dc6018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.093440 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de7e22-2691-466b-9de9-0ef958dc6018 None None] Pushing event deleted for resources: {'Port': ['ID=4de777ab-49ac-45a2-b0bf-e4dc2f82f852,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:10.105265 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-20e2dee4-96a1-4a70-9565-41db62029a1e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598691 Dec 06 14:24:10.109325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.110351 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60568) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:10.115722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3de7e22-2691-466b-9de9-0ef958dc6018 None None] No DVR routers for this DVR port 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:10.116960 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-36bc70cd-b411-480b-bc8e-7d159d8bd600 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:10.136714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc626361-510a-40a5-a8c6-dbae2938010a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.137421 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.185588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ea020d-1ed0-40ee-9b2b-1fb6a60fa1a1 None None] DHCP port deletion for 335b2338-1336-4dd0-9810-241ea87aea01 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:10.217122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Deleting port d23431a5-c98f-4969-87a1-2ebb4739c64e {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:10.217672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.272109 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:10.272454 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-38037b36-4f7f-4aaa-8567-4e66aed2934e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.275299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.280736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-66ea020d-1ed0-40ee-9b2b-1fb6a60fa1a1 None None] Deleting port d23431a5-c98f-4969-87a1-2ebb4739c64e {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:10.281517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-66ea020d-1ed0-40ee-9b2b-1fb6a60fa1a1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.301810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:10.302549 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4de777ab-49ac-45a2-b0bf-e4dc2f82f852 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:10.303133 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:10.317074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc626361-510a-40a5-a8c6-dbae2938010a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Subnet': ['ID=bc396b9a-26a6-440f-bace-98c17637de72,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:10.329549 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b33a-c93e-4ae2-9a0f-978802618c36 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.336169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc626361-510a-40a5-a8c6-dbae2938010a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.339951 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] For port d23431a5-c98f-4969-87a1-2ebb4739c64e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d23431a5-c98f-4969-87a1-2ebb4739c64e,segment=NetworkSegment(c3249943-c6d3-4bbd-baec-ff134f70badf),segment_id=c3249943-c6d3-4bbd-baec-ff134f70badf)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:10.343315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.343454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:10.343567 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-dc626361-510a-40a5-a8c6-dbae2938010a tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/bc396b9a-26a6-440f-bace-98c17637de72 HTTP/1.1" status: 204 len: 168 time: 0.9800465 Dec 06 14:24:10.343649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9e9c99b7-b5eb-4a17-a7c9-8e356c4ff41b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:10.343649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5e8d5e90-7523-47df-8b2e-2aa834732e1d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:10.343825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60570) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:10.359200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5dd4b33a-c93e-4ae2-9a0f-978802618c36 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.359200 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5dd4b33a-c93e-4ae2-9a0f-978802618c36 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a17648e2-2dc1-4e29-bb98-91b6724e2443 HTTP/1.1" status: 204 len: 168 time: 0.4810402 Dec 06 14:24:10.362583 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60572) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:10.373241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 5e8d5e90-7523-47df-8b2e-2aa834732e1d {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:10.376980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Calling delete_port for d23431a5-c98f-4969-87a1-2ebb4739c64e owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:10.377930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5e8d5e90-7523-47df-8b2e-2aa834732e1d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:10.378173 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc29ae7e-8b5b-4789-b70e-859a7f3dc029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.385618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd4b33a-c93e-4ae2-9a0f-978802618c36 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a17648e2-2dc1-4e29-bb98-91b6724e2443,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:10.447553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-66ea020d-1ed0-40ee-9b2b-1fb6a60fa1a1 None None] For port d23431a5-c98f-4969-87a1-2ebb4739c64e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d23431a5-c98f-4969-87a1-2ebb4739c64e,segment=NetworkSegment(c3249943-c6d3-4bbd-baec-ff134f70badf),segment_id=c3249943-c6d3-4bbd-baec-ff134f70badf)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:10.447956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-66ea020d-1ed0-40ee-9b2b-1fb6a60fa1a1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.466850 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-66ea020d-1ed0-40ee-9b2b-1fb6a60fa1a1 None None] Calling delete_port for d23431a5-c98f-4969-87a1-2ebb4739c64e owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:10.516423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bc70cd-b411-480b-bc8e-7d159d8bd600 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:10.520230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-36bc70cd-b411-480b-bc8e-7d159d8bd600 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.521894 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bc70cd-b411-480b-bc8e-7d159d8bd600 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:10.522334 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36bc70cd-b411-480b-bc8e-7d159d8bd600 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:24:10.549891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc29ae7e-8b5b-4789-b70e-859a7f3dc029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.558490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-38037b36-4f7f-4aaa-8567-4e66aed2934e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.573353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.585815 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29ae7e-8b5b-4789-b70e-859a7f3dc029 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=061c47c1-bfd5-433c-88e1-662da2288010,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:10.594728 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc29ae7e-8b5b-4789-b70e-859a7f3dc029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.598030 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cc29ae7e-8b5b-4789-b70e-859a7f3dc029 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/061c47c1-bfd5-433c-88e1-662da2288010 HTTP/1.1" status: 204 len: 168 time: 0.9869606 Dec 06 14:24:10.601016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8cdfe8-3502-4ddb-9711-a93a9dd78092 None None] Network c98b384e-7d44-41c8-aa9e-af7a94219b19 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:10.601172 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60574) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:10.603023 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3305a65b-c3ab-45f7-89d0-f41f46f46ed6 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2376943 Dec 06 14:24:10.608059 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60576) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:10.609129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-38037b36-4f7f-4aaa-8567-4e66aed2934e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.617639 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-38037b36-4f7f-4aaa-8567-4e66aed2934e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "DELETE /v2.0/subnets/4eb369f4-3c97-44a2-a782-d659d1a20723 HTTP/1.1" status: 204 len: 168 time: 1.0829391 Dec 06 14:24:10.624997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60578) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:10.626566 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Deleting port 6e82cc7b-edb2-48c9-9ba6-72435d3d437b {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:10.626905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.634509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33c51cd-b9b8-4f56-84b7-acb84b745122 None None] Network 0eb6b832-2d60-4aca-a545-d2105abe320e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:10.661917 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38037b36-4f7f-4aaa-8567-4e66aed2934e tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb369f4-3c97-44a2-a782-d659d1a20723,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:10.688977 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-36bc70cd-b411-480b-bc8e-7d159d8bd600 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5771794 Dec 06 14:24:10.693079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60580) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:10.699000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-fe2a4e94-5605-4566-b918-2b71b85ac024 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:10.713854 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-66ea020d-1ed0-40ee-9b2b-1fb6a60fa1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.768333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b184ed5-f8d6-4fe9-a4a7-a8237820b672 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.805963 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deffdb9a-551f-4077-b5a0-c5d7e1e44328 None None] Network 2134b3fa-06ed-40bd-a1b6-af19499406ce requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:10.808763 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b184ed5-f8d6-4fe9-a4a7-a8237820b672 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.815212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ea020d-1ed0-40ee-9b2b-1fb6a60fa1a1 None None] Pushing event deleted for resources: {'Port': ['ID=d23431a5-c98f-4969-87a1-2ebb4739c64e,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:10.824888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.835074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.839349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.839824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ea020d-1ed0-40ee-9b2b-1fb6a60fa1a1 None None] No DVR routers for this DVR port d23431a5-c98f-4969-87a1-2ebb4739c64e on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:10.882278 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d23431a5-c98f-4969-87a1-2ebb4739c64e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:10.898687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] No DVR routers for this DVR port d23431a5-c98f-4969-87a1-2ebb4739c64e on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:10.908352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.929263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Deleting port 22d006bd-fcba-4d9b-b8db-ec73abb30db9 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:10.929631 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.959240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Calling delete_port for 6e82cc7b-edb2-48c9-9ba6-72435d3d437b owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:10.966605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:10.967406 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.977187 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b184ed5-f8d6-4fe9-a4a7-a8237820b672 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.989625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b184ed5-f8d6-4fe9-a4a7-a8237820b672 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:10.993159 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7b184ed5-f8d6-4fe9-a4a7-a8237820b672 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/f189835a-c850-4db9-a66b-76833166b59d HTTP/1.1" status: 204 len: 168 time: 0.3539655 Dec 06 14:24:10.999066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2a4e94-5605-4566-b918-2b71b85ac024 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:11.002641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe2a4e94-5605-4566-b918-2b71b85ac024 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.003974 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe2a4e94-5605-4566-b918-2b71b85ac024 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:11.004397 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe2a4e94-5605-4566-b918-2b71b85ac024 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:24:11.007640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60582) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:11.022513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b184ed5-f8d6-4fe9-a4a7-a8237820b672 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f189835a-c850-4db9-a66b-76833166b59d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:11.036343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9d95e840-aed0-4eaf-835e-687c2e335a9a None None] Provisioning complete for port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:11.036716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d95e840-aed0-4eaf-835e-687c2e335a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.047053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] For port 22d006bd-fcba-4d9b-b8db-ec73abb30db9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=22d006bd-fcba-4d9b-b8db-ec73abb30db9,segment=NetworkSegment(c31b01fc-9882-4822-aba4-cafc3e7435bc),segment_id=c31b01fc-9882-4822-aba4-cafc3e7435bc)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:11.047635 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.062894 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Calling delete_port for 22d006bd-fcba-4d9b-b8db-ec73abb30db9 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:11.089673 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9259ab72-a90b-4a0d-aa4a-6a8cc7802b98 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0761044 Dec 06 14:24:11.091635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60584) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:11.163526 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fe2a4e94-5605-4566-b918-2b71b85ac024 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4689820 Dec 06 14:24:11.166512 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60586) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:11.168439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.172544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e7a67aa5-6de8-4b72-97b7-2b6b8ff769f7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:11.178574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] For port 084d75a6-59d2-443c-be22-3fc2eb9f8c43, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=084d75a6-59d2-443c-be22-3fc2eb9f8c43,segment=NetworkSegment(07f34d0b-aa31-4109-8b94-ffd1a505012c),segment_id=07f34d0b-aa31-4109-8b94-ffd1a505012c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:11.178936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.219901 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for 084d75a6-59d2-443c-be22-3fc2eb9f8c43 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:11.224099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c394b0e4-07d6-476b-be7a-ef255e091aa6 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.240781 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Deleting port 6d51eee4-69d0-4c50-8c6b-40e449f52906 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:11.241142 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.244496 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335b2338-1336-4dd0-9810-241ea87aea01']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:11.267391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.275248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63d8adf-01f0-4f8f-b820-ec436e34149e None None] DHCP port deletion for c98b384e-7d44-41c8-aa9e-af7a94219b19 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:11.299429 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d006bd-fcba-4d9b-b8db-ec73abb30db9,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:11.305431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c394b0e4-07d6-476b-be7a-ef255e091aa6 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.313017 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] No DVR routers for this DVR port 22d006bd-fcba-4d9b-b8db-ec73abb30db9 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:11.324332 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3249943-c6d3-4bbd-baec-ff134f70badf') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:11.324626 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3249943-c6d3-4bbd-baec-ff134f70badf') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:11.331454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6a2e58-0b68-46c8-afa9-d0069dff6a9e None None] DHCP port deletion for 0eb6b832-2d60-4aca-a545-d2105abe320e request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:11.385190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241d403c-74e2-4c22-968f-db7b0a4b31a2 None None] DHCP port deletion for 2134b3fa-06ed-40bd-a1b6-af19499406ce request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:11.396149 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.398997 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a2e58-0b68-46c8-afa9-d0069dff6a9e None None] Deleting port 6d51eee4-69d0-4c50-8c6b-40e449f52906 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:11.399471 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc6a2e58-0b68-46c8-afa9-d0069dff6a9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.416060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a67aa5-6de8-4b72-97b7-2b6b8ff769f7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:11.416280 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.420731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e7a67aa5-6de8-4b72-97b7-2b6b8ff769f7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.422609 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a67aa5-6de8-4b72-97b7-2b6b8ff769f7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:11.423247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a67aa5-6de8-4b72-97b7-2b6b8ff769f7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:24:11.433682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c98b384e-7d44-41c8-aa9e-af7a94219b19']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:11.443794 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] For port 6d51eee4-69d0-4c50-8c6b-40e449f52906, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d51eee4-69d0-4c50-8c6b-40e449f52906,segment=NetworkSegment(9d692158-aebd-4098-9a15-1dabf3fd4a98),segment_id=9d692158-aebd-4098-9a15-1dabf3fd4a98)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:11.444194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.450082 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31b01fc-9882-4822-aba4-cafc3e7435bc') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:11.450635 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31b01fc-9882-4822-aba4-cafc3e7435bc') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:11.462412 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.470729 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Calling delete_port for 6d51eee4-69d0-4c50-8c6b-40e449f52906 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:11.478464 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.486246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:24:11.486901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:24:11.489329 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:24:11.492456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.493732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc6a2e58-0b68-46c8-afa9-d0069dff6a9e None None] For port 6d51eee4-69d0-4c50-8c6b-40e449f52906, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6d51eee4-69d0-4c50-8c6b-40e449f52906,segment=NetworkSegment(9d692158-aebd-4098-9a15-1dabf3fd4a98),segment_id=9d692158-aebd-4098-9a15-1dabf3fd4a98)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:11.494134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc6a2e58-0b68-46c8-afa9-d0069dff6a9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.509782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc6a2e58-0b68-46c8-afa9-d0069dff6a9e None None] Calling delete_port for 6d51eee4-69d0-4c50-8c6b-40e449f52906 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:11.521698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:24:11.522094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:24:11.523810 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:24:11.526606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-241d403c-74e2-4c22-968f-db7b0a4b31a2 None None] Deleting port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:11.526606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-241d403c-74e2-4c22-968f-db7b0a4b31a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.553052 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e7a67aa5-6de8-4b72-97b7-2b6b8ff769f7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3851533 Dec 06 14:24:11.556194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60588) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:11.561225 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-98fcc9b1-633a-404c-9137-877448415347 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:11.621775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c394b0e4-07d6-476b-be7a-ef255e091aa6 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.633643 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c394b0e4-07d6-476b-be7a-ef255e091aa6 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.634606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-241d403c-74e2-4c22-968f-db7b0a4b31a2 None None] For port 084d75a6-59d2-443c-be22-3fc2eb9f8c43, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=084d75a6-59d2-443c-be22-3fc2eb9f8c43,segment=NetworkSegment(07f34d0b-aa31-4109-8b94-ffd1a505012c),segment_id=07f34d0b-aa31-4109-8b94-ffd1a505012c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:11.634906 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c394b0e4-07d6-476b-be7a-ef255e091aa6 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/29624b0f-016f-4d74-a923-5c8b65b11fbc HTTP/1.1" status: 204 len: 168 time: 0.5426524 Dec 06 14:24:11.635062 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-241d403c-74e2-4c22-968f-db7b0a4b31a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.639833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60590) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:11.646490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c394b0e4-07d6-476b-be7a-ef255e091aa6 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29624b0f-016f-4d74-a923-5c8b65b11fbc,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:11.663192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-241d403c-74e2-4c22-968f-db7b0a4b31a2 None None] Calling delete_port for 084d75a6-59d2-443c-be22-3fc2eb9f8c43 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:11.688964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.715856 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Pushing event deleted for resources: {'Port': ['ID=6e82cc7b-edb2-48c9-9ba6-72435d3d437b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:11.717211 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e80eb376-9576-4c21-b5aa-5be6c6a153a7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0759902 Dec 06 14:24:11.719641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60592) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:11.724937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.730283 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.734155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a9bf2e-38f3-4f15-8181-dbff76f3c896 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:11.738676 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.744272 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.752802 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c98b384e-7d44-41c8-aa9e-af7a94219b19 HTTP/1.1" status: 204 len: 168 time: 1.1499295 Dec 06 14:24:11.755267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.758678 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/335b2338-1336-4dd0-9810-241ea87aea01 HTTP/1.1" status: 204 len: 168 time: 2.2520723 Dec 06 14:24:11.776346 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc6a2e58-0b68-46c8-afa9-d0069dff6a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.783329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73def9-21a5-40f6-8528-ed804f2025a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c98b384e-7d44-41c8-aa9e-af7a94219b19,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:11.790123 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98fcc9b1-633a-404c-9137-877448415347 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:11.795050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98fcc9b1-633a-404c-9137-877448415347 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.797535 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fcc9b1-633a-404c-9137-877448415347 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:11.798086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98fcc9b1-633a-404c-9137-877448415347 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:24:11.814840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a2e58-0b68-46c8-afa9-d0069dff6a9e None None] Pushing event deleted for resources: {'Port': ['ID=6d51eee4-69d0-4c50-8c6b-40e449f52906,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:11.820554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-241d403c-74e2-4c22-968f-db7b0a4b31a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.824270 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a2e58-0b68-46c8-afa9-d0069dff6a9e None None] No DVR routers for this DVR port 6d51eee4-69d0-4c50-8c6b-40e449f52906 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:11.832653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.877895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8869d56b-85c9-4e01-979d-49f8f4bd62c7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.883577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241d403c-74e2-4c22-968f-db7b0a4b31a2 None None] Pushing event deleted for resources: {'Port': ['ID=084d75a6-59d2-443c-be22-3fc2eb9f8c43,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:11.889768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241d403c-74e2-4c22-968f-db7b0a4b31a2 None None] No DVR routers for this DVR port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:11.909828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=084d75a6-59d2-443c-be22-3fc2eb9f8c43,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:11.911900 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34e4fb-377e-4fdc-b67b-6fc49013ebe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=335b2338-1336-4dd0-9810-241ea87aea01,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:11.926352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8869d56b-85c9-4e01-979d-49f8f4bd62c7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.949128 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-98fcc9b1-633a-404c-9137-877448415347 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3918467 Dec 06 14:24:11.952041 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60598) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:11.955591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No DVR routers for this DVR port 084d75a6-59d2-443c-be22-3fc2eb9f8c43 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:11.957268 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-daf07ef1-60aa-4cc1-b356-c8cdc93768c5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:11.970275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:11.997886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 084d75a6-59d2-443c-be22-3fc2eb9f8c43 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:12.043001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 084d75a6-59d2-443c-be22-3fc2eb9f8c43 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:12.043604 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 084d75a6-59d2-443c-be22-3fc2eb9f8c43 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:12.044209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6d51eee4-69d0-4c50-8c6b-40e449f52906 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:12.075862 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 6d51eee4-69d0-4c50-8c6b-40e449f52906 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:12.076209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6d51eee4-69d0-4c50-8c6b-40e449f52906 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:12.076632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 22d006bd-fcba-4d9b-b8db-ec73abb30db9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:12.100131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 22d006bd-fcba-4d9b-b8db-ec73abb30db9 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:12.100480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 22d006bd-fcba-4d9b-b8db-ec73abb30db9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:12.100933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d23431a5-c98f-4969-87a1-2ebb4739c64e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:12.121789 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event deleted for resources: {'Port': ['ID=6d51eee4-69d0-4c50-8c6b-40e449f52906,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:12.128459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: d23431a5-c98f-4969-87a1-2ebb4739c64e {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:12.128876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d23431a5-c98f-4969-87a1-2ebb4739c64e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:12.130658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] No DVR routers for this DVR port 6d51eee4-69d0-4c50-8c6b-40e449f52906 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:12.157583 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf07ef1-60aa-4cc1-b356-c8cdc93768c5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:12.161234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-daf07ef1-60aa-4cc1-b356-c8cdc93768c5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.162828 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-daf07ef1-60aa-4cc1-b356-c8cdc93768c5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:12.163397 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daf07ef1-60aa-4cc1-b356-c8cdc93768c5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:24:12.185058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8869d56b-85c9-4e01-979d-49f8f4bd62c7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.187993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8869d56b-85c9-4e01-979d-49f8f4bd62c7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.189198 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8869d56b-85c9-4e01-979d-49f8f4bd62c7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-groups/8ae258db-e94e-4a1a-95be-a9d9e887f8de HTTP/1.1" status: 204 len: 168 time: 0.4664807 Dec 06 14:24:12.192669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60600) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.210607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869d56b-85c9-4e01-979d-49f8f4bd62c7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae258db-e94e-4a1a-95be-a9d9e887f8de,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:12.251663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.259957 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2158cc01-a257-4f2a-8d42-8d07d34ef4f8 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0654161 Dec 06 14:24:12.283392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.283648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60602) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.283648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0166eaf2-e561-4caa-8aa1-8eda36c4d890 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group': {'name': 'tempest-secgroup--2103968295'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:12.289335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.302367 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2134b3fa-06ed-40bd-a1b6-af19499406ce']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:12.367217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f34d0b-aa31-4109-8b94-ffd1a505012c') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:12.377083 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f34d0b-aa31-4109-8b94-ffd1a505012c') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:12.408210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.419796 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.445558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb6b832-2d60-4aca-a545-d2105abe320e']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:12.447973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.459707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Router f53ab73a-e347-45ab-82fe-52a5aced3969 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:24:12.464144 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d692158-aebd-4098-9a15-1dabf3fd4a98') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:12.464437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d692158-aebd-4098-9a15-1dabf3fd4a98') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:12.467615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:24:12.467996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:24:12.476650 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:24:12.479671 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-daf07ef1-60aa-4cc1-b356-c8cdc93768c5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5238137 Dec 06 14:24:12.482589 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60604) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.490831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-eef03854-9fc1-4f16-8838-dfab060a6d73 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:12.496082 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.545140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.610045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:24:12.610446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:24:12.613393 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:24:12.659750 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60606) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.660439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:24:12.672997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.672997 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ca05f50c-0a35-473c-ba53-f18bd34619b5 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "PUT /v2.0/routers/f53ab73a-e347-45ab-82fe-52a5aced3969 HTTP/1.1" status: 200 len: 709 time: 3.7297618 Dec 06 14:24:12.674059 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60608) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.675495 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8994d18e-40da-4c17-90ba-51d0f8e8f456 None None] Sync routers for ids ['f53ab73a-e347-45ab-82fe-52a5aced3969'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:24:12.690906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8994d18e-40da-4c17-90ba-51d0f8e8f456 None None] Routers {'f53ab73a-e347-45ab-82fe-52a5aced3969'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:12.692509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8994d18e-40da-4c17-90ba-51d0f8e8f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f53ab73a-e347-45ab-82fe-52a5aced3969'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:12.713577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0166eaf2-e561-4caa-8aa1-8eda36c4d890 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.730338 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1b840faf-e631-4a32-bcd8-74b2c291a01d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd78db0f8cf648398d8866de73fbfdce&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0693836 Dec 06 14:24:12.732144 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8994d18e-40da-4c17-90ba-51d0f8e8f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:12.733078 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60610) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.738423 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.746515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8994d18e-40da-4c17-90ba-51d0f8e8f456 None None] Routers {'f53ab73a-e347-45ab-82fe-52a5aced3969'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:12.746515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8994d18e-40da-4c17-90ba-51d0f8e8f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f53ab73a-e347-45ab-82fe-52a5aced3969'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:12.747502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.750775 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/networks/2134b3fa-06ed-40bd-a1b6-af19499406ce HTTP/1.1" status: 204 len: 168 time: 2.4061959 Dec 06 14:24:12.754486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60612) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.780899 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60614) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.795516 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8994d18e-40da-4c17-90ba-51d0f8e8f456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:12.796735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8994d18e-40da-4c17-90ba-51d0f8e8f456 None None] The sync data for ids ['f53ab73a-e347-45ab-82fe-52a5aced3969'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:24:12.797223 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fa541-09da-49a9-bdf6-a25b1915e3a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Network': ['ID=2134b3fa-06ed-40bd-a1b6-af19499406ce,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:12.802181 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bf329d84-4eab-4eee-808a-a2db243c1bcf tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/routers/f53ab73a-e347-45ab-82fe-52a5aced3969 HTTP/1.1" status: 200 len: 744 time: 0.1278062 Dec 06 14:24:12.805094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60616) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.816730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef03854-9fc1-4f16-8838-dfab060a6d73 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:12.820413 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eef03854-9fc1-4f16-8838-dfab060a6d73 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.821833 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef03854-9fc1-4f16-8838-dfab060a6d73 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:12.822264 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef03854-9fc1-4f16-8838-dfab060a6d73 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:24:12.855039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.858178 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-76e5330f-356f-473d-ac53-6928190c83b5 tempest-RoutersIpV6AdminTest-1364354900 tempest-RoutersIpV6AdminTest-1364354900-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&device_id=f53ab73a-e347-45ab-82fe-52a5aced3969 HTTP/1.1" status: 200 len: 205 time: 0.0496314 Dec 06 14:24:12.866164 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.867582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60618) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.869370 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "DELETE /v2.0/networks/0eb6b832-2d60-4aca-a545-d2105abe320e HTTP/1.1" status: 204 len: 168 time: 2.2404175 Dec 06 14:24:12.880430 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60620) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.885165 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cf13236a-0f14-4478-922f-02ff8b373a1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.889972 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8ed9f6-ab10-4f4c-be0d-bffc5fc4d413 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:12.901481 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1b8ed9f6-ab10-4f4c-be0d-bffc5fc4d413 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1364005 Dec 06 14:24:12.903067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f6b25-8066-43e6-ae79-f64f6a42a323 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Pushing event deleted for resources: {'Network': ['ID=0eb6b832-2d60-4aca-a545-d2105abe320e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:12.904880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60622) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.919211 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e9f96a71-af77-4e24-87ff-eaad8c76c684 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1581c8e1066d4f8e9d864ea17bbba555&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1337152 Dec 06 14:24:12.924819 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0c883ec1-f37a-40dd-8fce-eebc43a790a9 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53ab73a-e347-45ab-82fe-52a5aced3969 HTTP/1.1" status: 200 len: 205 time: 0.0530512 Dec 06 14:24:12.927938 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60624) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.928233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60626) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.931382 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-06ff0669-f22a-4593-93cf-8ff91451f7c5 tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ffb8b8c-bb49-4026-9b5c-d1a32db55dda HTTP/1.1" status: 200 len: 205 time: 0.0492837 Dec 06 14:24:12.945124 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60628) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:12.958454 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cf13236a-0f14-4478-922f-02ff8b373a1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:12.964253 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0166eaf2-e561-4caa-8aa1-8eda36c4d890 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.024456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16ffb427-16da-4099-9aba-2129b825affe tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.030996 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-eef03854-9fc1-4f16-8838-dfab060a6d73 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5473933 Dec 06 14:24:13.037906 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60630) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.044931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0166eaf2-e561-4caa-8aa1-8eda36c4d890 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.089820 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-00446005-35f7-4229-91ad-a2bcc7a9b697 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1824350 Dec 06 14:24:13.093134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60632) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.099345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ec7e6778-6ecb-4019-8a61-4fe579abf455 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-188867096'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:13.107516 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b7aa01da-d7fb-4d09-99e9-50d94632cdcf tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0634046 Dec 06 14:24:13.120305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3469bd30-8ca5-469d-89c9-320695512de4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.128165 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60634) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.231510 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16ffb427-16da-4099-9aba-2129b825affe tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.235590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16ffb427-16da-4099-9aba-2129b825affe tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.242099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166eaf2-e561-4caa-8aa1-8eda36c4d890 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4be468-2a03-4151-b3b8-75cd0856432d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:13.252635 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0166eaf2-e561-4caa-8aa1-8eda36c4d890 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.256373 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0166eaf2-e561-4caa-8aa1-8eda36c4d890 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9783738 Dec 06 14:24:13.262608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60636) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.275211 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-80c35fdd-5c9d-4276-bdc1-1fe63ac82ab4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group_rule': {'security_group_id': '2c4be468-2a03-4151-b3b8-75cd0856432d', 'direction': 'ingress', 'protocol': 17}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:13.294705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e71f-f68f-4fd7-a58b-de7ecb6deaf8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.333907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7e6778-6ecb-4019-8a61-4fe579abf455 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:13.337462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec7e6778-6ecb-4019-8a61-4fe579abf455 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.359022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f76cd4-c658-47be-9de0-1c0e064ab1d0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:13.361104 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-69f76cd4-c658-47be-9de0-1c0e064ab1d0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2293506 Dec 06 14:24:13.363768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60638) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.372842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16ffb427-16da-4099-9aba-2129b825affe tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.373349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ffb427-16da-4099-9aba-2129b825affe tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Fanout notify agent at l3_agent the message router_deleted on router 4ffb8b8c-bb49-4026-9b5c-d1a32db55dda {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:24:13.408979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cf13236a-0f14-4478-922f-02ff8b373a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.413401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16ffb427-16da-4099-9aba-2129b825affe tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.413401 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-16ffb427-16da-4099-9aba-2129b825affe tempest-RoutersNegativeIpV6Test-106652548 tempest-RoutersNegativeIpV6Test-106652548-project] 10.222.0.42 "DELETE /v2.0/routers/4ffb8b8c-bb49-4026-9b5c-d1a32db55dda HTTP/1.1" status: 204 len: 168 time: 0.4643102 Dec 06 14:24:13.413600 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cf13236a-0f14-4478-922f-02ff8b373a1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.413697 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e56c61f3-b7d8-4ae3-8be7-fb75f79ebc58 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477502 Dec 06 14:24:13.413779 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cf13236a-0f14-4478-922f-02ff8b373a1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d747711-ac43-4c77-ac0c-75b3f3f1790c HTTP/1.1" status: 204 len: 168 time: 0.6787679 Dec 06 14:24:13.413857 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7e6778-6ecb-4019-8a61-4fe579abf455 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:24:13.419202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60644) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.419470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3469bd30-8ca5-469d-89c9-320695512de4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.424086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e71f-f68f-4fd7-a58b-de7ecb6deaf8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.425531 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1ade4776-da3a-407b-8ed9-9efdc1aa259e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:13.428471 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3469bd30-8ca5-469d-89c9-320695512de4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.443387 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec7e6778-6ecb-4019-8a61-4fe579abf455 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.443752 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-ec7e6778-6ecb-4019-8a61-4fe579abf455 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Added segment 5011ac64-0098-4f71-b00b-31864c3135ca of type vlan for network a99b9f29-988c-4fdc-b548-e74360024280 Dec 06 14:24:13.447364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf13236a-0f14-4478-922f-02ff8b373a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d747711-ac43-4c77-ac0c-75b3f3f1790c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:13.543551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec7e6778-6ecb-4019-8a61-4fe579abf455 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.607134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80c35fdd-5c9d-4276-bdc1-1fe63ac82ab4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.628394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e71f-f68f-4fd7-a58b-de7ecb6deaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.631064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7b8e71f-f68f-4fd7-a58b-de7ecb6deaf8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.632218 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b7b8e71f-f68f-4fd7-a58b-de7ecb6deaf8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e5fdbcf-9f59-4f4d-bca1-f9748c8aefe1 HTTP/1.1" status: 204 len: 168 time: 0.7007635 Dec 06 14:24:13.632950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3469bd30-8ca5-469d-89c9-320695512de4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.633436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3469bd30-8ca5-469d-89c9-320695512de4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Fanout notify agent at l3_agent the message router_deleted on router f53ab73a-e347-45ab-82fe-52a5aced3969 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:24:13.643733 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3469bd30-8ca5-469d-89c9-320695512de4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.644765 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3469bd30-8ca5-469d-89c9-320695512de4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "DELETE /v2.0/routers/f53ab73a-e347-45ab-82fe-52a5aced3969 HTTP/1.1" status: 204 len: 168 time: 0.7122037 Dec 06 14:24:13.648352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60648) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.657136 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8e71f-f68f-4fd7-a58b-de7ecb6deaf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5fdbcf-9f59-4f4d-bca1-f9748c8aefe1,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:13.676603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80c35fdd-5c9d-4276-bdc1-1fe63ac82ab4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.682293 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c545a6d8-ebd4-4f71-9726-042810ffacc4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53ab73a-e347-45ab-82fe-52a5aced3969 HTTP/1.1" status: 200 len: 205 time: 0.0326705 Dec 06 14:24:13.687036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec7e6778-6ecb-4019-8a61-4fe579abf455 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.687175 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60650) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.689378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7e6778-6ecb-4019-8a61-4fe579abf455 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:13.690091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec7e6778-6ecb-4019-8a61-4fe579abf455 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.720939 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ade4776-da3a-407b-8ed9-9efdc1aa259e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:13.724343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1ade4776-da3a-407b-8ed9-9efdc1aa259e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.727079 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-152d4700-de94-492f-a5bb-3635e16ecd4e tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] delete failed (client error): The resource could not be found. Dec 06 14:24:13.728103 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-152d4700-de94-492f-a5bb-3635e16ecd4e tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "DELETE /v2.0/routers/f53ab73a-e347-45ab-82fe-52a5aced3969 HTTP/1.1" status: 404 len: 336 time: 0.0416219 Dec 06 14:24:13.730754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60652) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.757810 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-dc3a49e9-722e-40ba-a6d7-1f12ac10f1a2 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "GET /v2.0/ports?device_id=c04bc5f8-7153-4e0d-97b6-d7719689d2d6 HTTP/1.1" status: 200 len: 205 time: 0.0258267 Dec 06 14:24:13.760304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60654) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.804155 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-09b78e1e-e552-459c-a2f5-49751f68699d tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] delete failed (client error): The resource could not be found. Dec 06 14:24:13.805200 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-09b78e1e-e552-459c-a2f5-49751f68699d tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "DELETE /v2.0/routers/c04bc5f8-7153-4e0d-97b6-d7719689d2d6 HTTP/1.1" status: 404 len: 336 time: 0.0440266 Dec 06 14:24:13.805872 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80c35fdd-5c9d-4276-bdc1-1fe63ac82ab4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.809784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60656) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.821194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e6778-6ecb-4019-8a61-4fe579abf455 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Network': ['ID=a99b9f29-988c-4fdc-b548-e74360024280,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:13.828386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c35fdd-5c9d-4276-bdc1-1fe63ac82ab4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07099e7e-1ff2-462e-8c52-b89f8250f415,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:13.833921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60658) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.834066 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ec7e6778-6ecb-4019-8a61-4fe579abf455 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7389805 Dec 06 14:24:13.838438 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-90858344-b66b-425a-bc98-7c1c2d53a62f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': 'a99b9f29-988c-4fdc-b548-e74360024280', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:13.846386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network a99b9f29-988c-4fdc-b548-e74360024280 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:24:13.855111 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0990dd12-aa8f-453a-b888-96d1bf83ce28 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "GET /v2.0/ports?device_id=03725a97-1c3d-4247-83c5-6983e7f8db5f HTTP/1.1" status: 200 len: 205 time: 0.0440485 Dec 06 14:24:13.861573 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60660) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.910247 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-2b9e24c2-1d64-4f89-9937-f2130c26a0e4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] delete failed (client error): The resource could not be found. Dec 06 14:24:13.911310 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2b9e24c2-1d64-4f89-9937-f2130c26a0e4 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "DELETE /v2.0/routers/03725a97-1c3d-4247-83c5-6983e7f8db5f HTTP/1.1" status: 404 len: 336 time: 0.0486190 Dec 06 14:24:13.914443 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60662) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.948073 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-444db717-1677-4386-a5cd-530901a82689 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8 HTTP/1.1" status: 200 len: 205 time: 0.0325546 Dec 06 14:24:13.950477 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60664) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:13.961586 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80c35fdd-5c9d-4276-bdc1-1fe63ac82ab4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:13.965780 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-80c35fdd-5c9d-4276-bdc1-1fe63ac82ab4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6995518 Dec 06 14:24:13.967420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60668) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:14.001401 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-84898ae5-2c19-4914-adb3-b73b1ff0efff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] delete failed (client error): The resource could not be found. Dec 06 14:24:14.002461 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-84898ae5-2c19-4914-adb3-b73b1ff0efff tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "DELETE /v2.0/routers/c0bb9230-7ca0-4ec1-87f7-dafc4b5f68f8 HTTP/1.1" status: 404 len: 336 time: 0.0510900 Dec 06 14:24:14.005495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60670) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:14.050106 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2925676c-d2e3-41e9-b006-79c95c468fa3 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.075708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90858344-b66b-425a-bc98-7c1c2d53a62f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:14.080221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90858344-b66b-425a-bc98-7c1c2d53a62f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.085065 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2925676c-d2e3-41e9-b006-79c95c468fa3 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.312372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60676) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:14.321785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2925676c-d2e3-41e9-b006-79c95c468fa3 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.330173 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2925676c-d2e3-41e9-b006-79c95c468fa3 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.331440 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2925676c-d2e3-41e9-b006-79c95c468fa3 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-groups/2c4be468-2a03-4151-b3b8-75cd0856432d HTTP/1.1" status: 204 len: 168 time: 0.3629735 Dec 06 14:24:14.344572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60682) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:14.344572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2925676c-d2e3-41e9-b006-79c95c468fa3 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4be468-2a03-4151-b3b8-75cd0856432d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:14.408549 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5a245e2e-5b1e-4f24-b730-82592965be77 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0526273 Dec 06 14:24:14.409548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60688) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:14.415618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-fb059211-f1dd-4f33-87b2-3d5683eca654 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1623629555'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:14.429801 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90858344-b66b-425a-bc98-7c1c2d53a62f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.429923 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4c6ea016-a100-4a20-8643-bdc30db4c180 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb8b278e-2e1c-47ae-ab53-55cdaf55a89b HTTP/1.1" status: 200 len: 205 time: 0.4223866 Dec 06 14:24:14.447150 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60690) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:14.484826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90858344-b66b-425a-bc98-7c1c2d53a62f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Subnet': ['ID=c2c1b4ec-37fd-4555-92ee-bef7eff05f55,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:14.498231 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-933122b1-bdb1-41ee-a95c-46f19bbb256c tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] delete failed (client error): The resource could not be found. Dec 06 14:24:14.499357 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-933122b1-bdb1-41ee-a95c-46f19bbb256c tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "DELETE /v2.0/routers/fb8b278e-2e1c-47ae-ab53-55cdaf55a89b HTTP/1.1" status: 404 len: 336 time: 0.0512676 Dec 06 14:24:14.502636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60696) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:14.542298 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ca1149cb-f889-449b-9b7d-5a928b208092 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "GET /v2.0/ports?device_id=8f174652-c330-4d76-8ac4-936bef35129a HTTP/1.1" status: 200 len: 205 time: 0.0385771 Dec 06 14:24:14.544714 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60702) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:14.573070 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8831530d-65e1-41e7-a5ee-150876b87178 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c877f6dcc5ea49a6916e0ce101b7e0ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2587850 Dec 06 14:24:14.580291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60704) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:14.611153 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-10f768af-71c8-4123-909b-43e2491071cc tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] delete failed (client error): The resource could not be found. Dec 06 14:24:14.614659 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-10f768af-71c8-4123-909b-43e2491071cc tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "DELETE /v2.0/routers/8f174652-c330-4d76-8ac4-936bef35129a HTTP/1.1" status: 404 len: 336 time: 0.0664260 Dec 06 14:24:14.614818 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90858344-b66b-425a-bc98-7c1c2d53a62f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Checking segment: {'id': '5011ac64-0098-4f71-b00b-31864c3135ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a99b9f29-988c-4fdc-b548-e74360024280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:14.614818 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90858344-b66b-425a-bc98-7c1c2d53a62f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network hostable DHCP agents. Network: a99b9f29-988c-4fdc-b548-e74360024280, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:24:14.616077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60708) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:14.645947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c04ffa5d-7381-40a7-9839-96a2548961ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.655669 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc9de53-f9fa-42c4-9181-5e4e8429d5e6 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] DELETE failed (client error): The resource could not be found. Dec 06 14:24:14.669886 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fb059211-f1dd-4f33-87b2-3d5683eca654 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.670046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc9de53-f9fa-42c4-9181-5e4e8429d5e6 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:24:14.670046 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2cc9de53-f9fa-42c4-9181-5e4e8429d5e6 tempest-RoutersIpV6AdminTest-1528806065 tempest-RoutersIpV6AdminTest-1528806065-project] 10.222.0.42 "DELETE /v2.0/subnets/34e542a4-3160-4c17-b4e2-834d4160b164 HTTP/1.1" status: 404 len: 337 time: 0.0420678 Dec 06 14:24:14.678305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c04ffa5d-7381-40a7-9839-96a2548961ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.756558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90858344-b66b-425a-bc98-7c1c2d53a62f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network a99b9f29-988c-4fdc-b548-e74360024280 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:24:14.760035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fb059211-f1dd-4f33-87b2-3d5683eca654 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.853907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.objects.ports [None req-1ade4776-da3a-407b-8ed9-9efdc1aa259e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103724) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:24:14.855227 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1ade4776-da3a-407b-8ed9-9efdc1aa259e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.865500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c04ffa5d-7381-40a7-9839-96a2548961ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.868182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c04ffa5d-7381-40a7-9839-96a2548961ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.869367 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c04ffa5d-7381-40a7-9839-96a2548961ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aba07086-33ad-4aa7-9c3c-c21be8674a1c HTTP/1.1" status: 204 len: 168 time: 0.2881515 Dec 06 14:24:14.877743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ffa5d-7381-40a7-9839-96a2548961ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba07086-33ad-4aa7-9c3c-c21be8674a1c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:14.894249 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade4776-da3a-407b-8ed9-9efdc1aa259e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:14.896369 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-90858344-b66b-425a-bc98-7c1c2d53a62f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a99b9f29-988c-4fdc-b548-e74360024280) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:14.898923 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fb059211-f1dd-4f33-87b2-3d5683eca654 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.904880 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4284249f-cc97-47db-86ca-3b4ab0c50e31 None None] Network a99b9f29-988c-4fdc-b548-e74360024280 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:14.906071 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-1ade4776-da3a-407b-8ed9-9efdc1aa259e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:14.912588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ade4776-da3a-407b-8ed9-9efdc1aa259e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:14.913487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1ade4776-da3a-407b-8ed9-9efdc1aa259e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.925033 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90858344-b66b-425a-bc98-7c1c2d53a62f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:14.925783 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90858344-b66b-425a-bc98-7c1c2d53a62f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:14.930037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade4776-da3a-407b-8ed9-9efdc1aa259e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=ce52a238-703b-4e15-ba67-72355807eda6,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:14.945488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9d426a-088c-4e01-b5cd-ca3395e05725 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:14.977330 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb059211-f1dd-4f33-87b2-3d5683eca654 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=976665f5-fda0-4017-b5b3-d87b88be8224,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:15.043580 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1ade4776-da3a-407b-8ed9-9efdc1aa259e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6228304 Dec 06 14:24:15.045375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60722) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:15.050851 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'mac_address': 'fa:16:3e:9f:db:73', 'name': 'tempest-NetworksTestDHCPv6-2045614888'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:15.107671 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fb059211-f1dd-4f33-87b2-3d5683eca654 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.110613 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fb059211-f1dd-4f33-87b2-3d5683eca654 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6990604 Dec 06 14:24:15.116728 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-90858344-b66b-425a-bc98-7c1c2d53a62f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2799556 Dec 06 14:24:15.116937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60724) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:15.117038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60726) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:15.118847 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-9fbf35c9-034f-4300-b0ac-2be0b151184c tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group': {'name': 'tempest-secgroup--538513611'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:15.122093 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': 'a99b9f29-988c-4fdc-b548-e74360024280', 'name': 'tempest-PortsIpV6TestJSON-837284490'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:15.216607 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a99b9f29-988c-4fdc-b548-e74360024280', 'network_id': 'a99b9f29-988c-4fdc-b548-e74360024280', 'tenant_id': 'a0aefe61d053408ebc8bf5297f57f8e2', 'fixed_ips': [{'subnet_id': 'c2c1b4ec-37fd-4555-92ee-bef7eff05f55'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:24:15.217743 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.235951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': 'ce52a238-703b-4e15-ba67-72355807eda6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:24:15.237308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.284872 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9fbf35c9-034f-4300-b0ac-2be0b151184c tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.364563 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60736) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:15.383898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9fbf35c9-034f-4300-b0ac-2be0b151184c tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.443289 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:15.480939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Allocated IP 2001:db8::2 (a99b9f29-988c-4fdc-b548-e74360024280/c2c1b4ec-37fd-4555-92ee-bef7eff05f55/ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:15.498419 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Allocated IP 2001:db8::f816:3eff:fe48:50df (32250b85-9d7f-4d03-9356-fdcc88577699/ce52a238-703b-4e15-ba67-72355807eda6/d2741c75-8908-4fba-8e19-b52d3a928125) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:15.528740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9fbf35c9-034f-4300-b0ac-2be0b151184c tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.582693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.587313 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf35c9-034f-4300-b0ac-2be0b151184c tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc67fac-0149-42b5-afbd-3a337e487eaa,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:15.614752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 3d71cb43-726e-4269-9d90-ac613ab61963 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:15.671604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-220a8f4b-a1c3-4cba-9a54-b1d5ee71855b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.674000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:15.682501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.714587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60746) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:15.715934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port 6235cc57-e28b-4061-a3a2-4f6b53ead096 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:15.794658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9fbf35c9-034f-4300-b0ac-2be0b151184c tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.797475 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9fbf35c9-034f-4300-b0ac-2be0b151184c tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6819918 Dec 06 14:24:15.801147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60754) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:15.855321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-220a8f4b-a1c3-4cba-9a54-b1d5ee71855b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.867538 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-8e6ddcaa-d7cd-4a57-9aa5-e4ca9575e10a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group_rule': {'security_group_id': '976665f5-fda0-4017-b5b3-d87b88be8224', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8dc67fac-0149-42b5-afbd-3a337e487eaa', 'remote_ip_prefix': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:15.900576 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.917806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.931732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-220a8f4b-a1c3-4cba-9a54-b1d5ee71855b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:15.941086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1543486849-network', 'tenant_id': '6391d33390324960b42f9813fede87b1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:15.973455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a8f4b-a1c3-4cba-9a54-b1d5ee71855b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34e3ad3-643c-48e5-9cac-ea50f74463fa,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:15.983276 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-220a8f4b-a1c3-4cba-9a54-b1d5ee71855b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bae17d47d75544b78215f13d5c737245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6175172 Dec 06 14:24:15.986374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60758) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:15.991310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.013925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60760) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:16.043771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Network a99b9f29-988c-4fdc-b548-e74360024280 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:16.047959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:16.049929 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Pushing event updated for resources: {'Port': ['ID=ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:16.052345 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:16.080442 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-280248695'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:16.080927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.150966 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Made reservation on behalf of 6391d33390324960b42f9813fede87b1 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:16.155021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.155560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Attempting to bind port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:16.155947 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Attempting to bind port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5011ac64-0098-4f71-b00b-31864c3135ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a99b9f29-988c-4fdc-b548-e74360024280'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:16.156356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Attempting to bind port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb on network a99b9f29-988c-4fdc-b548-e74360024280 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:16.167989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Pushing event updated for resources: {'Port': ['ID=d2741c75-8908-4fba-8e19-b52d3a928125,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:16.172671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:16.173962 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:16.174542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Checking segment: {'id': '5011ac64-0098-4f71-b00b-31864c3135ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a99b9f29-988c-4fdc-b548-e74360024280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:16.175115 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.175789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Bound using segment: {'id': '5011ac64-0098-4f71-b00b-31864c3135ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a99b9f29-988c-4fdc-b548-e74360024280'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:16.176205 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Bound port: ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5011ac64-0098-4f71-b00b-31864c3135ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'a99b9f29-988c-4fdc-b548-e74360024280'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:16.176759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.181736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.183303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:16.191804 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:16.262353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Made reservation on behalf of 940b5dba211c4ed6800fb0dd58de2b16 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:16.266736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.292251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.298290 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Attempting to bind port d2741c75-8908-4fba-8e19-b52d3a928125 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:16.298746 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Attempting to bind port d2741c75-8908-4fba-8e19-b52d3a928125 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:16.299041 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Attempting to bind port d2741c75-8908-4fba-8e19-b52d3a928125 on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:16.301376 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] For port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:16.305340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] For port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb,segment=NetworkSegment(5011ac64-0098-4f71-b00b-31864c3135ca),segment_id=5011ac64-0098-4f71-b00b-31864c3135ca)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:16.308384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:16.308768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:16.309210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.315104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:16.315104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Bound port: d2741c75-8908-4fba-8e19-b52d3a928125, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:16.315104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.317357 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::f816:3eff:fe9f:db73 (32250b85-9d7f-4d03-9356-fdcc88577699/ce52a238-703b-4e15-ba67-72355807eda6/3d71cb43-726e-4269-9d90-ac613ab61963) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:16.332229 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.381848 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] For port d2741c75-8908-4fba-8e19-b52d3a928125, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:16.385194 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] For port d2741c75-8908-4fba-8e19-b52d3a928125, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2741c75-8908-4fba-8e19-b52d3a928125,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:16.389294 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddcaa-d7cd-4a57-9aa5-e4ca9575e10a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.429478 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8::f1 (a99b9f29-988c-4fdc-b548-e74360024280/c2c1b4ec-37fd-4555-92ee-bef7eff05f55/6235cc57-e28b-4061-a3a2-4f6b53ead096) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:16.459835 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.483162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d5950ba-d838-48d8-8aea-0dc258b6797b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.526117 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.535463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.537402 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ce1cc-356a-4331-9165-3ca0fea0bd27 None None] Pushing event updated for resources: {'Port': ['ID=ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:16.548163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.578886 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d5950ba-d838-48d8-8aea-0dc258b6797b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.578886 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddcaa-d7cd-4a57-9aa5-e4ca9575e10a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.583905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e477418-88b3-4186-a8e2-c3f24523cd38,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:16.614335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434a6b44-94bd-4da3-b005-cbb2c828b758 None None] Pushing event updated for resources: {'Port': ['ID=d2741c75-8908-4fba-8e19-b52d3a928125,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:16.632703 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:24:16.649638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.654979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.665971 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.666317 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Added segment fb18ba37-bc39-4204-87fb-e900ac386ff1 of type vlan for network 8bb7f889-754a-49bd-a23e-fb0958bb48ef Dec 06 14:24:16.680349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddcaa-d7cd-4a57-9aa5-e4ca9575e10a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.712807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ddcaa-d7cd-4a57-9aa5-e4ca9575e10a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59311695-0fd8-494f-b4a5-c2e7f03fa931,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:16.746784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:24:16.749591 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.802086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddcaa-d7cd-4a57-9aa5-e4ca9575e10a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.806502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.806958 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Added segment c7745bea-6e75-428f-8065-e801ff0c0d36 of type vlan for network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 Dec 06 14:24:16.809613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.812217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e45d353-68cd-4d1a-bf73-071c13cf4681,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:16.813679 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8e6ddcaa-d7cd-4a57-9aa5-e4ca9575e10a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.0107534 Dec 06 14:24:16.814347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60774) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:16.862485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60776) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:16.884793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d5950ba-d838-48d8-8aea-0dc258b6797b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.884793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d5950ba-d838-48d8-8aea-0dc258b6797b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.884793 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0d5950ba-d838-48d8-8aea-0dc258b6797b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d34e3ad3-643c-48e5-9cac-ea50f74463fa HTTP/1.1" status: 204 len: 168 time: 0.8951049 Dec 06 14:24:16.897018 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.900211 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71fa81ea-4dbd-4b8c-af35-bdd8b09a5f91 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.921459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71fa81ea-4dbd-4b8c-af35-bdd8b09a5f91 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:16.924249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5950ba-d838-48d8-8aea-0dc258b6797b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34e3ad3-643c-48e5-9cac-ea50f74463fa,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:16.985042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.018292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.020332 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:17.021512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.026829 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.082024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-439748898-network', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:17.088899 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=6235cc57-e28b-4061-a3a2-4f6b53ead096,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:17.102213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network a99b9f29-988c-4fdc-b548-e74360024280 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:17.109649 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71fa81ea-4dbd-4b8c-af35-bdd8b09a5f91 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.114822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71fa81ea-4dbd-4b8c-af35-bdd8b09a5f91 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.118380 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-71fa81ea-4dbd-4b8c-af35-bdd8b09a5f91 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/59311695-0fd8-494f-b4a5-c2e7f03fa931 HTTP/1.1" status: 204 len: 168 time: 0.2800987 Dec 06 14:24:17.118380 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:17.118964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.120014 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:17.124320 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:17.125182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.126390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:17.127115 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.130645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60782) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:17.164648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=3d71cb43-726e-4269-9d90-ac613ab61963,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:17.175922 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa81ea-4dbd-4b8c-af35-bdd8b09a5f91 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59311695-0fd8-494f-b4a5-c2e7f03fa931,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:17.197387 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d1387588-79a8-4358-af97-49c8fa334949 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0615814 Dec 06 14:24:17.199533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60784) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:17.204373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:17.207902 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4921196 Dec 06 14:24:17.211043 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60786) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:17.211410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:17.217511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:17.220499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-cc29a9c1-1e09-4e88-8185-c5ed8d610bcb admin admin] Request body: {'subnet': {'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1543486849-subnet', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:17.221635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:17.222260 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.225852 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6ef56-5b2d-4edc-820e-33417d602283 admin admin] Pushing event updated for resources: {'Network': ['ID=8bb7f889-754a-49bd-a23e-fb0958bb48ef,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:17.239612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 8bb7f889-754a-49bd-a23e-fb0958bb48ef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:24:17.280059 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-86499916-81d4-449f-bf50-b31a45063830 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.304297 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event updated for resources: {'Network': ['ID=f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:17.308931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-86499916-81d4-449f-bf50-b31a45063830 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.331573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Made reservation on behalf of 852a071ee3ac45faa46fbed60458d40d for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:17.334193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.340532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:24:17.353585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.492724 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.520139 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c213b7ce-91b0-44c1-9fba-58ea3a907059 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4736829 Dec 06 14:24:17.521416 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-072eac64-bc12-407a-ae7a-7e09c2575ebf tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4034531 Dec 06 14:24:17.527898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60790) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:17.528020 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-31b9f47d-7447-4867-b97e-91240eb95aa6 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.5097785 Dec 06 14:24:17.528020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60792) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:17.530740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': 'a99b9f29-988c-4fdc-b548-e74360024280', 'name': 'tempest-PortsIpV6TestJSON-1496839674'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:17.534023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60794) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:17.555361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-9c74770a-a761-49b1-afcc-62c59d1a9c53 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Request body: {'subnet': {'network_id': 'f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:17.561398 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-86499916-81d4-449f-bf50-b31a45063830 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.564548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-86499916-81d4-449f-bf50-b31a45063830 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.567319 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-86499916-81d4-449f-bf50-b31a45063830 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-groups/8dc67fac-0149-42b5-afbd-3a337e487eaa HTTP/1.1" status: 204 len: 168 time: 0.3652894 Dec 06 14:24:17.568735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60796) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:17.579324 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86499916-81d4-449f-bf50-b31a45063830 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc67fac-0149-42b5-afbd-3a337e487eaa,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:17.602831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29868a97-00b6-4ac8-862d-091d78901d84 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:17.612600 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29868a97-00b6-4ac8-862d-091d78901d84 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:17.616790 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-29868a97-00b6-4ac8-862d-091d78901d84 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0892837 Dec 06 14:24:17.616790 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.618884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60798) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:17.649924 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc29a9c1-1e09-4e88-8185-c5ed8d610bcb admin admin] Made reservation on behalf of 6391d33390324960b42f9813fede87b1 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:17.652347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc29a9c1-1e09-4e88-8185-c5ed8d610bcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.690770 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:24:17.722562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3536868-88d9-4b77-9cec-ca1b8fe622f6,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:17.757488 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.758105 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Added segment fe2965c0-8b80-42b1-9f07-bb4028268bce of type vlan for network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 Dec 06 14:24:17.763257 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ce2e73d6-99aa-42e2-9122-f4d2804d356d tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1828494 Dec 06 14:24:17.767125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60800) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:17.834278 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60802) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:17.840602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-80540c9c-b3fd-4c07-896f-1f4ddf5f429c tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.865867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-80540c9c-b3fd-4c07-896f-1f4ddf5f429c tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.868875 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.909297 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c74770a-a761-49b1-afcc-62c59d1a9c53 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Made reservation on behalf of 940b5dba211c4ed6800fb0dd58de2b16 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:17.915113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9c74770a-a761-49b1-afcc-62c59d1a9c53 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:17.970392 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5002f802-7517-4d9f-a775-4292c429f797 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed7c06dde0b9455ba2255d6afe2aa4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274948 Dec 06 14:24:17.974487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60804) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:17.981483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8e0eba-0435-4808-b92a-0a8a8fe1e53c None None] Network a99b9f29-988c-4fdc-b548-e74360024280 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:18.033486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-80540c9c-b3fd-4c07-896f-1f4ddf5f429c tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.034301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5a72f8c9-875f-4041-ae6f-4470cc628b37 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 3d71cb43-726e-4269-9d90-ac613ab61963 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:18.035705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5a72f8c9-875f-4041-ae6f-4470cc628b37 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.042721 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-80540c9c-b3fd-4c07-896f-1f4ddf5f429c tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.044142 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-80540c9c-b3fd-4c07-896f-1f4ddf5f429c tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-groups/976665f5-fda0-4017-b5b3-d87b88be8224 HTTP/1.1" status: 204 len: 168 time: 0.2729166 Dec 06 14:24:18.049702 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60806) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:18.082375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80540c9c-b3fd-4c07-896f-1f4ddf5f429c tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=976665f5-fda0-4017-b5b3-d87b88be8224,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:18.088597 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d2741c75-8908-4fba-8e19-b52d3a928125 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:18.112920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:18.116459 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.148291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.152111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:18.152111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.153262 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-388e4197-3d06-4a58-af39-282a383f2674 None None] Provisioning complete for port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:18.153650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-388e4197-3d06-4a58-af39-282a383f2674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.174034 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7c2c24d3-5db6-4ba6-bceb-54ab2aac7147 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1204107 Dec 06 14:24:18.180717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60808) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:18.186196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e57d52bc-f2d9-45c3-85f9-b558cd1459ee tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group': {'name': 'tempest-secgroup--252394279'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:18.196034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port f1323923-d1fc-4d07-9120-352d6fbfcc8d yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:18.240042 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3748102 Dec 06 14:24:18.251893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60810) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:18.273805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4886c54-33b5-4a7f-9ebb-a6a6d6370b00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.284542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-9a763a99-51cc-42ad-9911-2c4079b2597d admin admin] Request body: {'subnet': {'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-439748898-subnet', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:18.297780 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24265995-3f73-4ddf-bc35-71f1e15fbe53 admin admin] Pushing event updated for resources: {'Network': ['ID=23b95a34-a658-4de3-b9c9-74b7dc477ef7,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:18.309404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc29a9c1-1e09-4e88-8185-c5ed8d610bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.328655 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5a72f8c9-875f-4041-ae6f-4470cc628b37 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.366272 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4886c54-33b5-4a7f-9ebb-a6a6d6370b00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.375433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-388e4197-3d06-4a58-af39-282a383f2674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.378217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:24:18.395126 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5a72f8c9-875f-4041-ae6f-4470cc628b37 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 3d71cb43-726e-4269-9d90-ac613ab61963 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:18.404433 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8::33a (a99b9f29-988c-4fdc-b548-e74360024280/c2c1b4ec-37fd-4555-92ee-bef7eff05f55/f1323923-d1fc-4d07-9120-352d6fbfcc8d) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:18.446134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9c74770a-a761-49b1-afcc-62c59d1a9c53 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.450813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e57d52bc-f2d9-45c3-85f9-b558cd1459ee tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.486426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d2741c75-8908-4fba-8e19-b52d3a928125 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:18.486753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29a9c1-1e09-4e88-8185-c5ed8d610bcb admin admin] Checking segment: {'id': 'fb18ba37-bc39-4204-87fb-e900ac386ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:18.487124 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29a9c1-1e09-4e88-8185-c5ed8d610bcb admin admin] Network hostable DHCP agents. Network: 8bb7f889-754a-49bd-a23e-fb0958bb48ef, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:24:18.487354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.502555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29a9c1-1e09-4e88-8185-c5ed8d610bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=76651f74-3875-4b5a-9896-ff48a7bf8ece,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:18.573891 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-388e4197-3d06-4a58-af39-282a383f2674 None None] For port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb,segment=NetworkSegment(5011ac64-0098-4f71-b00b-31864c3135ca),segment_id=5011ac64-0098-4f71-b00b-31864c3135ca)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:18.575535 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c74770a-a761-49b1-afcc-62c59d1a9c53 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event updated for resources: {'Subnet': ['ID=db9b03b8-b495-4ced-b289-ba227515ed44,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:18.631810 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a763a99-51cc-42ad-9911-2c4079b2597d admin admin] Made reservation on behalf of 852a071ee3ac45faa46fbed60458d40d for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:18.634193 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9a763a99-51cc-42ad-9911-2c4079b2597d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.653154 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4886c54-33b5-4a7f-9ebb-a6a6d6370b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.657461 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4886c54-33b5-4a7f-9ebb-a6a6d6370b00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.662937 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c4886c54-33b5-4a7f-9ebb-a6a6d6370b00 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82f3bb24-4350-4f7e-8938-df67d5393965 HTTP/1.1" status: 204 len: 168 time: 0.6844196 Dec 06 14:24:18.673362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29a9c1-1e09-4e88-8185-c5ed8d610bcb admin admin] Network 8bb7f889-754a-49bd-a23e-fb0958bb48ef is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:24:18.687227 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4886c54-33b5-4a7f-9ebb-a6a6d6370b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f3bb24-4350-4f7e-8938-df67d5393965,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:18.689344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.708557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c74770a-a761-49b1-afcc-62c59d1a9c53 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Checking segment: {'id': 'c7745bea-6e75-428f-8065-e801ff0c0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:18.708557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c74770a-a761-49b1-afcc-62c59d1a9c53 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Network hostable DHCP agents. Network: f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:24:18.737202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-388e4197-3d06-4a58-af39-282a383f2674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.757658 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5a72f8c9-875f-4041-ae6f-4470cc628b37 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.759708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-cc29a9c1-1e09-4e88-8185-c5ed8d610bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8bb7f889-754a-49bd-a23e-fb0958bb48ef) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:18.791033 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de01c8a-6c8d-4c57-953d-84f215cee569 None None] Network 8bb7f889-754a-49bd-a23e-fb0958bb48ef requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:18.795259 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port d2741c75-8908-4fba-8e19-b52d3a928125, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2741c75-8908-4fba-8e19-b52d3a928125,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:18.826731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e57d52bc-f2d9-45c3-85f9-b558cd1459ee tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.842893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.887060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc29a9c1-1e09-4e88-8185-c5ed8d610bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:18.889738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc29a9c1-1e09-4e88-8185-c5ed8d610bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.897611 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72f8c9-875f-4041-ae6f-4470cc628b37 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=3d71cb43-726e-4269-9d90-ac613ab61963,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:18.937121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.938095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:18.938778 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5a72f8c9-875f-4041-ae6f-4470cc628b37 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.953292 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5a72f8c9-875f-4041-ae6f-4470cc628b37 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/3d71cb43-726e-4269-9d90-ac613ab61963 HTTP/1.1" status: 204 len: 168 time: 1.3315396 Dec 06 14:24:18.959999 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60814) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:18.960380 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e57d52bc-f2d9-45c3-85f9-b558cd1459ee tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:18.961906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c74770a-a761-49b1-afcc-62c59d1a9c53 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:24:18.985211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e4197-3d06-4a58-af39-282a383f2674 None None] Pushing event updated for resources: {'Port': ['ID=ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:19.019793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57d52bc-f2d9-45c3-85f9-b558cd1459ee tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4c95bb-2962-4d80-88a2-e8e0b504bdf2,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:19.039499 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.045317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1a8cd642-55e5-4860-95c3-cf3930b8ac64 None None] Provisioning complete for port d2741c75-8908-4fba-8e19-b52d3a928125 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:19.045692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a8cd642-55e5-4860-95c3-cf3930b8ac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.075131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aec80c-3d62-4460-9d84-65f153d3453a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:19.081754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aec80c-3d62-4460-9d84-65f153d3453a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:19.087771 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e6aec80c-3d62-4460-9d84-65f153d3453a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1300809 Dec 06 14:24:19.095509 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cc29a9c1-1e09-4e88-8185-c5ed8d610bcb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8815145 Dec 06 14:24:19.095509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60816) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:19.104290 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-9c74770a-a761-49b1-afcc-62c59d1a9c53 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:19.110057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74770a-a761-49b1-afcc-62c59d1a9c53 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:19.110653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9c74770a-a761-49b1-afcc-62c59d1a9c53 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.129707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60818) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:19.132307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=f1323923-d1fc-4d07-9120-352d6fbfcc8d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:19.140903 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:19.157559 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d810d09-621f-429a-a522-3fc868378d03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet ce52a238-703b-4e15-ba67-72355807eda6 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:19.160605 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d0c112-8341-46ff-8c46-97befb9158ac None None] Network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:19.162216 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d810d09-621f-429a-a522-3fc868378d03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.163268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network a99b9f29-988c-4fdc-b548-e74360024280 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:19.165006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:19.167873 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:19.174988 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:19.175766 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.222231 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9c74770a-a761-49b1-afcc-62c59d1a9c53 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6799178 Dec 06 14:24:19.222231 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60820) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:19.228370 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Request body: {'port': {'network_id': 'f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76', 'name': 'tempest-AllowedAddressPairTestJSON-432347207'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:19.229171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d810d09-621f-429a-a522-3fc868378d03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.249555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=d2741c75-8908-4fba-8e19-b52d3a928125,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:19.353995 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9a763a99-51cc-42ad-9911-2c4079b2597d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.374289 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e3598934-649f-4c0b-b549-231939f2f835 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8452568 Dec 06 14:24:19.376014 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:19.377089 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.377362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60824) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:19.379644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'fixed_ips': [{'subnet_id': '76651f74-3875-4b5a-9896-ff48a7bf8ece'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:24:19.380263 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e57d52bc-f2d9-45c3-85f9-b558cd1459ee tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.380879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.384215 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e57d52bc-f2d9-45c3-85f9-b558cd1459ee tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.1996436 Dec 06 14:24:19.411245 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60826) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:19.483465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d810d09-621f-429a-a522-3fc868378d03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.485107 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-099a9358-852f-42cd-a956-301b8b25ca07 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group_rule': {'security_group_id': 'bd4c95bb-2962-4d80-88a2-e8e0b504bdf2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:19.500168 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a763a99-51cc-42ad-9911-2c4079b2597d admin admin] Pushing event updated for resources: {'Subnet': ['ID=018755a3-99e8-41ec-89d9-a7709363b621,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:19.574809 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e88b5-3f3f-42e6-838c-61d3e0f4403d tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:19.579697 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-246e88b5-3f3f-42e6-838c-61d3e0f4403d tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af1 HTTP/1.1" status: 200 len: 927 time: 0.1980779 Dec 06 14:24:19.580392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60834) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:19.593495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.594948 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.612104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a763a99-51cc-42ad-9911-2c4079b2597d admin admin] Checking segment: {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:19.612471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a763a99-51cc-42ad-9911-2c4079b2597d admin admin] Network hostable DHCP agents. Network: 23b95a34-a658-4de3-b9c9-74b7dc477ef7, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:24:19.686949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.698403 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1d23a15f-4ebf-401a-bc47-4574bfa224bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port f1323923-d1fc-4d07-9120-352d6fbfcc8d {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:19.699861 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d23a15f-4ebf-401a-bc47-4574bfa224bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.716411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-099a9358-852f-42cd-a956-301b8b25ca07 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.773567 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Made reservation on behalf of 940b5dba211c4ed6800fb0dd58de2b16 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:19.778321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.784354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a763a99-51cc-42ad-9911-2c4079b2597d admin admin] Network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:24:19.790756 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d810d09-621f-429a-a522-3fc868378d03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.827591 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d810d09-621f-429a-a522-3fc868378d03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=ce52a238-703b-4e15-ba67-72355807eda6,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:19.838382 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d810d09-621f-429a-a522-3fc868378d03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.845707 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2d810d09-621f-429a-a522-3fc868378d03 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/ce52a238-703b-4e15-ba67-72355807eda6 HTTP/1.1" status: 204 len: 168 time: 0.7502136 Dec 06 14:24:19.846340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60838) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:19.862310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee80f66-7a76-4aeb-99c7-a4e22f752fb1 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:19.888032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-099a9358-852f-42cd-a956-301b8b25ca07 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.893672 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ff657cfa-d829-4d47-b1ea-d52f95240032 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0436764 Dec 06 14:24:19.896800 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] device_id is not set on port 393e1b90-62a3-472f-a13c-d631eccc9000 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:19.901411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60840) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:19.907553 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:19.916170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d23a15f-4ebf-401a-bc47-4574bfa224bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:19.929940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1d23a15f-4ebf-401a-bc47-4574bfa224bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for f1323923-d1fc-4d07-9120-352d6fbfcc8d owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:20.025496 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-099a9358-852f-42cd-a956-301b8b25ca07 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.077590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-9a763a99-51cc-42ad-9911-2c4079b2597d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 23b95a34-a658-4de3-b9c9-74b7dc477ef7) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:20.084882 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.113539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a763a99-51cc-42ad-9911-2c4079b2597d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:20.114191 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9a763a99-51cc-42ad-9911-2c4079b2597d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.137264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76', 'network_id': 'f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76', 'tenant_id': '940b5dba211c4ed6800fb0dd58de2b16', 'fixed_ips': [{'subnet_id': 'db9b03b8-b495-4ced-b289-ba227515ed44'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:24:20.138559 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.144082 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a9358-852f-42cd-a956-301b8b25ca07 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c4d268-5ced-4c19-b951-23f914734619,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:20.161424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e88a3c-b460-41cf-b1a2-fe764960e8e8 None None] Network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:20.167185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Allocated IP 172.20.0.2 (8bb7f889-754a-49bd-a23e-fb0958bb48ef/76651f74-3875-4b5a-9896-ff48a7bf8ece/5c461531-12b3-41b0-8eae-8d71eb74d321) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:20.172580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8db92cb3-113c-4a66-bc79-4fcba3bf5023 None None] Could not find standard attr ID for object 3d71cb43-726e-4269-9d90-ac613ab61963. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:24:20.174285 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d2741c75-8908-4fba-8e19-b52d3a928125 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:20.201487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d23a15f-4ebf-401a-bc47-4574bfa224bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.212112 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-099a9358-852f-42cd-a956-301b8b25ca07 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.216260 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-099a9358-852f-42cd-a956-301b8b25ca07 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8039954 Dec 06 14:24:20.217452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60850) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:20.233990 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Allocated IP 172.20.0.2 (f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76/db9b03b8-b495-4ced-b289-ba227515ed44/393e1b90-62a3-472f-a13c-d631eccc9000) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:20.304189 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9a763a99-51cc-42ad-9911-2c4079b2597d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0480316 Dec 06 14:24:20.307054 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60854) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:20.318479 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:20.329606 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d23a15f-4ebf-401a-bc47-4574bfa224bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=f1323923-d1fc-4d07-9120-352d6fbfcc8d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:20.340256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8db92cb3-113c-4a66-bc79-4fcba3bf5023 None None] Provisioning complete for port f1323923-d1fc-4d07-9120-352d6fbfcc8d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:20.340635 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8db92cb3-113c-4a66-bc79-4fcba3bf5023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.343029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d23a15f-4ebf-401a-bc47-4574bfa224bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.351284 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1d23a15f-4ebf-401a-bc47-4574bfa224bb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/f1323923-d1fc-4d07-9120-352d6fbfcc8d HTTP/1.1" status: 204 len: 168 time: 0.7664535 Dec 06 14:24:20.351745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60856) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:20.411041 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb9207b-e548-4bc8-ad83-06de533a54b5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:24:20.419805 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3eb9207b-e548-4bc8-ad83-06de533a54b5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/f1323923-d1fc-4d07-9120-352d6fbfcc8d HTTP/1.1" status: 404 len: 333 time: 0.0652945 Dec 06 14:24:20.421125 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60858) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:20.425394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-237fc0f1-e1f3-4a97-b31a-50bb5342471a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.520484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8db92cb3-113c-4a66-bc79-4fcba3bf5023 None None] Port f1323923-d1fc-4d07-9120-352d6fbfcc8d was deleted so its status cannot be updated. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 14:24:20.522294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.528029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-237fc0f1-e1f3-4a97-b31a-50bb5342471a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.543693 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53b7a82-1bc7-4188-a6da-1bc430ef0c85 None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:20.591956 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:20.596660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.619195 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-37277a4a-0fbc-422b-8a6f-84020d22abc2 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port 6235cc57-e28b-4061-a3a2-4f6b53ead096 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:20.619786 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37277a4a-0fbc-422b-8a6f-84020d22abc2 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.640368 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.642789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8db92cb3-113c-4a66-bc79-4fcba3bf5023 None None] Provisioning complete for port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:20.643491 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8db92cb3-113c-4a66-bc79-4fcba3bf5023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.691912 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-237fc0f1-e1f3-4a97-b31a-50bb5342471a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.701808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-237fc0f1-e1f3-4a97-b31a-50bb5342471a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.703434 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-237fc0f1-e1f3-4a97-b31a-50bb5342471a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d0c4d268-5ced-4c19-b951-23f914734619 HTTP/1.1" status: 204 len: 168 time: 0.4667695 Dec 06 14:24:20.706929 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60862) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:20.724078 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fc0f1-e1f3-4a97-b31a-50bb5342471a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0c4d268-5ced-4c19-b951-23f914734619,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:20.730759 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.732039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.752788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d2741c75-8908-4fba-8e19-b52d3a928125 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:20.752788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.788217 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37277a4a-0fbc-422b-8a6f-84020d22abc2 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.800535 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2398f486-0a1d-4d48-a52a-f8f7e9c433cb tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0897350 Dec 06 14:24:20.806305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60866) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:20.825222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-37277a4a-0fbc-422b-8a6f-84020d22abc2 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for 6235cc57-e28b-4061-a3a2-4f6b53ead096 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:20.883728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d53b7a82-1bc7-4188-a6da-1bc430ef0c85 None None] Deleting port d2741c75-8908-4fba-8e19-b52d3a928125 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:20.884108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d53b7a82-1bc7-4188-a6da-1bc430ef0c85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.897748 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-43663141-b5cf-4bc2-b50d-df29d630d10a {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:24:20.900744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:24:20.900744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:24:20.900744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.912053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:20.934572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:20.941180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:20.995974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:21.047663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.061738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b87064bd-734d-477d-b3c6-922ab96e4fa4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.136591 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b87064bd-734d-477d-b3c6-922ab96e4fa4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.139705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d53b7a82-1bc7-4188-a6da-1bc430ef0c85 None None] For port d2741c75-8908-4fba-8e19-b52d3a928125, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2741c75-8908-4fba-8e19-b52d3a928125,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:21.140111 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d53b7a82-1bc7-4188-a6da-1bc430ef0c85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.189705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Network 8bb7f889-754a-49bd-a23e-fb0958bb48ef is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:21.190731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d53b7a82-1bc7-4188-a6da-1bc430ef0c85 None None] Calling delete_port for d2741c75-8908-4fba-8e19-b52d3a928125 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:21.201699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:21.211559 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:21.220380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:21.225700 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Pushing event updated for resources: {'Port': ['ID=5c461531-12b3-41b0-8eae-8d71eb74d321,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:21.291637 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b87064bd-734d-477d-b3c6-922ab96e4fa4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.294862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b87064bd-734d-477d-b3c6-922ab96e4fa4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.299528 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b87064bd-734d-477d-b3c6-922ab96e4fa4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-groups/bd4c95bb-2962-4d80-88a2-e8e0b504bdf2 HTTP/1.1" status: 204 len: 168 time: 0.4920707 Dec 06 14:24:21.300220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60874) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:21.319764 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8db92cb3-113c-4a66-bc79-4fcba3bf5023 None None] Provisioning complete for port 6235cc57-e28b-4061-a3a2-4f6b53ead096 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:21.320028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87064bd-734d-477d-b3c6-922ab96e4fa4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4c95bb-2962-4d80-88a2-e8e0b504bdf2,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:21.320139 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8db92cb3-113c-4a66-bc79-4fcba3bf5023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.366654 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37277a4a-0fbc-422b-8a6f-84020d22abc2 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.409721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.415121 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37277a4a-0fbc-422b-8a6f-84020d22abc2 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=6235cc57-e28b-4061-a3a2-4f6b53ead096,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:21.450701 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bb8db86c-1f98-4ccf-92fa-60a0f3d699a8 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1384661 Dec 06 14:24:21.456382 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Allocated IP 172.20.0.2 (23b95a34-a658-4de3-b9c9-74b7dc477ef7/018755a3-99e8-41ec-89d9-a7709363b621/16234d68-8a54-488f-b187-5d2b589a1a9f) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:21.472394 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8db92cb3-113c-4a66-bc79-4fcba3bf5023 None None] Port 6235cc57-e28b-4061-a3a2-4f6b53ead096 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:21.474981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60880) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:21.480508 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Attempting to bind port 5c461531-12b3-41b0-8eae-8d71eb74d321 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:21.485101 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-bf7a1c9f-3269-4026-b194-d3ebd8d4a1f7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group': {'name': 'tempest-secgroup--793880713'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:21.485245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Attempting to bind port 5c461531-12b3-41b0-8eae-8d71eb74d321 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fb18ba37-bc39-4204-87fb-e900ac386ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:21.485245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Attempting to bind port 5c461531-12b3-41b0-8eae-8d71eb74d321 on network 8bb7f889-754a-49bd-a23e-fb0958bb48ef {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:21.518934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:21.518934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Checking segment: {'id': 'fb18ba37-bc39-4204-87fb-e900ac386ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:21.518934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.518934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Bound using segment: {'id': 'fb18ba37-bc39-4204-87fb-e900ac386ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:21.518934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Bound port: 5c461531-12b3-41b0-8eae-8d71eb74d321, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18ba37-bc39-4204-87fb-e900ac386ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:21.518934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.525588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event updated for resources: {'Port': ['ID=393e1b90-62a3-472f-a13c-d631eccc9000,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:21.535274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37277a4a-0fbc-422b-8a6f-84020d22abc2 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.541403 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-37277a4a-0fbc-422b-8a6f-84020d22abc2 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/6235cc57-e28b-4061-a3a2-4f6b53ead096 HTTP/1.1" status: 204 len: 168 time: 1.1149149 Dec 06 14:24:21.541519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60882) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:21.585809 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:21.586837 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.587052 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f00dff-a09e-442e-bd72-7494b1495547 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:24:21.591496 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f0f00dff-a09e-442e-bd72-7494b1495547 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/6235cc57-e28b-4061-a3a2-4f6b53ead096 HTTP/1.1" status: 404 len: 333 time: 0.0462587 Dec 06 14:24:21.591752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60884) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:21.666346 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.669025 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1c9f-3269-4026-b194-d3ebd8d4a1f7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.682967 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60886) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:21.701589 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.750562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.797459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1c9f-3269-4026-b194-d3ebd8d4a1f7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.804545 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Allocated IP 172.20.0.3 (f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76/db9b03b8-b495-4ced-b289-ba227515ed44/23527b87-e9aa-4647-9366-706f022f0361) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:21.815433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bae032f-3c62-4a6d-9279-4eae5c34db48 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting subnet c2c1b4ec-37fd-4555-92ee-bef7eff05f55 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:21.820254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8bae032f-3c62-4a6d-9279-4eae5c34db48 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.834847 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4afc9506-e60b-4085-aa77-a0e8a9b6a737 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6115878 Dec 06 14:24:21.842302 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60890) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:21.860000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2128907276', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:21.881970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Request body: {'port': {'network_id': 'f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76', 'name': 'tempest-AllowedAddressPairTestJSON-1199925127', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:93:aa:aa'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:21.889499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8bae032f-3c62-4a6d-9279-4eae5c34db48 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.895706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.objects.ports [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103724) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:24:21.914856 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1c9f-3269-4026-b194-d3ebd8d4a1f7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:21.972910 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a1c9f-3269-4026-b194-d3ebd8d4a1f7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7885d2cc-79f6-4ab2-a189-bdc547487929,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:22.013170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Made reservation on behalf of 60f4c213982f48ba8578f7c4736c0687 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:22.015724 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.027402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.036989 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8bae032f-3c62-4a6d-9279-4eae5c34db48 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.058479 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d53b7a82-1bc7-4188-a6da-1bc430ef0c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.066063 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:22.066399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.113097 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.131471 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf7a1c9f-3269-4026-b194-d3ebd8d4a1f7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.132818 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bf7a1c9f-3269-4026-b194-d3ebd8d4a1f7 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6579137 Dec 06 14:24:22.136674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60892) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:22.141220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7654879a-c271-49e0-a427-c078f59f9d70 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group_rule': {'security_group_id': '7885d2cc-79f6-4ab2-a189-bdc547487929', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:22.175122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Allocated IP 172.36.1.68 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/9895d4a1-2961-4094-a873-8e9d9f94d762) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:22.180393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.196697 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53b7a82-1bc7-4188-a6da-1bc430ef0c85 None None] No DVR routers for this DVR port d2741c75-8908-4fba-8e19-b52d3a928125 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:22.200288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b7a82-1bc7-4188-a6da-1bc430ef0c85 None None] Pushing event deleted for resources: {'Port': ['ID=d2741c75-8908-4fba-8e19-b52d3a928125,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:22.218447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.244390 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] For port 5c461531-12b3-41b0-8eae-8d71eb74d321, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:22.250173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] For port 5c461531-12b3-41b0-8eae-8d71eb74d321, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5c461531-12b3-41b0-8eae-8d71eb74d321,segment=NetworkSegment(fb18ba37-bc39-4204-87fb-e900ac386ff1),segment_id=fb18ba37-bc39-4204-87fb-e900ac386ff1)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:22.260701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.279380 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7654879a-c271-49e0-a427-c078f59f9d70 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.291046 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.services.revisions.revision_plugin [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Could not find related port for resource to bump revision. Dec 06 14:24:22.292624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] device_id is not set on port f858770b-90f2-4c00-8a3b-13a1b36a4760 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:22.300189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8bae032f-3c62-4a6d-9279-4eae5c34db48 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.321009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.363322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.380843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_pluggable_backend [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Port d2741c75-8908-4fba-8e19-b52d3a928125 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 06 14:24:22.381174 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_pluggable_backend [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Reverting IP allocation for 2001:db8::f816:3eff:fe48:50df {{(pid=103724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 06 14:24:22.385255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.393423 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_pluggable_backend [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe48:50df {{(pid=103724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 06 14:24:22.395042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.396705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c7dffa-0d9d-48db-a88c-74c464e6677e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:22.398462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.398614 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:22.400544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Pushing event updated for resources: {'Port': ['ID=16234d68-8a54-488f-b187-5d2b589a1a9f,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:22.404691 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bae032f-3c62-4a6d-9279-4eae5c34db48 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Subnet': ['ID=c2c1b4ec-37fd-4555-92ee-bef7eff05f55,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:22.407813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8bae032f-3c62-4a6d-9279-4eae5c34db48 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.410418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:22.412391 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8bae032f-3c62-4a6d-9279-4eae5c34db48 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/c2c1b4ec-37fd-4555-92ee-bef7eff05f55 HTTP/1.1" status: 204 len: 168 time: 0.8197453 Dec 06 14:24:22.433160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:22.437389 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60894) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:22.437545 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fcc7ff-1152-4009-8fda-57ba963f8d1c None None] Network a99b9f29-988c-4fdc-b548-e74360024280 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:22.438334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Made reservation on behalf of 940b5dba211c4ed6800fb0dd58de2b16 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:22.517769 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7654879a-c271-49e0-a427-c078f59f9d70 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.558559 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93745aad-e646-4e9a-b9d2-bbbe1770b757 None None] Pushing event updated for resources: {'Port': ['ID=5c461531-12b3-41b0-8eae-8d71eb74d321,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:22.567268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:22.568151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d2741c75-8908-4fba-8e19-b52d3a928125 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:22.605858 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.614024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:22.615336 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7654879a-c271-49e0-a427-c078f59f9d70 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.621430 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:22.622005 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.626618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=44d079c8-db9f-47fe-9b76-5709bf399ec6,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:22.630402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654879a-c271-49e0-a427-c078f59f9d70 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dcb7fc7-97f5-409f-afbb-4bc5aab886d3,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:22.655844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3201b0fa-e7be-4d62-bfde-9d42213346c5 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:22.662270 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: d2741c75-8908-4fba-8e19-b52d3a928125 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:22.662624 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d2741c75-8908-4fba-8e19-b52d3a928125 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:22.670926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.722231 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.747275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:22.752771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.760107 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:22.762060 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Attempting to bind port 16234d68-8a54-488f-b187-5d2b589a1a9f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:22.762441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Attempting to bind port 16234d68-8a54-488f-b187-5d2b589a1a9f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:22.762812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Attempting to bind port 16234d68-8a54-488f-b187-5d2b589a1a9f on network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:22.785938 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7654879a-c271-49e0-a427-c078f59f9d70 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.789756 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7654879a-c271-49e0-a427-c078f59f9d70 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6495016 Dec 06 14:24:22.789932 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60896) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:22.808127 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c1223309-736b-4a72-a88f-907e41ab4d56 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules/2dcb7fc7-97f5-409f-afbb-4bc5aab886d3 HTTP/1.1" status: 200 len: 763 time: 0.0171127 Dec 06 14:24:22.812223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60898) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:22.841008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:22.842670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Allocated IP 172.36.1.211 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/f858770b-90f2-4c00-8a3b-13a1b36a4760) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:22.855763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] device_id is not set on port 2fa1882c-c9ce-46cb-8506-aa806db6293e yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:22.870846 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-21305e75-face-4fa9-a37e-40b80f0afbe0 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0575178 Dec 06 14:24:22.874235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60900) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:22.887708 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:22.888110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Checking segment: {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:22.888515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.889068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Bound using segment: {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:22.889560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Bound port: 16234d68-8a54-488f-b187-5d2b589a1a9f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:22.890280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.912462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:22.915549 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a42c-71fa-46c5-bf98-0e5cbbba3e7f tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.927372 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a0612e7a-25ca-4291-9de8-e6d82a2931c4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0247993 Dec 06 14:24:22.928466 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60902) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:22.937580 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a42c-71fa-46c5-bf98-0e5cbbba3e7f tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:22.942979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'mac_address': 'fa:16:3e:99:ad:62', 'name': 'tempest-NetworksTestDHCPv6-2081373120'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:22.943900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Pushing event updated for resources: {'Port': ['ID=23527b87-e9aa-4647-9366-706f022f0361,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:22.953677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:22.967710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:22.999530 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95190408-7485-4e14-a714-cbd49048e279 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:23.054731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Attempting to bind port 23527b87-e9aa-4647-9366-706f022f0361 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:23.055237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Attempting to bind port 23527b87-e9aa-4647-9366-706f022f0361 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c7745bea-6e75-428f-8065-e801ff0c0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:23.055451 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Attempting to bind port 23527b87-e9aa-4647-9366-706f022f0361 on network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:23.080729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:23.081151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Checking segment: {'id': 'c7745bea-6e75-428f-8065-e801ff0c0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:23.081557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.081954 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Bound using segment: {'id': 'c7745bea-6e75-428f-8065-e801ff0c0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:23.082441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Bound port: 23527b87-e9aa-4647-9366-706f022f0361, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7745bea-6e75-428f-8065-e801ff0c0d36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:23.082821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.103148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] For port 16234d68-8a54-488f-b187-5d2b589a1a9f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:23.103496 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Pushing event updated for resources: {'Port': ['ID=9895d4a1-2961-4094-a873-8e9d9f94d762,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:23.119610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] For port 16234d68-8a54-488f-b187-5d2b589a1a9f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16234d68-8a54-488f-b187-5d2b589a1a9f,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:23.124603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:23.125118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.158910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.171230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': '44d079c8-db9f-47fe-9b76-5709bf399ec6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:24:23.171703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.196565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a42c-71fa-46c5-bf98-0e5cbbba3e7f tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.203564 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3eb7a42c-71fa-46c5-bf98-0e5cbbba3e7f tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.203944 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ba3a5303-6108-4926-83d0-f08eac339862 None None] Provisioning complete for port 9895d4a1-2961-4094-a873-8e9d9f94d762 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:23.207499 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba3a5303-6108-4926-83d0-f08eac339862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.207648 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3eb7a42c-71fa-46c5-bf98-0e5cbbba3e7f tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/2dcb7fc7-97f5-409f-afbb-4bc5aab886d3 HTTP/1.1" status: 204 len: 168 time: 0.3291557 Dec 06 14:24:23.212885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60904) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:23.216163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.218099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16af5115-dc7f-4398-a0b3-13410a6eef40 None None] DHCP port deletion for a99b9f29-988c-4fdc-b548-e74360024280 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:23.249340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb7a42c-71fa-46c5-bf98-0e5cbbba3e7f tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dcb7fc7-97f5-409f-afbb-4bc5aab886d3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:23.265243 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.288886 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Allocated IP 172.20.0.14 (f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76/db9b03b8-b495-4ced-b289-ba227515ed44/2fa1882c-c9ce-46cb-8506-aa806db6293e) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:23.292893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] For port 23527b87-e9aa-4647-9366-706f022f0361, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:23.293609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.294571 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ac9155ef-641a-4350-82fa-7279b66fbfcf tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0766027 Dec 06 14:24:23.297073 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60906) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:23.302301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-50c0d029-b59d-427c-ab9d-13cdc6b73b59 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group_rule': {'security_group_id': '7885d2cc-79f6-4ab2-a189-bdc547487929', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:23.360648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:23.387681 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] For port 23527b87-e9aa-4647-9366-706f022f0361, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=23527b87-e9aa-4647-9366-706f022f0361,segment=NetworkSegment(c7745bea-6e75-428f-8065-e801ff0c0d36),segment_id=c7745bea-6e75-428f-8065-e801ff0c0d36)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:23.408196 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ba3a5303-6108-4926-83d0-f08eac339862 None None] Port 9895d4a1-2961-4094-a873-8e9d9f94d762 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:23.419335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] For port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb,segment=NetworkSegment(5011ac64-0098-4f71-b00b-31864c3135ca),segment_id=5011ac64-0098-4f71-b00b-31864c3135ca)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:23.419706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.450409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.450771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02a087-7c36-4c9b-94d8-a2b1dcc1dfef None None] Pushing event updated for resources: {'Port': ['ID=16234d68-8a54-488f-b187-5d2b589a1a9f,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:23.461919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:23.478922 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.520988 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:23.530517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:23.534344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:23.542943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Pushing event updated for resources: {'Port': ['ID=f858770b-90f2-4c00-8a3b-13a1b36a4760,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:23.553708 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58a6ec9-d420-4a66-a683-f27ecd43e4ba None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:23.557751 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Allocated IP 2001:db8::f816:3eff:fe7a:6684 (32250b85-9d7f-4d03-9356-fdcc88577699/44d079c8-db9f-47fe-9b76-5709bf399ec6/cea3c9cf-83ae-4819-96bd-2a4c37f982ec) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:23.592307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Allocated IP 172.36.1.188 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/b1994f89-2a09-41cd-b795-1b0a8972bb43) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:23.595169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50c0d029-b59d-427c-ab9d-13cdc6b73b59 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.632797 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-16af5115-dc7f-4398-a0b3-13410a6eef40 None None] Deleting port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:23.633895 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16af5115-dc7f-4398-a0b3-13410a6eef40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.634353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.648112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:23.648738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.698822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50c0d029-b59d-427c-ab9d-13cdc6b73b59 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.710374 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed570926-a2f7-444c-bcbc-58c1ddfbf418 None None] Pushing event updated for resources: {'Port': ['ID=23527b87-e9aa-4647-9366-706f022f0361,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:23.720258 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 2e5a462a-a9f0-41de-a5dd-80a07c9ee663 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:23.803982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50c0d029-b59d-427c-ab9d-13cdc6b73b59 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.869442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c0d029-b59d-427c-ab9d-13cdc6b73b59 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdd5868-8586-4923-a123-a64636ab9c5a,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:23.879560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d0d39a28-0e01-46e3-a41a-a00f08ed710d None None] Provisioning complete for port f858770b-90f2-4c00-8a3b-13a1b36a4760 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:23.880130 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0d39a28-0e01-46e3-a41a-a00f08ed710d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.912632 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-689b78e9-bea7-485b-8aa0-868d42ae24a7 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.2197728 Dec 06 14:24:23.931086 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-16af5115-dc7f-4398-a0b3-13410a6eef40 None None] For port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb,segment=NetworkSegment(5011ac64-0098-4f71-b00b-31864c3135ca),segment_id=5011ac64-0098-4f71-b00b-31864c3135ca)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:23.931491 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16af5115-dc7f-4398-a0b3-13410a6eef40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.934042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60908) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:23.947203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.211'}]}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:23.986830 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-50c0d029-b59d-427c-ab9d-13cdc6b73b59 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:23.991100 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-50c0d029-b59d-427c-ab9d-13cdc6b73b59 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6928725 Dec 06 14:24:23.992330 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60910) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:24.006053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-16af5115-dc7f-4398-a0b3-13410a6eef40 None None] Calling delete_port for ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:24.033147 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-225601ef-ff5a-4db4-95aa-3c89faeecc09 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules/1fdd5868-8586-4923-a123-a64636ab9c5a HTTP/1.1" status: 200 len: 763 time: 0.0387766 Dec 06 14:24:24.035541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60912) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:24.066369 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.067697 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.087629 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d0d39a28-0e01-46e3-a41a-a00f08ed710d None None] Port f858770b-90f2-4c00-8a3b-13a1b36a4760 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:24.170938 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0b491a5d-2593-43b2-827b-a42ef25090f4 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1317151 Dec 06 14:24:24.171676 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60914) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:24.232696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.232798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.235931 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a690971-9e6b-4aa8-ad5a-f16cbf0c1b52 None None] Network 8bb7f889-754a-49bd-a23e-fb0958bb48ef requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:24.237693 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4071d1e-9715-44f6-b284-fdcc4d8c8922 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.246821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4071d1e-9715-44f6-b284-fdcc4d8c8922 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.429834 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.444858 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::f816:3eff:fe99:ad62 (32250b85-9d7f-4d03-9356-fdcc88577699/44d079c8-db9f-47fe-9b76-5709bf399ec6/2e5a462a-a9f0-41de-a5dd-80a07c9ee663) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:24.513443 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:24.518968 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:24.521957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:24.532294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1eb716e7-87ce-4cf4-88fc-0df6963f55c4 None None] Provisioning complete for port 5c461531-12b3-41b0-8eae-8d71eb74d321 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:24.532294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1eb716e7-87ce-4cf4-88fc-0df6963f55c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.564709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Pushing event updated for resources: {'Port': ['ID=cea3c9cf-83ae-4819-96bd-2a4c37f982ec,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:24.571182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.593559 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16af5115-dc7f-4398-a0b3-13410a6eef40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.678135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Attempting to bind port cea3c9cf-83ae-4819-96bd-2a4c37f982ec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:24.678135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Attempting to bind port cea3c9cf-83ae-4819-96bd-2a4c37f982ec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:24.678627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Attempting to bind port cea3c9cf-83ae-4819-96bd-2a4c37f982ec on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:24.685432 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af5115-dc7f-4398-a0b3-13410a6eef40 None None] Pushing event deleted for resources: {'Port': ['ID=ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:24.694729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af5115-dc7f-4398-a0b3-13410a6eef40 None None] No DVR routers for this DVR port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:24.703050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:24.703050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:24.703050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.703050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:24.703492 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Bound port: cea3c9cf-83ae-4819-96bd-2a4c37f982ec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:24.703832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.740689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.750461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.753071 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 16234d68-8a54-488f-b187-5d2b589a1a9f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:24.807038 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.814062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:24.853517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] For port cea3c9cf-83ae-4819-96bd-2a4c37f982ec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:24.857057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No DVR routers for this DVR port ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:24.881166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] For port cea3c9cf-83ae-4819-96bd-2a4c37f982ec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cea3c9cf-83ae-4819-96bd-2a4c37f982ec,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:24.973720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1eb716e7-87ce-4cf4-88fc-0df6963f55c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.990468 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:24.992323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.043564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 16234d68-8a54-488f-b187-5d2b589a1a9f triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:25.044302 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.066847 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4071d1e-9715-44f6-b284-fdcc4d8c8922 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.090423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4071d1e-9715-44f6-b284-fdcc4d8c8922 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.097822 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b4071d1e-9715-44f6-b284-fdcc4d8c8922 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/1fdd5868-8586-4923-a123-a64636ab9c5a HTTP/1.1" status: 204 len: 168 time: 0.9235094 Dec 06 14:24:25.102067 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4071d1e-9715-44f6-b284-fdcc4d8c8922 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1fdd5868-8586-4923-a123-a64636ab9c5a,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:25.108885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60916) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:25.157225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:25.160417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.168731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.179555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bdecde-eaa1-4994-bbc1-852d748b1e18 None None] Network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:25.183993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:25.187204 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:25.232108 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Pushing event updated for resources: {'Port': ['ID=b1994f89-2a09-41cd-b795-1b0a8972bb43,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:25.247411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b554b7-fc88-4a7f-ab78-eeb8e0a97a2a None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:25.276657 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1eb716e7-87ce-4cf4-88fc-0df6963f55c4 None None] For port 5c461531-12b3-41b0-8eae-8d71eb74d321, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5c461531-12b3-41b0-8eae-8d71eb74d321,segment=NetworkSegment(fb18ba37-bc39-4204-87fb-e900ac386ff1),segment_id=fb18ba37-bc39-4204-87fb-e900ac386ff1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:25.282918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11594235-87c7-4b0f-9ebf-8cfbe33904c5 None None] Pushing event updated for resources: {'Port': ['ID=cea3c9cf-83ae-4819-96bd-2a4c37f982ec,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:25.333701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.340969 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a99b9f29-988c-4fdc-b548-e74360024280']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:25.371058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60918) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:25.371262 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a8101023-cf5a-4e47-aa68-74c212ee0969 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2605269 Dec 06 14:24:25.376292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5011ac64-0098-4f71-b00b-31864c3135ca') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:25.382926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5011ac64-0098-4f71-b00b-31864c3135ca') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:25.383091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.396432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:25.397059 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1eb716e7-87ce-4cf4-88fc-0df6963f55c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.432982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-bfba3dca-f577-46a4-8e85-3247b0d5cb13 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group_rule': {'security_group_id': '7885d2cc-79f6-4ab2-a189-bdc547487929', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:25.437541 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:25.454660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.477064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:25.541134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.586765 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.591647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb716e7-87ce-4cf4-88fc-0df6963f55c4 None None] Pushing event updated for resources: {'Port': ['ID=5c461531-12b3-41b0-8eae-8d71eb74d321,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:25.600929 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event updated for resources: {'Port': ['ID=2fa1882c-c9ce-46cb-8506-aa806db6293e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:25.603216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.604221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=2e5a462a-a9f0-41de-a5dd-80a07c9ee663,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:25.610405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-643ad5df-9dab-4d17-a7f6-6d24802d707d None None] Provisioning complete for port 5c461531-12b3-41b0-8eae-8d71eb74d321 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:25.610716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-643ad5df-9dab-4d17-a7f6-6d24802d707d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.629710 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:25.632061 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:25.670566 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:25.682667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:25.683651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.688722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:24:25.689105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:24:25.719930 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:24:25.736077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 16234d68-8a54-488f-b187-5d2b589a1a9f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16234d68-8a54-488f-b187-5d2b589a1a9f,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:25.756487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e59da1-be34-4bf7-b57c-434f3d7de781 None None] Network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:25.761675 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-bfba3dca-f577-46a4-8e85-3247b0d5cb13 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Project 5822be6abbcf4c9b8367658e5b998391 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:24:25.766046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.802217 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.805169 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bfba3dca-f577-46a4-8e85-3247b0d5cb13 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.836096 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.852764 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7ed3867f-d31d-453d-9e82-55b63da1fed1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9207358 Dec 06 14:24:25.853651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:25.855877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.867120 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60920) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:25.942214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:25.943713 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5c461531-12b3-41b0-8eae-8d71eb74d321 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:25.983665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.006495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.013905 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/networks/a99b9f29-988c-4fdc-b548-e74360024280 HTTP/1.1" status: 204 len: 168 time: 3.5708096 Dec 06 14:24:26.015867 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60922) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:26.035057 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dc356973-19c5-4077-a80e-89ee2ad5e5d7 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.1647420 Dec 06 14:24:26.040907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60924) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:26.060465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-643ad5df-9dab-4d17-a7f6-6d24802d707d None None] Provisioning complete for port b1994f89-2a09-41cd-b795-1b0a8972bb43 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:26.061063 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-643ad5df-9dab-4d17-a7f6-6d24802d707d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.062088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-04cb50bb-b304-4090-9f30-fe83a058cc4c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-484658756'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:26.084742 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5005bb92-3dd4-41b8-9f33-dc89badc716b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:26.087150 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2916058-4ab1-4111-97f2-80b3cf4e7f36 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Network': ['ID=a99b9f29-988c-4fdc-b548-e74360024280,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:26.092456 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5005bb92-3dd4-41b8-9f33-dc89badc716b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:26.096601 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5005bb92-3dd4-41b8-9f33-dc89badc716b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2249877 Dec 06 14:24:26.114870 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60926) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:26.128195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bfba3dca-f577-46a4-8e85-3247b0d5cb13 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.137546 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=16234d68-8a54-488f-b187-5d2b589a1a9f,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:26.156519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-643ad5df-9dab-4d17-a7f6-6d24802d707d None None] Port b1994f89-2a09-41cd-b795-1b0a8972bb43 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:26.176000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-643ad5df-9dab-4d17-a7f6-6d24802d707d None None] Provisioning complete for port 16234d68-8a54-488f-b187-5d2b589a1a9f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:26.177033 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-643ad5df-9dab-4d17-a7f6-6d24802d707d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.180428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5c461531-12b3-41b0-8eae-8d71eb74d321 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:26.180985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.205866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bfba3dca-f577-46a4-8e85-3247b0d5cb13 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.233586 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04cb50bb-b304-4090-9f30-fe83a058cc4c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:26.238935 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04cb50bb-b304-4090-9f30-fe83a058cc4c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.241374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.246520 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e242c1-4f08-4d23-8a13-92b8c8f753ed tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:26.254992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e242c1-4f08-4d23-8a13-92b8c8f753ed tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:26.266095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e242c1-4f08-4d23-8a13-92b8c8f753ed tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:26.267829 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e9e242c1-4f08-4d23-8a13-92b8c8f753ed tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2239537 Dec 06 14:24:26.275381 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60928) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:26.287828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba3dca-f577-46a4-8e85-3247b0d5cb13 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed28adfe-2bd0-47a8-b7c8-444e68d88f6a,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:26.289699 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.348583 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04cb50bb-b304-4090-9f30-fe83a058cc4c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:24:26.362502 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 23527b87-e9aa-4647-9366-706f022f0361 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:26.370799 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04cb50bb-b304-4090-9f30-fe83a058cc4c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.371239 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-04cb50bb-b304-4090-9f30-fe83a058cc4c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Added segment 0cda567e-3221-4d28-8e3e-42319b8aa02c of type vlan for network eb496bb8-c6a2-4d1f-b13a-caa580cbbb55 Dec 06 14:24:26.424112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04cb50bb-b304-4090-9f30-fe83a058cc4c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.474352 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 23527b87-e9aa-4647-9366-706f022f0361 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:26.475102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.491190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Router 187c149d-a03d-428e-98bf-93c24156a625 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:24:26.501007 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bfba3dca-f577-46a4-8e85-3247b0d5cb13 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.505817 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60930) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:26.506931 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bfba3dca-f577-46a4-8e85-3247b0d5cb13 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1092203 Dec 06 14:24:26.556601 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6e02b7e6-e2c8-43e8-874e-1a260a5971aa None None] Provisioning complete for port 16234d68-8a54-488f-b187-5d2b589a1a9f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:26.557293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e02b7e6-e2c8-43e8-874e-1a260a5971aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.560112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04cb50bb-b304-4090-9f30-fe83a058cc4c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.566709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04cb50bb-b304-4090-9f30-fe83a058cc4c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:26.571054 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04cb50bb-b304-4090-9f30-fe83a058cc4c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.571871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4061afdb-8af6-4637-a518-aece55627de0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 2e5a462a-a9f0-41de-a5dd-80a07c9ee663 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:26.572203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4061afdb-8af6-4637-a518-aece55627de0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.651138 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-06d49dde-fd5d-46c5-b4ef-2703433771f1 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules/ed28adfe-2bd0-47a8-b7c8-444e68d88f6a HTTP/1.1" status: 200 len: 769 time: 0.1418757 Dec 06 14:24:26.668371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60934) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:26.677070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.689990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.704695 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.765903 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0086aea6-d711-403e-954e-257d65859026 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Deleting port 2fa1882c-c9ce-46cb-8506-aa806db6293e {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:26.766393 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0086aea6-d711-403e-954e-257d65859026 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.783480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 23527b87-e9aa-4647-9366-706f022f0361, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=23527b87-e9aa-4647-9366-706f022f0361,segment=NetworkSegment(c7745bea-6e75-428f-8065-e801ff0c0d36),segment_id=c7745bea-6e75-428f-8065-e801ff0c0d36)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:26.795681 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-04cb50bb-b304-4090-9f30-fe83a058cc4c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7752261 Dec 06 14:24:26.798240 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6e02b7e6-e2c8-43e8-874e-1a260a5971aa None None] Provisioning complete for port 23527b87-e9aa-4647-9366-706f022f0361 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:26.798613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e02b7e6-e2c8-43e8-874e-1a260a5971aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.809629 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60936) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:26.851735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f681f28d-a1ca-48be-93d3-b16235d41955 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': 'eb496bb8-c6a2-4d1f-b13a-caa580cbbb55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:26.855989 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cb50bb-b304-4090-9f30-fe83a058cc4c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Network': ['ID=eb496bb8-c6a2-4d1f-b13a-caa580cbbb55,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:26.894247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4061afdb-8af6-4637-a518-aece55627de0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.906584 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network eb496bb8-c6a2-4d1f-b13a-caa580cbbb55 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:24:26.911511 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:26.917068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4061afdb-8af6-4637-a518-aece55627de0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 2e5a462a-a9f0-41de-a5dd-80a07c9ee663 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:26.954084 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8b9f7bc0-f725-4c02-beea-cdeff6e48157 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2673819 Dec 06 14:24:26.966306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60938) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:26.995504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:24:27.016725 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Sync routers for ids ['187c149d-a03d-428e-98bf-93c24156a625'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:24:27.032192 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Routers {'187c149d-a03d-428e-98bf-93c24156a625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:27.032405 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['187c149d-a03d-428e-98bf-93c24156a625'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:27.034421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:27.126766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=23527b87-e9aa-4647-9366-706f022f0361,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:27.144212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:27.144212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70fbed18-0777-4794-b0ae-cf5d01ae5e4c {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:24:27.168112 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:27.169484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ffe4bfcc-6141-4c3c-bc8f-3734f0f844fb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:27.198900 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16f8018e-2d64-4cb5-8deb-11db28865389 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:27.200206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4061afdb-8af6-4637-a518-aece55627de0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:27.210287 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Set router 187c149d-a03d-428e-98bf-93c24156a625 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:27.222052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0086aea6-d711-403e-954e-257d65859026 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:27.230420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:27.259757 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4061afdb-8af6-4637-a518-aece55627de0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=2e5a462a-a9f0-41de-a5dd-80a07c9ee663,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:27.260241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-518229e8-cfe7-42cd-a675-e49a4561ac73 None None] Provisioning complete for port cea3c9cf-83ae-4819-96bd-2a4c37f982ec triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:27.262883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-518229e8-cfe7-42cd-a675-e49a4561ac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:27.287620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16f8018e-2d64-4cb5-8deb-11db28865389 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:27.298485 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] create failed (client error): There was a conflict when trying to complete your request. Dec 06 14:24:27.302571 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-dda214b3-bb06-4a94-b1c6-983d1f405652 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3670268 Dec 06 14:24:27.304467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60940) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:27.307714 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:27.311678 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5da9a1ba-f7d3-4852-ba14-879964b7d127 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1736505 Dec 06 14:24:27.318828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4061afdb-8af6-4637-a518-aece55627de0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:27.326324 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4061afdb-8af6-4637-a518-aece55627de0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/2e5a462a-a9f0-41de-a5dd-80a07c9ee663 HTTP/1.1" status: 204 len: 168 time: 1.2080622 Dec 06 14:24:27.328341 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60942) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:27.328672 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60944) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:27.352039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0086aea6-d711-403e-954e-257d65859026 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Calling delete_port for 2fa1882c-c9ce-46cb-8506-aa806db6293e owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:27.651462 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68'}], 'enable_snat': True}, 'gw_port_id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:24:23Z', 'revision_number': 3, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port': {'id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:21Z', 'updated_at': '2021-12-06T14:24:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:27.700268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 16234d68-8a54-488f-b187-5d2b589a1a9f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:27.710793 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Checking router: 187c149d-a03d-428e-98bf-93c24156a625 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:24:27.716663 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Updating router 187c149d-a03d-428e-98bf-93c24156a625 port 9895d4a1-2961-4094-a873-8e9d9f94d762 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:24:27.758202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0086aea6-d711-403e-954e-257d65859026 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:27.768020 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:27.849153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce9f801-fccb-4591-87a4-256fe3177349 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:27.850794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce9f801-fccb-4591-87a4-256fe3177349 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:27.856183 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bce9f801-fccb-4591-87a4-256fe3177349 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.5162241 Dec 06 14:24:27.856815 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60946) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:27.910341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 16234d68-8a54-488f-b187-5d2b589a1a9f triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:27.910851 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:27.915575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-518229e8-cfe7-42cd-a675-e49a4561ac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:27.915743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086aea6-d711-403e-954e-257d65859026 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event deleted for resources: {'Port': ['ID=2fa1882c-c9ce-46cb-8506-aa806db6293e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:27.980679 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f681f28d-a1ca-48be-93d3-b16235d41955 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:27.986624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f681f28d-a1ca-48be-93d3-b16235d41955 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.007365 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2b67ab-56d3-4ca5-a263-f57344091cb7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 44d079c8-db9f-47fe-9b76-5709bf399ec6 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:28.014303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c2b67ab-56d3-4ca5-a263-f57344091cb7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.035969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-518229e8-cfe7-42cd-a675-e49a4561ac73 None None] For port cea3c9cf-83ae-4819-96bd-2a4c37f982ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cea3c9cf-83ae-4819-96bd-2a4c37f982ec,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:28.062522 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c2b67ab-56d3-4ca5-a263-f57344091cb7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.114201 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-518229e8-cfe7-42cd-a675-e49a4561ac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.150211 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c2b67ab-56d3-4ca5-a263-f57344091cb7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.194994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5c461531-12b3-41b0-8eae-8d71eb74d321 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:28.238915 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-738f16a8-76ae-4e59-83d4-7435b4331433 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Deleting port f858770b-90f2-4c00-8a3b-13a1b36a4760 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:28.239279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-738f16a8-76ae-4e59-83d4-7435b4331433 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.250937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-518229e8-cfe7-42cd-a675-e49a4561ac73 None None] Provisioning complete for port 23527b87-e9aa-4647-9366-706f022f0361 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:28.251699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-518229e8-cfe7-42cd-a675-e49a4561ac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.283788 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.306933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c2b67ab-56d3-4ca5-a263-f57344091cb7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.325046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5c461531-12b3-41b0-8eae-8d71eb74d321 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:28.325828 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.328977 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518229e8-cfe7-42cd-a675-e49a4561ac73 None None] Pushing event updated for resources: {'Port': ['ID=cea3c9cf-83ae-4819-96bd-2a4c37f982ec,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:28.402482 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.529099 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Pushing event updated for resources: {'Port': ['ID=9895d4a1-2961-4094-a873-8e9d9f94d762,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:28.574955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26ec261-0e03-4784-b7c8-2528eb12408e None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:28.586905 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:28.587521 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:28.589277 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:28.589969 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:28.590450 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:28.591401 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:28.592398 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:28.593398 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:28.595492 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:28.596397 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:28.597575 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:28.600774 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:28.602075 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:24:28.603911 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-518229e8-cfe7-42cd-a675-e49a4561ac73 None None] Could not find standard attr ID for object 2fa1882c-c9ce-46cb-8506-aa806db6293e. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:24:28.609640 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Attempting to bind port 9895d4a1-2961-4094-a873-8e9d9f94d762 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:28.622248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device cea3c9cf-83ae-4819-96bd-2a4c37f982ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:28.622560 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Attempting to bind port 9895d4a1-2961-4094-a873-8e9d9f94d762 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:28.623069 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Attempting to bind port 9895d4a1-2961-4094-a873-8e9d9f94d762 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:28.641137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:28.641816 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:28.642449 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.642999 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:28.643676 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Bound port: 9895d4a1-2961-4094-a873-8e9d9f94d762, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:28.644299 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.679160 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16f8018e-2d64-4cb5-8deb-11db28865389 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.688311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16f8018e-2d64-4cb5-8deb-11db28865389 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.689763 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-16f8018e-2d64-4cb5-8deb-11db28865389 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/ed28adfe-2bd0-47a8-b7c8-444e68d88f6a HTTP/1.1" status: 204 len: 168 time: 1.7139800 Dec 06 14:24:28.697821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60948) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:28.714676 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] For port 9895d4a1-2961-4094-a873-8e9d9f94d762, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:28.722812 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] For port 9895d4a1-2961-4094-a873-8e9d9f94d762, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9895d4a1-2961-4094-a873-8e9d9f94d762,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:28.726225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-518229e8-cfe7-42cd-a675-e49a4561ac73 None None] Provisioning complete for port 393e1b90-62a3-472f-a13c-d631eccc9000 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:28.727334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-518229e8-cfe7-42cd-a675-e49a4561ac73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.773522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f8018e-2d64-4cb5-8deb-11db28865389 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed28adfe-2bd0-47a8-b7c8-444e68d88f6a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:28.802950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-518229e8-cfe7-42cd-a675-e49a4561ac73 None None] Port 393e1b90-62a3-472f-a13c-d631eccc9000 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:28.838807 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.838933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b67ab-56d3-4ca5-a263-f57344091cb7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=44d079c8-db9f-47fe-9b76-5709bf399ec6,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:28.840875 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c2b67ab-56d3-4ca5-a263-f57344091cb7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.847324 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2c2b67ab-56d3-4ca5-a263-f57344091cb7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/44d079c8-db9f-47fe-9b76-5709bf399ec6 HTTP/1.1" status: 204 len: 168 time: 0.9619434 Dec 06 14:24:28.855343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60950) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:28.883385 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5f1420-cb42-4c96-8960-b0a48f717a97 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:28.905861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port cea3c9cf-83ae-4819-96bd-2a4c37f982ec triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:28.910615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.912878 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-173598f5-acdb-4844-b579-7b6f0c3029bb tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1941442 Dec 06 14:24:28.915895 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0086aea6-d711-403e-954e-257d65859026 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.919492 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0086aea6-d711-403e-954e-257d65859026 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "DELETE /v2.0/ports/2fa1882c-c9ce-46cb-8506-aa806db6293e HTTP/1.1" status: 204 len: 168 time: 2.6423891 Dec 06 14:24:28.920081 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60952) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:28.927774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60954) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:28.960650 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ef77a8e3-763c-4419-ae62-371c5611f009 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037004 Dec 06 14:24:28.961337 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60956) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:28.964078 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-738f16a8-76ae-4e59-83d4-7435b4331433 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:28.965638 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bd16e60-fe21-4b8e-bacb-9aba2130c2ca tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] GET failed (client error): The resource could not be found. Dec 06 14:24:28.967198 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7bd16e60-fe21-4b8e-bacb-9aba2130c2ca tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "GET /v2.0/ports/2fa1882c-c9ce-46cb-8506-aa806db6293e HTTP/1.1" status: 404 len: 333 time: 0.0382679 Dec 06 14:24:28.973628 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Routers {'187c149d-a03d-428e-98bf-93c24156a625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:28.974601 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60958) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:28.975554 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['187c149d-a03d-428e-98bf-93c24156a625'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:28.980043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Request body: {'port': {'network_id': 'f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76', 'name': 'tempest-AllowedAddressPairTestJSON-960995993'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:28.996701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd7d487-b021-4c5a-8723-b9870f52d490 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:29.062462 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-958da25f-3cb5-49ab-b0ed-27fb930d3f09 None None] Could not find standard attr ID for object 2e5a462a-a9f0-41de-a5dd-80a07c9ee663. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:24:29.063693 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-738f16a8-76ae-4e59-83d4-7435b4331433 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Calling delete_port for f858770b-90f2-4c00-8a3b-13a1b36a4760 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:29.087366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f681f28d-a1ca-48be-93d3-b16235d41955 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.089842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Router 731f64c3-2d3c-4121-838c-28acc863a547 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:24:29.111483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ca4313-bc0a-421b-a602-840d6236c18a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:29.117030 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60960) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:29.117294 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-52ca4313-bc0a-421b-a602-840d6236c18a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1502810 Dec 06 14:24:29.126322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-958da25f-3cb5-49ab-b0ed-27fb930d3f09 None None] Provisioning complete for port 9895d4a1-2961-4094-a873-8e9d9f94d762 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:29.126789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-958da25f-3cb5-49ab-b0ed-27fb930d3f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.143499 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] Set router 187c149d-a03d-428e-98bf-93c24156a625 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:29.150927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.261343 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae1f48f-0aae-4f9d-b8d2-53b14adfbcd7 None None] Pushing event updated for resources: {'Port': ['ID=9895d4a1-2961-4094-a873-8e9d9f94d762,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:29.324798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681f28d-a1ca-48be-93d3-b16235d41955 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Subnet': ['ID=3670bf5c-e56f-4ecb-a5f7-9221ef814b1d,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:29.328551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Allocated IP 172.20.0.1 (8bb7f889-754a-49bd-a23e-fb0958bb48ef/76651f74-3875-4b5a-9896-ff48a7bf8ece/1c44c160-6fab-4f79-b4a8-750971704047) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:29.355658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c93a434f-d7d2-4422-81ac-45cea297ed40 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.362448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e97e1-e5c8-4491-aa0f-f34f4588f0f7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:29.367235 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d25e97e1-e5c8-4491-aa0f-f34f4588f0f7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2243919 Dec 06 14:24:29.375641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60962) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:29.392148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.442176 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 23527b87-e9aa-4647-9366-706f022f0361 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:29.458886 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.476536 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-958da25f-3cb5-49ab-b0ed-27fb930d3f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.485528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ae6939-0830-4619-a2fd-2365dd442eb2 None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:29.489920 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68'}], 'enable_snat': True}, 'gw_port_id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:24:23Z', 'revision_number': 3, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port': {'id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:21Z', 'updated_at': '2021-12-06T14:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:29.516922 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-958da25f-3cb5-49ab-b0ed-27fb930d3f09 None None] For port 9895d4a1-2961-4094-a873-8e9d9f94d762, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9895d4a1-2961-4094-a873-8e9d9f94d762,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:29.519109 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f681f28d-a1ca-48be-93d3-b16235d41955 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Checking segment: {'id': '0cda567e-3221-4d28-8e3e-42319b8aa02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eb496bb8-c6a2-4d1f-b13a-caa580cbbb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:29.519487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681f28d-a1ca-48be-93d3-b16235d41955 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network hostable DHCP agents. Network: eb496bb8-c6a2-4d1f-b13a-caa580cbbb55, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:24:29.522982 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c8bfe879-eeeb-4c5a-9527-3b9000c1db75 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1402452 Dec 06 14:24:29.527759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60964) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:29.532808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-cc627599-a410-4c97-babb-b42745b22337 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:29.535790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c93a434f-d7d2-4422-81ac-45cea297ed40 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.562906 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebab4d77-bb11-4dd4-8125-a208a0569731 None None] The sync data for ids ['187c149d-a03d-428e-98bf-93c24156a625'] in dv-neutron-master-2-hyperv is: [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68'}], 'enable_snat': True}, 'gw_port_id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:24:23Z', 'revision_number': 3, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port': {'id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:21Z', 'updated_at': '2021-12-06T14:24:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:24:29.571552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 23527b87-e9aa-4647-9366-706f022f0361 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:29.572436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.577732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:24:29.608538 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Made reservation on behalf of 940b5dba211c4ed6800fb0dd58de2b16 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:29.612334 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.616603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.625759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Sync routers for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:24:29.635225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] device_id is not set on port 9a102491-640a-41fa-8ddc-a7e4b3626487 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:29.637547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-958da25f-3cb5-49ab-b0ed-27fb930d3f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.647615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-26ae6939-0830-4619-a2fd-2365dd442eb2 None None] Deleting port cea3c9cf-83ae-4819-96bd-2a4c37f982ec {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:29.648076 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-26ae6939-0830-4619-a2fd-2365dd442eb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.685007 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681f28d-a1ca-48be-93d3-b16235d41955 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network eb496bb8-c6a2-4d1f-b13a-caa580cbbb55 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:24:29.691355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:29.693103 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:29.713175 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Network 8bb7f889-754a-49bd-a23e-fb0958bb48ef is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:29.723158 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:29.727310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:29.729358 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1c44c160-6fab-4f79-b4a8-750971704047,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:29.747354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c93a434f-d7d2-4422-81ac-45cea297ed40 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.750368 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c93a434f-d7d2-4422-81ac-45cea297ed40 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.751918 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c93a434f-d7d2-4422-81ac-45cea297ed40 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-groups/7885d2cc-79f6-4ab2-a189-bdc547487929 HTTP/1.1" status: 204 len: 168 time: 0.8308692 Dec 06 14:24:29.754579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.756920 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ddbb6152-d1a9-4427-8569-3a8f156c04d9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4450204 Dec 06 14:24:29.758988 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60966) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:29.770677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60968) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:29.793011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a434f-d7d2-4422-81ac-45cea297ed40 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7885d2cc-79f6-4ab2-a189-bdc547487929,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:29.828427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f681f28d-a1ca-48be-93d3-b16235d41955 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, eb496bb8-c6a2-4d1f-b13a-caa580cbbb55) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:29.840017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-958da25f-3cb5-49ab-b0ed-27fb930d3f09 None None] Could not find standard attr ID for object 2fa1882c-c9ce-46cb-8506-aa806db6293e. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:24:29.846451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681f28d-a1ca-48be-93d3-b16235d41955 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:29.846451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f681f28d-a1ca-48be-93d3-b16235d41955 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.846683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-738f16a8-76ae-4e59-83d4-7435b4331433 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:29.860618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Allocated IP 172.20.0.12 (f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76/db9b03b8-b495-4ced-b289-ba227515ed44/9a102491-640a-41fa-8ddc-a7e4b3626487) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:29.879203 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-82faa485-9129-474e-8df6-e95c6231baf5 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1160932 Dec 06 14:24:29.886774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60970) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:29.893182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-13185de3-db94-40df-9c3b-57b9263fbe2a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072639074'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:29.909832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:29.916199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f16a8-76ae-4e59-83d4-7435b4331433 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Pushing event deleted for resources: {'Port': ['ID=f858770b-90f2-4c00-8a3b-13a1b36a4760,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:29.933557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eb0f71-83af-44c4-a701-71ab8fce8122 None None] Network eb496bb8-c6a2-4d1f-b13a-caa580cbbb55 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:29.937422 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.052613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc627599-a410-4c97-babb-b42745b22337 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:30.056761 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc627599-a410-4c97-babb-b42745b22337 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.131534 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdb8a41-f8f8-415f-bc21-554494597c71 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:30.145076 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f681f28d-a1ca-48be-93d3-b16235d41955 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3085074 Dec 06 14:24:30.147039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60972) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:30.184475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': 'eb496bb8-c6a2-4d1f-b13a-caa580cbbb55', 'name': 'tempest-PortsIpV6TestJSON-165792283', 'fixed_ips': [{'subnet_id': '3670bf5c-e56f-4ecb-a5f7-9221ef814b1d', 'ip_address': '2001:db8::10'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:30.215775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-26ae6939-0830-4619-a2fd-2365dd442eb2 None None] For port cea3c9cf-83ae-4819-96bd-2a4c37f982ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cea3c9cf-83ae-4819-96bd-2a4c37f982ec,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:30.216733 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-26ae6939-0830-4619-a2fd-2365dd442eb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.224817 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.234230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958da25f-3cb5-49ab-b0ed-27fb930d3f09 None None] Pushing event updated for resources: {'Port': ['ID=9895d4a1-2961-4094-a873-8e9d9f94d762,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:30.263137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-13185de3-db94-40df-9c3b-57b9263fbe2a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.275611 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b8076764-d540-4e71-bc19-dd82ffebdb64 None None] Provisioning complete for port 9895d4a1-2961-4094-a873-8e9d9f94d762 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:30.275983 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b8076764-d540-4e71-bc19-dd82ffebdb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.279256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-26ae6939-0830-4619-a2fd-2365dd442eb2 None None] Calling delete_port for cea3c9cf-83ae-4819-96bd-2a4c37f982ec owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:30.351127 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-738f16a8-76ae-4e59-83d4-7435b4331433 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.355941 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-738f16a8-76ae-4e59-83d4-7435b4331433 tempest-RoutersAdminNegativeIpV6Test-1231405382 tempest-RoutersAdminNegativeIpV6Test-1231405382-project-admin] 10.222.0.42 "DELETE /v2.0/ports/f858770b-90f2-4c00-8a3b-13a1b36a4760 HTTP/1.1" status: 204 len: 168 time: 3.0274603 Dec 06 14:24:30.366121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-13185de3-db94-40df-9c3b-57b9263fbe2a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.409048 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.462075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-13185de3-db94-40df-9c3b-57b9263fbe2a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.528181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:30.537284 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:30.540267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:30.551437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event updated for resources: {'Port': ['ID=9a102491-640a-41fa-8ddc-a7e4b3626487,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:30.583435 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13185de3-db94-40df-9c3b-57b9263fbe2a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b766148a-cc67-4997-885a-87e6d6e4f4f9,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:30.637398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:30.638180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.817649 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.832288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-eb496bb8-c6a2-4d1f-b13a-caa580cbbb55', 'network_id': 'eb496bb8-c6a2-4d1f-b13a-caa580cbbb55', 'tenant_id': 'a0aefe61d053408ebc8bf5297f57f8e2', 'fixed_ips': [{'subnet_id': '3670bf5c-e56f-4ecb-a5f7-9221ef814b1d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:24:30.841872 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.877350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:30.930347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-13185de3-db94-40df-9c3b-57b9263fbe2a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:30.932878 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-13185de3-db94-40df-9c3b-57b9263fbe2a tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0441170 Dec 06 14:24:30.937363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60978) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:30.950698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0a60f103-ad29-4dbe-b994-ce7aa56c8e21 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Request body: {'security_group_rule': {'security_group_id': 'b766148a-cc67-4997-885a-87e6d6e4f4f9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:30.965260 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5881ebd9-686c-45d6-aca2-ecd9a0c1f317 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9893851 Dec 06 14:24:30.967994 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60980) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:30.975805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7c055344-6922-497f-9b29-74c098d55dba tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:93:aa:aa'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:30.988750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60982) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:30.996029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9895d4a1-2961-4094-a873-8e9d9f94d762 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:31.002078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-26ae6939-0830-4619-a2fd-2365dd442eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.092334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae6939-0830-4619-a2fd-2365dd442eb2 None None] Pushing event deleted for resources: {'Port': ['ID=cea3c9cf-83ae-4819-96bd-2a4c37f982ec,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:31.100314 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ae6939-0830-4619-a2fd-2365dd442eb2 None None] No DVR routers for this DVR port cea3c9cf-83ae-4819-96bd-2a4c37f982ec on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:31.148666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.objects.ports [None req-cc627599-a410-4c97-babb-b42745b22337 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103725) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:24:31.158979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc627599-a410-4c97-babb-b42745b22337 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.185248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:25Z', 'revision_number': 3, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:31.190142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-79491508-6afe-4b07-b869-a0a84858ec72 None None] Provisioning complete for port 1c44c160-6fab-4f79-b4a8-750971704047 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:31.190142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79491508-6afe-4b07-b869-a0a84858ec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.203646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c055344-6922-497f-9b29-74c098d55dba tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.233794 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a60f103-ad29-4dbe-b994-ce7aa56c8e21 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.254862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc627599-a410-4c97-babb-b42745b22337 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:31.255421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Checking router: 731f64c3-2d3c-4121-838c-28acc863a547 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:24:31.255519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Updating router 731f64c3-2d3c-4121-838c-28acc863a547 port b1994f89-2a09-41cd-b795-1b0a8972bb43 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:24:31.260826 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-63400078-5dde-48a7-96a8-b43bd213513c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.274289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-cc627599-a410-4c97-babb-b42745b22337 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:31.279846 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc627599-a410-4c97-babb-b42745b22337 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:31.280355 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc627599-a410-4c97-babb-b42745b22337 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.300629 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddfd908-4455-4f9c-b06b-398916bc55df None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:31.313325 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc627599-a410-4c97-babb-b42745b22337 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=9b0c07e5-3ba0-483f-b5e0-6b02cacbcd20,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:31.334332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Allocated IP 2001:db8::2 (eb496bb8-c6a2-4d1f-b13a-caa580cbbb55/3670bf5c-e56f-4ecb-a5f7-9221ef814b1d/a694e74a-8078-49dd-9e13-621c395c35e8) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:31.355643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.366138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a60f103-ad29-4dbe-b994-ce7aa56c8e21 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.382169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.387454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 9895d4a1-2961-4094-a873-8e9d9f94d762 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:31.387454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.393640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-79491508-6afe-4b07-b869-a0a84858ec72 None None] Port 1c44c160-6fab-4f79-b4a8-750971704047 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:31.421386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port c2a993fd-32e8-4992-86b5-d567789ffa04 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:31.451857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8aebc64f-7eb4-4c22-b416-3c0ac5b508e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.472018 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a60f103-ad29-4dbe-b994-ce7aa56c8e21 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.515111 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60f103-ad29-4dbe-b994-ce7aa56c8e21 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d169ba-7208-4e08-82ea-cb2d47cf4171,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:31.519567 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-63400078-5dde-48a7-96a8-b43bd213513c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.540533 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cc627599-a410-4c97-babb-b42745b22337 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.0116491 Dec 06 14:24:31.543500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60986) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:31.546386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-79491508-6afe-4b07-b869-a0a84858ec72 None None] Provisioning complete for port 9a102491-640a-41fa-8ddc-a7e4b3626487 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:31.546806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79491508-6afe-4b07-b869-a0a84858ec72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.548399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'mac_address': 'fa:16:3e:4b:f4:da', 'name': 'tempest-NetworksTestDHCPv6-1663542989'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:31.584631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c055344-6922-497f-9b29-74c098d55dba tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.607152 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a60f103-ad29-4dbe-b994-ce7aa56c8e21 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.607152 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0a60f103-ad29-4dbe-b994-ce7aa56c8e21 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6686971 Dec 06 14:24:31.608657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60988) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:31.648400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-63400078-5dde-48a7-96a8-b43bd213513c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.702285 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c055344-6922-497f-9b29-74c098d55dba tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.722639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63400078-5dde-48a7-96a8-b43bd213513c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f159affe-11b3-4115-958c-8e572441ceef,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:31.730584 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-63400078-5dde-48a7-96a8-b43bd213513c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=763762a264094d9daabfe4ff6018a551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7381465 Dec 06 14:24:31.748336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60990) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:31.758707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.802003 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-11fdce0f-a6ce-497a-bcbb-492a8b2cef5f tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.802658 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.813963 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-57d84a91-0b8d-45af-ae60-23929d86cfff req-7d4fe784-f779-4d6c-b9c7-77d7222c6c6b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2522480 Dec 06 14:24:31.814333 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-79491508-6afe-4b07-b869-a0a84858ec72 None None] Port 9a102491-640a-41fa-8ddc-a7e4b3626487 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:31.862761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c055344-6922-497f-9b29-74c098d55dba tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event updated for resources: {'Port': ['ID=9a102491-640a-41fa-8ddc-a7e4b3626487,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:31.903180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-11fdce0f-a6ce-497a-bcbb-492a8b2cef5f tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.920609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-7c055344-6922-497f-9b29-74c098d55dba tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] In _notify_port_updated(), no bound segment for port 9a102491-640a-41fa-8ddc-a7e4b3626487 on network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 {{(pid=103724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:24:31.927123 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c055344-6922-497f-9b29-74c098d55dba tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:31.927793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c055344-6922-497f-9b29-74c098d55dba tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.930358 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7c055344-6922-497f-9b29-74c098d55dba tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "PUT /v2.0/ports/9a102491-640a-41fa-8ddc-a7e4b3626487 HTTP/1.1" status: 200 len: 993 time: 0.9602747 Dec 06 14:24:31.940831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.944824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 60992) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:31.952728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0722d13c-ca99-4fc2-8de6-5d8fe32720fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.960358 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:31.970014 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device cea3c9cf-83ae-4819-96bd-2a4c37f982ec no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:31.986104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': '9b0c07e5-3ba0-483f-b5e0-6b02cacbcd20'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:24:31.989314 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.006086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0722d13c-ca99-4fc2-8de6-5d8fe32720fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.032040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:32.058346 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: cea3c9cf-83ae-4819-96bd-2a4c37f982ec {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:32.058961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device cea3c9cf-83ae-4819-96bd-2a4c37f982ec not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:32.097201 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.122067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-11fdce0f-a6ce-497a-bcbb-492a8b2cef5f tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.128574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-11fdce0f-a6ce-497a-bcbb-492a8b2cef5f tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.131402 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-11fdce0f-a6ce-497a-bcbb-492a8b2cef5f tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-groups/b766148a-cc67-4997-885a-87e6d6e4f4f9 HTTP/1.1" status: 204 len: 168 time: 0.5211368 Dec 06 14:24:32.142793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60994) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:32.150027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fdce0f-a6ce-497a-bcbb-492a8b2cef5f tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b766148a-cc67-4997-885a-87e6d6e4f4f9,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:32.192338 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:24:32.209122 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fed40e00-6326-418c-a01f-6185b5221b10 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0645924 Dec 06 14:24:32.210174 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0722d13c-ca99-4fc2-8de6-5d8fe32720fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.213170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0722d13c-ca99-4fc2-8de6-5d8fe32720fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.217825 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0722d13c-ca99-4fc2-8de6-5d8fe32720fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f159affe-11b3-4115-958c-8e572441ceef HTTP/1.1" status: 204 len: 168 time: 0.4661551 Dec 06 14:24:32.218831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 60996) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:32.252994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Network eb496bb8-c6a2-4d1f-b13a-caa580cbbb55 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:32.263299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722d13c-ca99-4fc2-8de6-5d8fe32720fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f159affe-11b3-4115-958c-8e572441ceef,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:32.265455 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Pushing event updated for resources: {'Port': ['ID=a694e74a-8078-49dd-9e13-621c395c35e8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:32.277848 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:32.288771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:32.305193 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f4330d41-bade-45db-af38-6bc63a772e33 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0823643 Dec 06 14:24:32.307716 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32768) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:32.324893 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-263542f5-8227-4902-aa6d-1f9f6aace656 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] delete failed (client error): The resource could not be found. Dec 06 14:24:32.326472 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-263542f5-8227-4902-aa6d-1f9f6aace656 tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "DELETE /v2.0/security-groups/b766148a-cc67-4997-885a-87e6d6e4f4f9 HTTP/1.1" status: 404 len: 347 time: 0.0173895 Dec 06 14:24:32.329722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32770) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:32.337831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-edb4cc89-7eb7-4002-a339-4aa608c0cb72 None None] Provisioning complete for port 9a102491-640a-41fa-8ddc-a7e4b3626487 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:32.338340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-edb4cc89-7eb7-4002-a339-4aa608c0cb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.396664 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d1cc3c93-5266-4ff6-afbc-6abcfb4cd61f tempest-SecGroupIPv6Test-1774407013 tempest-SecGroupIPv6Test-1774407013-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0572770 Dec 06 14:24:32.481349 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-edb4cc89-7eb7-4002-a339-4aa608c0cb72 None None] Port 9a102491-640a-41fa-8ddc-a7e4b3626487 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:32.486057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Allocated IP 2001:db8::f816:3eff:fe46:18d5 (32250b85-9d7f-4d03-9356-fdcc88577699/9b0c07e5-3ba0-483f-b5e0-6b02cacbcd20/657892ae-c496-4dac-8a85-9d846407b4eb) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:32.489337 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.496330 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Attempting to bind port a694e74a-8078-49dd-9e13-621c395c35e8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:32.496992 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Attempting to bind port a694e74a-8078-49dd-9e13-621c395c35e8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0cda567e-3221-4d28-8e3e-42319b8aa02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eb496bb8-c6a2-4d1f-b13a-caa580cbbb55'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:32.501821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Attempting to bind port a694e74a-8078-49dd-9e13-621c395c35e8 on network eb496bb8-c6a2-4d1f-b13a-caa580cbbb55 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:32.506110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:32.506486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Checking segment: {'id': '0cda567e-3221-4d28-8e3e-42319b8aa02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eb496bb8-c6a2-4d1f-b13a-caa580cbbb55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:32.506892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.507284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Bound using segment: {'id': '0cda567e-3221-4d28-8e3e-42319b8aa02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eb496bb8-c6a2-4d1f-b13a-caa580cbbb55'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:32.507787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Bound port: a694e74a-8078-49dd-9e13-621c395c35e8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cda567e-3221-4d28-8e3e-42319b8aa02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'eb496bb8-c6a2-4d1f-b13a-caa580cbbb55'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:32.508173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.593068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.594724 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Pushing event updated for resources: {'Port': ['ID=1c44c160-6fab-4f79-b4a8-750971704047,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:32.605858 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.654435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8::10 (eb496bb8-c6a2-4d1f-b13a-caa580cbbb55/3670bf5c-e56f-4ecb-a5f7-9221ef814b1d/c2a993fd-32e8-4992-86b5-d567789ffa04) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:32.661860 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d84a91-0b8d-45af-ae60-23929d86cfff req-f37eff0e-ac6c-44cd-a780-14b426335296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:32.663354 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-57d84a91-0b8d-45af-ae60-23929d86cfff req-f37eff0e-ac6c-44cd-a780-14b426335296 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453d340754844adda7a07ecc7b48fdea&device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 1098 time: 0.7448814 Dec 06 14:24:32.665396 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f11bed-a83a-42c6-9e2f-7e370f165a58 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:32.792613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.856215 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Allocated IP 172.20.0.1 (23b95a34-a658-4de3-b9c9-74b7dc477ef7/018755a3-99e8-41ec-89d9-a7709363b621/c29aca2a-734b-4d72-a916-e666132156e6) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:32.867901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514427fc-9337-4b47-8a13-2c62ab8884ab None None] Pushing event updated for resources: {'Port': ['ID=b1994f89-2a09-41cd-b795-1b0a8972bb43,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:32.873169 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] For port a694e74a-8078-49dd-9e13-621c395c35e8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:32.882784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Attempting to bind port b1994f89-2a09-41cd-b795-1b0a8972bb43 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:32.883120 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Attempting to bind port b1994f89-2a09-41cd-b795-1b0a8972bb43 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:32.883487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Attempting to bind port b1994f89-2a09-41cd-b795-1b0a8972bb43 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:32.895737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] For port a694e74a-8078-49dd-9e13-621c395c35e8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a694e74a-8078-49dd-9e13-621c395c35e8,segment=NetworkSegment(0cda567e-3221-4d28-8e3e-42319b8aa02c),segment_id=0cda567e-3221-4d28-8e3e-42319b8aa02c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:32.909678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 1255906f-6f8a-404e-8d0d-6f0a70b201b6 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:32.928459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:32.928887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:32.929259 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.929658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:32.930142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Bound port: b1994f89-2a09-41cd-b795-1b0a8972bb43, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:32.930526 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.938407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-39658c48-0620-4158-9500-48a19d47c23b tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Deleting port 9a102491-640a-41fa-8ddc-a7e4b3626487 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:32.938753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39658c48-0620-4158-9500-48a19d47c23b tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.977980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.981484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8423ab9c-c420-4d29-a235-e72a2d3dee3d None None] Provisioning complete for port b1994f89-2a09-41cd-b795-1b0a8972bb43 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:32.981484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8423ab9c-c420-4d29-a235-e72a2d3dee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:32.981756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.059029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32778) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:33.062073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32780) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:33.097879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] For port b1994f89-2a09-41cd-b795-1b0a8972bb43, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:33.099533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8423ab9c-c420-4d29-a235-e72a2d3dee3d None None] Port b1994f89-2a09-41cd-b795-1b0a8972bb43 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:33.102486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] For port b1994f89-2a09-41cd-b795-1b0a8972bb43, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1994f89-2a09-41cd-b795-1b0a8972bb43,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:33.103867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.116084 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6da6d-4455-4e90-aca2-f6093edcd08c None None] Pushing event updated for resources: {'Port': ['ID=a694e74a-8078-49dd-9e13-621c395c35e8,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:33.152215 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c91f2d48-88f1-4d64-ac16-362837bd7bb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60f4c213982f48ba8578f7c4736c0687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0904713 Dec 06 14:24:33.157212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32784) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:33.159506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d84a91-0b8d-45af-ae60-23929d86cfff req-a39048b0-5190-4920-9ddc-60bce8e39728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:33.161018 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-57d84a91-0b8d-45af-ae60-23929d86cfff req-a39048b0-5190-4920-9ddc-60bce8e39728 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca39c773-f168-4385-82c7-10e406c5cd38 HTTP/1.1" status: 200 len: 898 time: 0.4518042 Dec 06 14:24:33.162544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:33.165725 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:33.169628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:33.181329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.188049 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Pushing event updated for resources: {'Port': ['ID=657892ae-c496-4dac-8a85-9d846407b4eb,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:33.208524 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Network 8bb7f889-754a-49bd-a23e-fb0958bb48ef is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:33.252916 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:33.291732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Attempting to bind port 657892ae-c496-4dac-8a85-9d846407b4eb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:33.292698 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Attempting to bind port 657892ae-c496-4dac-8a85-9d846407b4eb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:33.293262 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Attempting to bind port 657892ae-c496-4dac-8a85-9d846407b4eb on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:33.308909 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967310e2-7a14-44fa-8a50-fe13b0abb0b5 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:33.313390 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:33.314009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:33.314601 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.315208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:33.315851 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Bound port: 657892ae-c496-4dac-8a85-9d846407b4eb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:33.316385 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.318776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:33.319585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:03Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:33.324579 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514427fc-9337-4b47-8a13-2c62ab8884ab None None] Pushing event updated for resources: {'Port': ['ID=b1994f89-2a09-41cd-b795-1b0a8972bb43,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:33.336489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-896df929-0625-45b0-bbba-1b9654b18864 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.339620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39658c48-0620-4158-9500-48a19d47c23b tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.409219 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-896df929-0625-45b0-bbba-1b9654b18864 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.415447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-39658c48-0620-4158-9500-48a19d47c23b tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Calling delete_port for 9a102491-640a-41fa-8ddc-a7e4b3626487 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:33.505528 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c7707ea8-7bfe-4d48-a8a3-26d24d9d53a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5822be6abbcf4c9b8367658e5b998391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4342039 Dec 06 14:24:33.511975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::f816:3eff:fe4b:f4da (32250b85-9d7f-4d03-9356-fdcc88577699/9b0c07e5-3ba0-483f-b5e0-6b02cacbcd20/1255906f-6f8a-404e-8d0d-6f0a70b201b6) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:33.516405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32786) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:33.529444 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-57d84a91-0b8d-45af-ae60-23929d86cfff req-91510a79-3d29-4396-a13e-bb2a3e0e52df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15babee3-be50-4436-8319-54025ebe6532 HTTP/1.1" status: 200 len: 1000 time: 0.3540478 Dec 06 14:24:33.543553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.547980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] For port 657892ae-c496-4dac-8a85-9d846407b4eb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:33.551920 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] For port 657892ae-c496-4dac-8a85-9d846407b4eb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=657892ae-c496-4dac-8a85-9d846407b4eb,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:33.553693 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-350534ba-eb44-495a-a6d6-d071a48dc8e2 None None] Provisioning complete for port b1994f89-2a09-41cd-b795-1b0a8972bb43 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:33.554057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-350534ba-eb44-495a-a6d6-d071a48dc8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.591881 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.607709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:33.618156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d8d65f7-399a-42d9-9d40-161548fc7ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.653219 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d8d65f7-399a-42d9-9d40-161548fc7ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.664061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-896df929-0625-45b0-bbba-1b9654b18864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.676513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-896df929-0625-45b0-bbba-1b9654b18864 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.683866 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-896df929-0625-45b0-bbba-1b9654b18864 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62c7dffa-0d9d-48db-a88c-74c464e6677e HTTP/1.1" status: 204 len: 168 time: 0.5226662 Dec 06 14:24:33.729499 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896df929-0625-45b0-bbba-1b9654b18864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c7dffa-0d9d-48db-a88c-74c464e6677e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:33.797768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d8d65f7-399a-42d9-9d40-161548fc7ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.800699 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d8d65f7-399a-42d9-9d40-161548fc7ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.804381 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4d8d65f7-399a-42d9-9d40-161548fc7ef5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac2ddd03-50e6-48fd-b704-3289a05be5e0 HTTP/1.1" status: 204 len: 168 time: 0.2846267 Dec 06 14:24:33.807088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.839381 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d65f7-399a-42d9-9d40-161548fc7ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2ddd03-50e6-48fd-b704-3289a05be5e0,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:33.906988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bed433ff-b4a1-48ba-b3c7-ee3b3ea7fcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:33.920387 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d84a91-0b8d-45af-ae60-23929d86cfff req-d5ec77b1-01e0-4dac-ba89-0c45fd094cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:33.922347 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-57d84a91-0b8d-45af-ae60-23929d86cfff req-d5ec77b1-01e0-4dac-ba89-0c45fd094cd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c9dacc5-eaee-4677-89fd-d09a6833c396 HTTP/1.1" status: 200 len: 834 time: 0.3756583 Dec 06 14:24:33.946388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bc36d-7c39-4a1b-ba96-ab0178b9b0ce None None] Pushing event updated for resources: {'Port': ['ID=657892ae-c496-4dac-8a85-9d846407b4eb,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:34.030254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:34.052913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-350534ba-eb44-495a-a6d6-d071a48dc8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:34.079571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39658c48-0620-4158-9500-48a19d47c23b tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:34.092137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-350534ba-eb44-495a-a6d6-d071a48dc8e2 None None] For port b1994f89-2a09-41cd-b795-1b0a8972bb43, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1994f89-2a09-41cd-b795-1b0a8972bb43,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:34.102910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:25Z', 'revision_number': 3, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:34.131590 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c0416c-ad6f-4ca6-bab7-b09fea20b927 None None] The sync data for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv is: [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:25Z', 'revision_number': 3, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:24:34.169600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-350534ba-eb44-495a-a6d6-d071a48dc8e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:34.180368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Router 187c149d-a03d-428e-98bf-93c24156a625 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:24:34.191156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:34.258831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network eb496bb8-c6a2-4d1f-b13a-caa580cbbb55 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:34.260796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350534ba-eb44-495a-a6d6-d071a48dc8e2 None None] Pushing event updated for resources: {'Port': ['ID=b1994f89-2a09-41cd-b795-1b0a8972bb43,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:34.292378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d84a91-0b8d-45af-ae60-23929d86cfff req-c0a5d849-c0a5-4275-9ac2-a6a5d3911adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:34.295432 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-57d84a91-0b8d-45af-ae60-23929d86cfff req-c0a5d849-c0a5-4275-9ac2-a6a5d3911adb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca39c773-f168-4385-82c7-10e406c5cd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3265917 Dec 06 14:24:34.307664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-be75f16f-1236-4c87-a401-d90189fa667a None None] Provisioning complete for port 1c44c160-6fab-4f79-b4a8-750971704047 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:34.308686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be75f16f-1236-4c87-a401-d90189fa667a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:34.331587 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:34.404793 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-be75f16f-1236-4c87-a401-d90189fa667a None None] Port 1c44c160-6fab-4f79-b4a8-750971704047 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:34.426037 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:34.428970 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:34.432353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:34.472781 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:34.480282 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:34.482714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:34.551868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=c2a993fd-32e8-4992-86b5-d567789ffa04,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:34.738462 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:34.754689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:34.825224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39658c48-0620-4158-9500-48a19d47c23b tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event deleted for resources: {'Port': ['ID=9a102491-640a-41fa-8ddc-a7e4b3626487,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:34.893969 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-87f7664c-3860-41c5-90f2-059168abfa03 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.7151206 Dec 06 14:24:34.900049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32816) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:34.906403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': 'eb496bb8-c6a2-4d1f-b13a-caa580cbbb55', 'name': 'tempest-PortsIpV6TestJSON-250366834', 'fixed_ips': [{'subnet_id': '3670bf5c-e56f-4ecb-a5f7-9221ef814b1d', 'ip_address': '2001:db8::f'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:35.099103 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:35.133360 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a694e74a-8078-49dd-9e13-621c395c35e8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:35.244979 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-64d9408f-ebed-4f4a-b8c2-f265e6bae1b7 None None] Provisioning complete for port c29aca2a-734b-4d72-a916-e666132156e6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:35.255184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64d9408f-ebed-4f4a-b8c2-f265e6bae1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:35.283067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:35.304143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f40c5d-49ce-4f84-8648-ee1965211141 None None] Network eb496bb8-c6a2-4d1f-b13a-caa580cbbb55 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:35.348889 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Pushing event updated for resources: {'Port': ['ID=c29aca2a-734b-4d72-a916-e666132156e6,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:35.411862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39658c48-0620-4158-9500-48a19d47c23b tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:35.412705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-64d9408f-ebed-4f4a-b8c2-f265e6bae1b7 None None] Port c29aca2a-734b-4d72-a916-e666132156e6 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:35.415229 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-39658c48-0620-4158-9500-48a19d47c23b tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "DELETE /v2.0/ports/9a102491-640a-41fa-8ddc-a7e4b3626487 HTTP/1.1" status: 204 len: 168 time: 3.4654956 Dec 06 14:24:35.418462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32830) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:35.429345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:24:35.443815 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Sync routers for ids ['187c149d-a03d-428e-98bf-93c24156a625'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:24:35.452138 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-57d84a91-0b8d-45af-ae60-23929d86cfff req-4df25b26-fabf-4c3d-bf77-26852e744457 service neutron] 10.222.0.41 "GET /v2.0/networks/ca39c773-f168-4385-82c7-10e406c5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0323923 Dec 06 14:24:35.460465 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Routers {'187c149d-a03d-428e-98bf-93c24156a625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:35.463717 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['187c149d-a03d-428e-98bf-93c24156a625'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:35.467254 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6682e2bc-ad38-4b4f-9d0e-f01c101a04d4 admin admin] 10.222.0.42 "PUT /v2.0/routers/187c149d-a03d-428e-98bf-93c24156a625/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1299367 Dec 06 14:24:35.483201 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:35.511572 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port a694e74a-8078-49dd-9e13-621c395c35e8 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:35.512344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:35.545591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32834) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:35.559198 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port 2475060d-3198-47c5-99f2-4ebad86b4fd6 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:35.642150 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e01b9d19-17c3-4cfb-8af3-4ff6a4cf651a None None] Provisioning complete for port a694e74a-8078-49dd-9e13-621c395c35e8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:35.643964 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e01b9d19-17c3-4cfb-8af3-4ff6a4cf651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:35.847702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e01b9d19-17c3-4cfb-8af3-4ff6a4cf651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:35.876008 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Set router 187c149d-a03d-428e-98bf-93c24156a625 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:35.955624 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e01b9d19-17c3-4cfb-8af3-4ff6a4cf651a None None] For port a694e74a-8078-49dd-9e13-621c395c35e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a694e74a-8078-49dd-9e13-621c395c35e8,segment=NetworkSegment(0cda567e-3221-4d28-8e3e-42319b8aa02c),segment_id=0cda567e-3221-4d28-8e3e-42319b8aa02c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:35.965567 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:35.972024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32844) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:36.007171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.037758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e01b9d19-17c3-4cfb-8af3-4ff6a4cf651a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.055857 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8::f (eb496bb8-c6a2-4d1f-b13a-caa580cbbb55/3670bf5c-e56f-4ecb-a5f7-9221ef814b1d/2475060d-3198-47c5-99f2-4ebad86b4fd6) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:36.151535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:24:36.153975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:24:36.167328 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a65b140a-de55-4a14-8310-0083e474903d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] GET failed (client error): The resource could not be found. Dec 06 14:24:36.175191 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32848) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:36.175599 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a65b140a-de55-4a14-8310-0083e474903d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "GET /v2.0/ports/9a102491-640a-41fa-8ddc-a7e4b3626487 HTTP/1.1" status: 404 len: 333 time: 0.7478118 Dec 06 14:24:36.190415 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.194722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5a4657f9-d2ef-4a4c-8f15-14f553cdb43f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group': {'name': 'tempest-secgroup--474700966'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:36.223433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:36.229603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:36.233246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:36.241529 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:36.242177 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.242320 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Request body: {'port': {'network_id': 'f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76', 'name': 'tempest-AllowedAddressPairTestJSON-365098824'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:36.312261 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-64d47a1c-c9dc-4a16-bf07-e4fa2da121b5 None None] Provisioning complete for port 657892ae-c496-4dac-8a85-9d846407b4eb triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:36.312509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64d47a1c-c9dc-4a16-bf07-e4fa2da121b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.339221 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a0928584-ed14-4d32-b990-e27b8e463f51 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:36.345997 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-a0928584-ed14-4d32-b990-e27b8e463f51 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 14:24:36.346695 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-a0928584-ed14-4d32-b990-e27b8e463f51 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 14:24:36.356307 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a0928584-ed14-4d32-b990-e27b8e463f51 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3828156 Dec 06 14:24:36.365418 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32850) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:36.402595 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b9d19-17c3-4cfb-8af3-4ff6a4cf651a None None] Pushing event updated for resources: {'Port': ['ID=a694e74a-8078-49dd-9e13-621c395c35e8,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:36.420095 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68'}], 'enable_snat': True}, 'gw_port_id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:24:30Z', 'revision_number': 4, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port': {'id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:21Z', 'updated_at': '2021-12-06T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c44c160-6fab-4f79-b4a8-750971704047', 'name': '', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'mac_address': 'fa:16:3e:1d:ac:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:29Z', 'updated_at': '2021-12-06T14:24:31Z', 'revision_number': 2, 'project_id': '6391d33390324960b42f9813fede87b1', 'subnets': [{'id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:36.420258 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4c93f7f3-4aab-4bc1-9320-904a93b8edc7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1139945301'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:36.471602 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=1255906f-6f8a-404e-8d0d-6f0a70b201b6,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:36.477273 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Checking router: 187c149d-a03d-428e-98bf-93c24156a625 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:24:36.478233 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Updating router 187c149d-a03d-428e-98bf-93c24156a625 port 1c44c160-6fab-4f79-b4a8-750971704047 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:24:36.504790 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-57d84a91-0b8d-45af-ae60-23929d86cfff req-0b68fa0d-a428-42bd-a8eb-99b40ad6da4a service neutron] 10.222.0.41 "GET /v2.0/networks/ca39c773-f168-4385-82c7-10e406c5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9851663 Dec 06 14:24:36.522925 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.569538 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64d47a1c-c9dc-4a16-bf07-e4fa2da121b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.575918 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.612754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-64d47a1c-c9dc-4a16-bf07-e4fa2da121b5 None None] For port 657892ae-c496-4dac-8a85-9d846407b4eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=657892ae-c496-4dac-8a85-9d846407b4eb,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:36.656906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32852) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:36.669099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-dba3fc9c-4690-4e04-afd6-8fe299ead3ce tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2122178909', 'description': 'tempest-description--2046195717'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:36.691432 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64d47a1c-c9dc-4a16-bf07-e4fa2da121b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.693058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5a4657f9-d2ef-4a4c-8f15-14f553cdb43f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.728610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5a4657f9-d2ef-4a4c-8f15-14f553cdb43f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.808915 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b1994f89-2a09-41cd-b795-1b0a8972bb43 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:36.914188 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d47a1c-c9dc-4a16-bf07-e4fa2da121b5 None None] Pushing event updated for resources: {'Port': ['ID=657892ae-c496-4dac-8a85-9d846407b4eb,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:36.922965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.932402 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-effa5704-e7a6-4e3d-8f03-a4f78c100521 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.3852787 Dec 06 14:24:36.933120 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32858) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:36.934395 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.948377 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8b90484b-ab85-404b-9886-5110b672116a None None] Provisioning complete for port c2a993fd-32e8-4992-86b5-d567789ffa04 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:36.948743 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b90484b-ab85-404b-9886-5110b672116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:36.997176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f5a81-0a50-435a-a9ce-1d9549eecfe1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:37.007024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843f5a81-0a50-435a-a9ce-1d9549eecfe1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:37.008680 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-843f5a81-0a50-435a-a9ce-1d9549eecfe1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0749164 Dec 06 14:24:37.009691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8b90484b-ab85-404b-9886-5110b672116a None None] Port c2a993fd-32e8-4992-86b5-d567789ffa04 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:37.012310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32860) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:37.019334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port b1994f89-2a09-41cd-b795-1b0a8972bb43 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:37.019710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.038183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.047771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8b90484b-ab85-404b-9886-5110b672116a None None] Provisioning complete for port a694e74a-8078-49dd-9e13-621c395c35e8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:37.048140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b90484b-ab85-404b-9886-5110b672116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.093838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5a4657f9-d2ef-4a4c-8f15-14f553cdb43f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.109946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.135190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4c93f7f3-4aab-4bc1-9320-904a93b8edc7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.193057 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.224183 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4c93f7f3-4aab-4bc1-9320-904a93b8edc7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.236735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network eb496bb8-c6a2-4d1f-b13a-caa580cbbb55 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:37.240441 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.244225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.245072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5a4657f9-d2ef-4a4c-8f15-14f553cdb43f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.269590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Pushing event updated for resources: {'Port': ['ID=c29aca2a-734b-4d72-a916-e666132156e6,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:37.312136 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5a4657f9-d2ef-4a4c-8f15-14f553cdb43f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.322012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:37.334814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:37.336883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 657892ae-c496-4dac-8a85-9d846407b4eb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:37.342698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:37.343512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.361474 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.393081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8b90484b-ab85-404b-9886-5110b672116a None None] Provisioning complete for port 1255906f-6f8a-404e-8d0d-6f0a70b201b6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:37.393464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b90484b-ab85-404b-9886-5110b672116a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.417443 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5a4657f9-d2ef-4a4c-8f15-14f553cdb43f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.447267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8d314bc4-028a-4721-b464-6619d48f568e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 1255906f-6f8a-404e-8d0d-6f0a70b201b6 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:37.447750 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8d314bc4-028a-4721-b464-6619d48f568e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.451994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 657892ae-c496-4dac-8a85-9d846407b4eb triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:37.452373 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.496399 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a785b-ec66-4150-afa7-0f102c96859d None None] Pushing event updated for resources: {'Port': ['ID=1c44c160-6fab-4f79-b4a8-750971704047,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:37.532510 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8b90484b-ab85-404b-9886-5110b672116a None None] Port 1255906f-6f8a-404e-8d0d-6f0a70b201b6 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:37.561270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4c93f7f3-4aab-4bc1-9320-904a93b8edc7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.574579 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Attempting to bind port 1c44c160-6fab-4f79-b4a8-750971704047 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:37.574943 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Attempting to bind port 1c44c160-6fab-4f79-b4a8-750971704047 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fb18ba37-bc39-4204-87fb-e900ac386ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:37.575300 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Attempting to bind port 1c44c160-6fab-4f79-b4a8-750971704047 on network 8bb7f889-754a-49bd-a23e-fb0958bb48ef {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:37.582407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:37.586505 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:37.601193 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:37.604311 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Checking segment: {'id': 'fb18ba37-bc39-4204-87fb-e900ac386ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:37.604732 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.605198 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Bound using segment: {'id': 'fb18ba37-bc39-4204-87fb-e900ac386ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:37.605700 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Bound port: 1c44c160-6fab-4f79-b4a8-750971704047, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb18ba37-bc39-4204-87fb-e900ac386ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:37.608199 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.614864 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4657f9-d2ef-4a4c-8f15-14f553cdb43f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20673b32-b0d9-42c3-9719-14f5e98200c7,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:37.632196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dba3fc9c-4690-4e04-afd6-8fe299ead3ce tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.725951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-212da1e3-dbac-481e-9b84-63f3b0c3157e None None] Provisioning complete for port c2a993fd-32e8-4992-86b5-d567789ffa04 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:37.726446 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-212da1e3-dbac-481e-9b84-63f3b0c3157e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.737268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4657f9-d2ef-4a4c-8f15-14f553cdb43f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a12ccf8-4e85-4fc8-8a00-38caa96ed847,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:37.762067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=2475060d-3198-47c5-99f2-4ebad86b4fd6,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:37.779338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4c93f7f3-4aab-4bc1-9320-904a93b8edc7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.797073 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] For port 1c44c160-6fab-4f79-b4a8-750971704047, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:37.800268 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Router 731f64c3-2d3c-4121-838c-28acc863a547 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:24:37.809078 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] For port 1c44c160-6fab-4f79-b4a8-750971704047, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c44c160-6fab-4f79-b4a8-750971704047,segment=NetworkSegment(fb18ba37-bc39-4204-87fb-e900ac386ff1),segment_id=fb18ba37-bc39-4204-87fb-e900ac386ff1)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:37.839128 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8d314bc4-028a-4721-b464-6619d48f568e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.866411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-212da1e3-dbac-481e-9b84-63f3b0c3157e None None] Port c2a993fd-32e8-4992-86b5-d567789ffa04 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:37.889153 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.889727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4c93f7f3-4aab-4bc1-9320-904a93b8edc7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:37.945076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93f7f3-4aab-4bc1-9320-904a93b8edc7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9290fcf1-a351-47dd-881a-c3baf3d7f7ef,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:37.945178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a694e74a-8078-49dd-9e13-621c395c35e8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:37.969338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4c93f7f3-4aab-4bc1-9320-904a93b8edc7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.011956 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Routers {'187c149d-a03d-428e-98bf-93c24156a625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:38.012881 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['187c149d-a03d-428e-98bf-93c24156a625'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:38.021692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Made reservation on behalf of 940b5dba211c4ed6800fb0dd58de2b16 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:38.025034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:24:38.025427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.045678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8d314bc4-028a-4721-b464-6619d48f568e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 1255906f-6f8a-404e-8d0d-6f0a70b201b6 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:38.061511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dba3fc9c-4690-4e04-afd6-8fe299ead3ce tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.065963 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93f7f3-4aab-4bc1-9320-904a93b8edc7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0034f4ab-11b2-486d-bc19-c7b673977958,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:38.068488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Sync routers for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:24:38.073346 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] device_id is not set on port 14949a65-077d-493c-9726-7696cdde7353 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:38.082045 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726a785b-ec66-4150-afa7-0f102c96859d None None] Pushing event updated for resources: {'Port': ['ID=1c44c160-6fab-4f79-b4a8-750971704047,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:38.108794 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-341fc783-f07f-4feb-8528-1ae76e79b3cb tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2032721 Dec 06 14:24:38.109885 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5a4657f9-d2ef-4a4c-8f15-14f553cdb43f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.113569 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5a4657f9-d2ef-4a4c-8f15-14f553cdb43f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.5643671 Dec 06 14:24:38.113708 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cbe23fed-3126-46e1-b72e-8a458b2b2729 None None] Provisioning complete for port 1c44c160-6fab-4f79-b4a8-750971704047 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:38.113708 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbe23fed-3126-46e1-b72e-8a458b2b2729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.114111 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4c93f7f3-4aab-4bc1-9320-904a93b8edc7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.118138 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4c93f7f3-4aab-4bc1-9320-904a93b8edc7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.7422028 Dec 06 14:24:38.120119 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32864) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:38.120456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32866) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:38.120767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32868) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:38.145457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-47c2a927-eba1-453c-954b-914c268ece93 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '0034f4ab-11b2-486d-bc19-c7b673977958', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:38.161286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:38.161989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:38.181796 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5c9f4017-cac8-437b-8de0-6c2619c4f49b admin admin] 10.222.0.42 "PUT /v2.0/routers/731f64c3-2d3c-4121-838c-28acc863a547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4074717 Dec 06 14:24:38.209910 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] Set router 187c149d-a03d-428e-98bf-93c24156a625 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:38.283759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port a694e74a-8078-49dd-9e13-621c395c35e8 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:38.284138 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.322469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dba3fc9c-4690-4e04-afd6-8fe299ead3ce tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.375685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8d314bc4-028a-4721-b464-6619d48f568e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.381114 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbe23fed-3126-46e1-b72e-8a458b2b2729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.408680 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d314bc4-028a-4721-b464-6619d48f568e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=1255906f-6f8a-404e-8d0d-6f0a70b201b6,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:38.430306 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:38.431097 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3fc9c-4690-4e04-afd6-8fe299ead3ce tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd8b6df-d028-483e-9713-32deeddf3737,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:38.439873 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8d314bc4-028a-4721-b464-6619d48f568e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.446169 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8d314bc4-028a-4721-b464-6619d48f568e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/1255906f-6f8a-404e-8d0d-6f0a70b201b6 HTTP/1.1" status: 204 len: 168 time: 1.4304254 Dec 06 14:24:38.447121 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32874) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:38.524699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cbe23fed-3126-46e1-b72e-8a458b2b2729 None None] For port 1c44c160-6fab-4f79-b4a8-750971704047, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c44c160-6fab-4f79-b4a8-750971704047,segment=NetworkSegment(fb18ba37-bc39-4204-87fb-e900ac386ff1),segment_id=fb18ba37-bc39-4204-87fb-e900ac386ff1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:38.545451 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-20862ad5-1271-47f0-93f0-60ca5e397639 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.4220510 Dec 06 14:24:38.550961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32876) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:38.555701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ea6e3-711f-45d6-9883-6e060afdaede tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:38.558471 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ea6e3-711f-45d6-9883-6e060afdaede tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:38.558673 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ac40a-b754-4ac1-af22-8dbe2cc0c328 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:38.560190 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-841ac40a-b754-4ac1-af22-8dbe2cc0c328 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.4384537 Dec 06 14:24:38.560610 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7a0ea6e3-711f-45d6-9883-6e060afdaede tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1117547 Dec 06 14:24:38.563620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32878) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:38.566427 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32880) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:38.593154 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68'}], 'enable_snat': True}, 'gw_port_id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:24:30Z', 'revision_number': 4, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port': {'id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:21Z', 'updated_at': '2021-12-06T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c44c160-6fab-4f79-b4a8-750971704047', 'name': '', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'mac_address': 'fa:16:3e:1d:ac:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:29Z', 'updated_at': '2021-12-06T14:24:37Z', 'revision_number': 4, 'project_id': '6391d33390324960b42f9813fede87b1', 'subnets': [{'id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:38.594147 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7b952b5f-303a-4fd9-ac3d-8e827140d955 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group': {'name': 'tempest-security--754076542', 'description': 'tempest-security-description-1478964153'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:38.624035 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 657892ae-c496-4dac-8a85-9d846407b4eb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:38.634695 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a99e0e-f3e2-4250-b4f3-cb39a9986c0d None None] The sync data for ids ['187c149d-a03d-428e-98bf-93c24156a625'] in dv-neutron-master-2-hyperv is: [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68'}], 'enable_snat': True}, 'gw_port_id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:24:30Z', 'revision_number': 4, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port': {'id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:21Z', 'updated_at': '2021-12-06T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c44c160-6fab-4f79-b4a8-750971704047', 'name': '', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'mac_address': 'fa:16:3e:1d:ac:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:29Z', 'updated_at': '2021-12-06T14:24:37Z', 'revision_number': 4, 'project_id': '6391d33390324960b42f9813fede87b1', 'subnets': [{'id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:24:38.653272 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-47c2a927-eba1-453c-954b-914c268ece93 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.682193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbe23fed-3126-46e1-b72e-8a458b2b2729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.750733 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dba3fc9c-4690-4e04-afd6-8fe299ead3ce tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.758179 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dba3fc9c-4690-4e04-afd6-8fe299ead3ce tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 2.0903690 Dec 06 14:24:38.766627 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32884) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:38.771276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ebab20ca-92c2-48b9-bc17-24bcfc283114 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Request body: {'security_group_rule': {'security_group_id': 'ecd8b6df-d028-483e-9713-32deeddf3737', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:38.772787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4433cd0-7b35-4b6e-80b1-955bb566c548 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 9b0c07e5-3ba0-483f-b5e0-6b02cacbcd20 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:38.797380 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Allocated IP 172.20.0.6 (f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76/db9b03b8-b495-4ced-b289-ba227515ed44/14949a65-077d-493c-9726-7696cdde7353) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:38.801945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4433cd0-7b35-4b6e-80b1-955bb566c548 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.823138 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe23fed-3126-46e1-b72e-8a458b2b2729 None None] Pushing event updated for resources: {'Port': ['ID=1c44c160-6fab-4f79-b4a8-750971704047,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:38.824429 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7b952b5f-303a-4fd9-ac3d-8e827140d955 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.836057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cbe23fed-3126-46e1-b72e-8a458b2b2729 None None] Provisioning complete for port 2475060d-3198-47c5-99f2-4ebad86b4fd6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:38.841639 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbe23fed-3126-46e1-b72e-8a458b2b2729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.900679 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a783e-98bc-4311-88fd-edce1548a686 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:38.906914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a783e-98bc-4311-88fd-edce1548a686 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:38.913019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a783e-98bc-4311-88fd-edce1548a686 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:38.914735 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-517a783e-98bc-4311-88fd-edce1548a686 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2565017 Dec 06 14:24:38.917386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4433cd0-7b35-4b6e-80b1-955bb566c548 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:38.919926 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32886) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:38.956541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cbe23fed-3126-46e1-b72e-8a458b2b2729 None None] Port 2475060d-3198-47c5-99f2-4ebad86b4fd6 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:38.970679 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 657892ae-c496-4dac-8a85-9d846407b4eb triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:38.970982 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.070774 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 2, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:39.101804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4433cd0-7b35-4b6e-80b1-955bb566c548 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.113138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7b952b5f-303a-4fd9-ac3d-8e827140d955 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.117866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Checking router: 731f64c3-2d3c-4121-838c-28acc863a547 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:24:39.122962 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Updating router 731f64c3-2d3c-4121-838c-28acc863a547 port c29aca2a-734b-4d72-a916-e666132156e6 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:24:39.144218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-32cc4658-4495-4e6d-a123-3c1254a50fdd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port 2475060d-3198-47c5-99f2-4ebad86b4fd6 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:39.144425 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-32cc4658-4495-4e6d-a123-3c1254a50fdd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.151951 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebab20ca-92c2-48b9-bc17-24bcfc283114 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.169351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a7c46dcd-8fba-4af1-836d-7a5fe822bb28 None None] Provisioning complete for port 1c44c160-6fab-4f79-b4a8-750971704047 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:39.169729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7c46dcd-8fba-4af1-836d-7a5fe822bb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.193982 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.220126 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-47c2a927-eba1-453c-954b-914c268ece93 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.221919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7b952b5f-303a-4fd9-ac3d-8e827140d955 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.225854 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7b952b5f-303a-4fd9-ac3d-8e827140d955 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.227564 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7b952b5f-303a-4fd9-ac3d-8e827140d955 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "PUT /v2.0/security-groups/8a12ccf8-4e85-4fc8-8a00-38caa96ed847 HTTP/1.1" status: 200 len: 1794 time: 0.6605248 Dec 06 14:24:39.231253 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.240151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32892) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:39.250975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-32cc4658-4495-4e6d-a123-3c1254a50fdd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.275133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-32cc4658-4495-4e6d-a123-3c1254a50fdd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for 2475060d-3198-47c5-99f2-4ebad86b4fd6 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:39.291111 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebab20ca-92c2-48b9-bc17-24bcfc283114 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.301604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-47c2a927-eba1-453c-954b-914c268ece93 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.344197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b952b5f-303a-4fd9-ac3d-8e827140d955 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a12ccf8-4e85-4fc8-8a00-38caa96ed847,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:39.370275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebab20ca-92c2-48b9-bc17-24bcfc283114 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.376179 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2a927-eba1-453c-954b-914c268ece93 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec3c65c-fc6a-433c-add4-5f6c2bd15104,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:39.394048 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab20ca-92c2-48b9-bc17-24bcfc283114 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa899390-9c9f-4d69-b92a-2719d6911814,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:39.405558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-47c2a927-eba1-453c-954b-914c268ece93 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.409670 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-47c2a927-eba1-453c-954b-914c268ece93 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2657681 Dec 06 14:24:39.413458 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32896) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:39.419365 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8e3a3dab-e1a7-43db-bf8d-e385678f945c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-groups/8a12ccf8-4e85-4fc8-8a00-38caa96ed847 HTTP/1.1" status: 200 len: 1794 time: 0.1719375 Dec 06 14:24:39.430638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d16a2705-f950-45b6-a2ad-a1dc79561ce2 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '0034f4ab-11b2-486d-bc19-c7b673977958', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:39.433637 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32898) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:39.476000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a7c46dcd-8fba-4af1-836d-7a5fe822bb28 None None] Provisioning complete for port c29aca2a-734b-4d72-a916-e666132156e6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:39.477040 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7c46dcd-8fba-4af1-836d-7a5fe822bb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.498386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebab20ca-92c2-48b9-bc17-24bcfc283114 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.502349 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ebab20ca-92c2-48b9-bc17-24bcfc283114 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7346811 Dec 06 14:24:39.510947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32902) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:39.512250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.538893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32904) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:39.541424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a7c46dcd-8fba-4af1-836d-7a5fe822bb28 None None] Port c29aca2a-734b-4d72-a916-e666132156e6 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:39.551820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1ce53f72-5036-4b7e-a55f-00161aa9dfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Request body: {'security_group_rule': {'security_group_id': 'ecd8b6df-d028-483e-9713-32deeddf3737', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:39.554041 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1534313138-network', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:39.571766 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:39.585861 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6d84adcf-7e63-4f9f-b0b0-b65a729699f0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.600222 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:39.604043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:39.624236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6d84adcf-7e63-4f9f-b0b0-b65a729699f0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.639851 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.654499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-32cc4658-4495-4e6d-a123-3c1254a50fdd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.678398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event updated for resources: {'Port': ['ID=14949a65-077d-493c-9726-7696cdde7353,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:39.709906 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4433cd0-7b35-4b6e-80b1-955bb566c548 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.711312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cc4658-4495-4e6d-a123-3c1254a50fdd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=2475060d-3198-47c5-99f2-4ebad86b4fd6,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:39.715179 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d16a2705-f950-45b6-a2ad-a1dc79561ce2 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.733733 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:39.734913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.737698 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.761273 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4433cd0-7b35-4b6e-80b1-955bb566c548 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=9b0c07e5-3ba0-483f-b5e0-6b02cacbcd20,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:39.769600 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-32cc4658-4495-4e6d-a123-3c1254a50fdd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.777914 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-32cc4658-4495-4e6d-a123-3c1254a50fdd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/2475060d-3198-47c5-99f2-4ebad86b4fd6 HTTP/1.1" status: 204 len: 168 time: 0.8536870 Dec 06 14:24:39.777914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.db.api [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 14:24:39.777914 dv-neutron-master-2-hyperv neutron-server[103725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 14:24:39.777914 dv-neutron-master-2-hyperv neutron-server[103725]: [parameters: {'project_id_1': '3ba6f3226e7d4c8489ded461834f9f64', 'expiration_1': datetime.datetime(2021, 12, 6, 14, 24, 19, 568382)}] Dec 06 14:24:39.777914 dv-neutron-master-2-hyperv neutron-server[103725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:24:39.777914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG oslo_db.api [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:24:39.778418 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32906) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:39.781475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4433cd0-7b35-4b6e-80b1-955bb566c548 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.787393 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d4433cd0-7b35-4b6e-80b1-955bb566c548 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/9b0c07e5-3ba0-483f-b5e0-6b02cacbcd20 HTTP/1.1" status: 204 len: 168 time: 1.2171028 Dec 06 14:24:39.788373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32908) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:39.797390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6d84adcf-7e63-4f9f-b0b0-b65a729699f0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.800415 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6d84adcf-7e63-4f9f-b0b0-b65a729699f0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:39.802790 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6d84adcf-7e63-4f9f-b0b0-b65a729699f0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-groups/8a12ccf8-4e85-4fc8-8a00-38caa96ed847 HTTP/1.1" status: 204 len: 168 time: 0.3555148 Dec 06 14:24:39.843960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a98041-9554-4e4e-92dd-1fb658b6e622 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:39.844592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32910) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:39.852160 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1b226130-b4c1-4caf-a7ed-c0f550eb806c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0599742 Dec 06 14:24:39.854501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32912) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:39.860496 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-d97b07b9-1ffd-44fa-b26d-1c7f7f6a3c23 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:39.868997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84adcf-7e63-4f9f-b0b0-b65a729699f0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a12ccf8-4e85-4fc8-8a00-38caa96ed847,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:40.025712 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-318572c3-067d-4f5d-aa67-6e24864a6d0d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.8052740 Dec 06 14:24:40.044479 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6199b956-4bc3-4a97-bf21-3345dcb186e4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:24:40.046001 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6199b956-4bc3-4a97-bf21-3345dcb186e4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/2475060d-3198-47c5-99f2-4ebad86b4fd6 HTTP/1.1" status: 404 len: 333 time: 0.2589707 Dec 06 14:24:40.049636 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32914) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:40.049835 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32916) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:40.053550 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1ce53f72-5036-4b7e-a55f-00161aa9dfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.056712 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-559784be-df66-4030-89ea-5dca5296c20d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:93:aa:aa'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:40.154139 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97b07b9-1ffd-44fa-b26d-1c7f7f6a3c23 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:40.159355 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d97b07b9-1ffd-44fa-b26d-1c7f7f6a3c23 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.184878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1c44c160-6fab-4f79-b4a8-750971704047 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:40.189336 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-56cb187d-7926-41b5-b63e-0f1561c0f248 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3273239 Dec 06 14:24:40.197058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32918) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:40.230163 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-d16a2705-f950-45b6-a2ad-a1dc79561ce2 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 14:24:40.231564 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d16a2705-f950-45b6-a2ad-a1dc79561ce2 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8157895 Dec 06 14:24:40.238994 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32920) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:40.251592 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-02571b84-0eca-466c-84ae-f556b6af37af tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] delete failed (client error): The resource could not be found. Dec 06 14:24:40.252659 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-02571b84-0eca-466c-84ae-f556b6af37af tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-groups/8a12ccf8-4e85-4fc8-8a00-38caa96ed847 HTTP/1.1" status: 404 len: 347 time: 0.0546672 Dec 06 14:24:40.261747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32922) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:40.267231 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4b201481-3640-47b5-9476-592e24665cb4 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865046830'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:40.303469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16035c33-f489-4a7d-9ab2-27980ef68a5d None None] Pushing event updated for resources: {'Port': ['ID=c29aca2a-734b-4d72-a916-e666132156e6,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:40.336409 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1ce53f72-5036-4b7e-a55f-00161aa9dfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.371644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e891b3a6-3b52-4de0-b379-0818bf8f9345 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.396192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-002ac1e3-207e-4737-a5f0-4fb7cc0e048a None None] Provisioning complete for port 14949a65-077d-493c-9726-7696cdde7353 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:40.396715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-002ac1e3-207e-4737-a5f0-4fb7cc0e048a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.410506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e891b3a6-3b52-4de0-b379-0818bf8f9345 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.425242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b201481-3640-47b5-9476-592e24665cb4 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.437965 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Attempting to bind port c29aca2a-734b-4d72-a916-e666132156e6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:40.438255 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Attempting to bind port c29aca2a-734b-4d72-a916-e666132156e6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:40.438643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Attempting to bind port c29aca2a-734b-4d72-a916-e666132156e6 on network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:40.467780 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1ce53f72-5036-4b7e-a55f-00161aa9dfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.468635 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-002ac1e3-207e-4737-a5f0-4fb7cc0e048a None None] Port 14949a65-077d-493c-9726-7696cdde7353 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:40.478081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:40.478656 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Checking segment: {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:40.479056 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.479609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Bound using segment: {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:40.480441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Bound port: c29aca2a-734b-4d72-a916-e666132156e6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:40.480967 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.490510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a46ed7a1-f472-4523-8e8e-bc329377b444 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port c2a993fd-32e8-4992-86b5-d567789ffa04 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:40.491113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a46ed7a1-f472-4523-8e8e-bc329377b444 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.506260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1c44c160-6fab-4f79-b4a8-750971704047 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:40.506764 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.507118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce53f72-5036-4b7e-a55f-00161aa9dfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abfe4f4-9039-41b3-b9d0-49ad2819be00,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:40.518292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-559784be-df66-4030-89ea-5dca5296c20d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.579118 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Made reservation on behalf of 3ba6f3226e7d4c8489ded461834f9f64 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:40.580323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b201481-3640-47b5-9476-592e24665cb4 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.581615 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.595187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e891b3a6-3b52-4de0-b379-0818bf8f9345 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.606521 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e891b3a6-3b52-4de0-b379-0818bf8f9345 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.607944 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e891b3a6-3b52-4de0-b379-0818bf8f9345 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "DELETE /v2.0/security-groups/0034f4ab-11b2-486d-bc19-c7b673977958 HTTP/1.1" status: 204 len: 168 time: 0.3677938 Dec 06 14:24:40.610141 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.613975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32924) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:40.627746 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c4a94c-3763-43a1-bc49-ed167ccad6a7 None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:40.630370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] For port c29aca2a-734b-4d72-a916-e666132156e6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:40.634485 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891b3a6-3b52-4de0-b379-0818bf8f9345 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0034f4ab-11b2-486d-bc19-c7b673977958,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:40.646713 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1ce53f72-5036-4b7e-a55f-00161aa9dfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.649532 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1ce53f72-5036-4b7e-a55f-00161aa9dfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1179521 Dec 06 14:24:40.656577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7eaeb336-e02f-46e8-b53b-3084b9d93083 None None] Provisioning complete for port c29aca2a-734b-4d72-a916-e666132156e6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:40.657010 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7eaeb336-e02f-46e8-b53b-3084b9d93083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.658942 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32926) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:40.660499 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] For port c29aca2a-734b-4d72-a916-e666132156e6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c29aca2a-734b-4d72-a916-e666132156e6,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:40.676331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:40.688883 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a6b2bec2-1059-4011-aa34-37391bcea544 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0715952 Dec 06 14:24:40.690574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b201481-3640-47b5-9476-592e24665cb4 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.694830 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32928) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:40.704514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-33c5335c-0d7d-4cdc-9e3f-9c7779131872 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group': {'name': 'tempest-secgroup--146349427'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:40.741552 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b201481-3640-47b5-9476-592e24665cb4 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde87e9a-2636-4943-b566-8c2f8bae83e4,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:40.754157 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a46ed7a1-f472-4523-8e8e-bc329377b444 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.761691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.768060 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7eaeb336-e02f-46e8-b53b-3084b9d93083 None None] Port c29aca2a-734b-4d72-a916-e666132156e6 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:40.772705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a46ed7a1-f472-4523-8e8e-bc329377b444 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for c2a993fd-32e8-4992-86b5-d567789ffa04 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:40.843538 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:40.844190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:40.881902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16035c33-f489-4a7d-9ab2-27980ef68a5d None None] Pushing event updated for resources: {'Port': ['ID=c29aca2a-734b-4d72-a916-e666132156e6,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:40.888895 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-32c4a94c-3763-43a1-bc49-ed167ccad6a7 None None] Deleting port 657892ae-c496-4dac-8a85-9d846407b4eb {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:40.889204 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.889332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-32c4a94c-3763-43a1-bc49-ed167ccad6a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.923556 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4b201481-3640-47b5-9476-592e24665cb4 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:40.924129 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4b201481-3640-47b5-9476-592e24665cb4 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6609421 Dec 06 14:24:40.927022 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32930) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:40.934625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-08240adf-b096-4de4-b551-60200dedbafd tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group_rule': {'security_group_id': 'cde87e9a-2636-4943-b566-8c2f8bae83e4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:41.021969 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33c5335c-0d7d-4cdc-9e3f-9c7779131872 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.045337 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-32c4a94c-3763-43a1-bc49-ed167ccad6a7 None None] For port 657892ae-c496-4dac-8a85-9d846407b4eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=657892ae-c496-4dac-8a85-9d846407b4eb,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:41.045737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-32c4a94c-3763-43a1-bc49-ed167ccad6a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.050444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:41.058489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.107415 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-32c4a94c-3763-43a1-bc49-ed167ccad6a7 None None] Calling delete_port for 657892ae-c496-4dac-8a85-9d846407b4eb owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:41.139602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33c5335c-0d7d-4cdc-9e3f-9c7779131872 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.165730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08240adf-b096-4de4-b551-60200dedbafd tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.207456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d7d602be-3753-438c-b430-ca4746575c80 None None] Provisioning complete for port c29aca2a-734b-4d72-a916-e666132156e6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:41.207824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7d602be-3753-438c-b430-ca4746575c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.227413 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33c5335c-0d7d-4cdc-9e3f-9c7779131872 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.240593 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08240adf-b096-4de4-b551-60200dedbafd tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.269241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5335c-0d7d-4cdc-9e3f-9c7779131872 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a15999-14ec-4ae8-b4bb-36be30b80ea5,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:41.310766 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08240adf-b096-4de4-b551-60200dedbafd tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.335509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08240adf-b096-4de4-b551-60200dedbafd tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e8eab46-b54d-46b2-86a4-688cc213a1f2,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:41.363295 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33c5335c-0d7d-4cdc-9e3f-9c7779131872 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.367364 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-33c5335c-0d7d-4cdc-9e3f-9c7779131872 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6658256 Dec 06 14:24:41.367712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32932) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:41.372506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-6aa52153-4548-48f2-80fb-31200fa467f8 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': 'a2a15999-14ec-4ae8-b4bb-36be30b80ea5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:41.373344 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-6aa52153-4548-48f2-80fb-31200fa467f8 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 06 14:24:41.377253 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-6aa52153-4548-48f2-80fb-31200fa467f8 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:41.381285 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6aa52153-4548-48f2-80fb-31200fa467f8 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0099866 Dec 06 14:24:41.381536 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32934) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:41.408406 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.416146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-32c4a94c-3763-43a1-bc49-ed167ccad6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.426937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7d602be-3753-438c-b430-ca4746575c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.449056 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-08240adf-b096-4de4-b551-60200dedbafd tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.450581 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-08240adf-b096-4de4-b551-60200dedbafd tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5222576 Dec 06 14:24:41.453696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32936) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:41.456451 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.objects.ports [None req-d97b07b9-1ffd-44fa-b26d-1c7f7f6a3c23 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103725) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:24:41.459474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4a94c-3763-43a1-bc49-ed167ccad6a7 None None] Pushing event deleted for resources: {'Port': ['ID=657892ae-c496-4dac-8a85-9d846407b4eb,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:41.464901 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b54c4ccb-e6c1-4ebc-8047-d8b67688c040 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.467511 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-559784be-df66-4030-89ea-5dca5296c20d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.468782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c4a94c-3763-43a1-bc49-ed167ccad6a7 None None] No DVR routers for this DVR port 657892ae-c496-4dac-8a85-9d846407b4eb on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:41.478878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d97b07b9-1ffd-44fa-b26d-1c7f7f6a3c23 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.505692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d7d602be-3753-438c-b430-ca4746575c80 None None] For port c29aca2a-734b-4d72-a916-e666132156e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c29aca2a-734b-4d72-a916-e666132156e6,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:41.512463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a790c4d2-177a-4d5a-96d3-60a93dd0eb46 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.520247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b54c4ccb-e6c1-4ebc-8047-d8b67688c040 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.526525 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:40Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:41.533790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a790c4d2-177a-4d5a-96d3-60a93dd0eb46 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.549540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-559784be-df66-4030-89ea-5dca5296c20d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.572256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3b5f06-003c-4edf-8e4a-1b7e29622f89,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:41.572404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b40675-c824-4394-8c7d-bcbb19c41a44 None None] The sync data for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv is: [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:40Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:24:41.580428 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97b07b9-1ffd-44fa-b26d-1c7f7f6a3c23 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:41.585505 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7d602be-3753-438c-b430-ca4746575c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.611779 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-d97b07b9-1ffd-44fa-b26d-1c7f7f6a3c23 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:41.618186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97b07b9-1ffd-44fa-b26d-1c7f7f6a3c23 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:41.618186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d97b07b9-1ffd-44fa-b26d-1c7f7f6a3c23 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.652407 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa17ff43-203d-4844-af25-f9d51d4be617 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:41.666039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b07b9-1ffd-44fa-b26d-1c7f7f6a3c23 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=b864fd5c-e085-43a5-8ede-e0145891bd28,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:41.666954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a790c4d2-177a-4d5a-96d3-60a93dd0eb46 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.676184 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b54c4ccb-e6c1-4ebc-8047-d8b67688c040 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.684635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b54c4ccb-e6c1-4ebc-8047-d8b67688c040 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.686121 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b54c4ccb-e6c1-4ebc-8047-d8b67688c040 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "DELETE /v2.0/security-groups/a2a15999-14ec-4ae8-b4bb-36be30b80ea5 HTTP/1.1" status: 204 len: 168 time: 0.3030696 Dec 06 14:24:41.690783 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a790c4d2-177a-4d5a-96d3-60a93dd0eb46 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.692703 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a790c4d2-177a-4d5a-96d3-60a93dd0eb46 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/6e8eab46-b54d-46b2-86a4-688cc213a1f2 HTTP/1.1" status: 204 len: 168 time: 0.2377918 Dec 06 14:24:41.700687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32938) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:41.701370 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32940) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:41.719031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a46ed7a1-f472-4523-8e8e-bc329377b444 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.726593 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:24:41.783719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d602be-3753-438c-b430-ca4746575c80 None None] Pushing event updated for resources: {'Port': ['ID=c29aca2a-734b-4d72-a916-e666132156e6,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:41.792801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a790c4d2-177a-4d5a-96d3-60a93dd0eb46 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e8eab46-b54d-46b2-86a4-688cc213a1f2,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:41.801399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c4ccb-e6c1-4ebc-8047-d8b67688c040 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a15999-14ec-4ae8-b4bb-36be30b80ea5,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:41.811251 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559784be-df66-4030-89ea-5dca5296c20d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event updated for resources: {'Port': ['ID=14949a65-077d-493c-9726-7696cdde7353,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:41.835640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.836463 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Added segment c4be7a90-b37a-4679-97d8-faf32cb42ab5 of type vlan for network e4b99005-3f2c-41ef-9c98-805011bd82d7 Dec 06 14:24:41.881665 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-37bdcd47-35d9-4776-9988-cc4f3fd05721 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1712365 Dec 06 14:24:41.882355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32942) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:41.924127 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fcc35e65-4a7c-40af-9ace-24088d264840 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2124977 Dec 06 14:24:41.925780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c29aca2a-734b-4d72-a916-e666132156e6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:41.929215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32944) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:41.942693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ebc0fad7-24be-4565-9caa-03fc3e2ebb03 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227245851'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:41.960200 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32946) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:41.963009 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d97b07b9-1ffd-44fa-b26d-1c7f7f6a3c23 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0909081 Dec 06 14:24:41.965682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ed7a1-f472-4523-8e8e-bc329377b444 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=c2a993fd-32e8-4992-86b5-d567789ffa04,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:41.966224 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'mac_address': 'fa:16:3e:61:b1:0c', 'name': 'tempest-NetworksTestDHCPv6-1392214803'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:41.975849 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-559784be-df66-4030-89ea-5dca5296c20d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] In _notify_port_updated(), no bound segment for port 14949a65-077d-493c-9726-7696cdde7353 on network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 {{(pid=103725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:24:41.989821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559784be-df66-4030-89ea-5dca5296c20d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:41.991208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-559784be-df66-4030-89ea-5dca5296c20d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:41.992600 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-559784be-df66-4030-89ea-5dca5296c20d tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "PUT /v2.0/ports/14949a65-077d-493c-9726-7696cdde7353 HTTP/1.1" status: 200 len: 995 time: 1.9417677 Dec 06 14:24:42.021307 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32948) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:42.060530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a46ed7a1-f472-4523-8e8e-bc329377b444 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.064486 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a46ed7a1-f472-4523-8e8e-bc329377b444 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/c2a993fd-32e8-4992-86b5-d567789ffa04 HTTP/1.1" status: 204 len: 168 time: 1.9969077 Dec 06 14:24:42.086733 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32950) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:42.090691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c29aca2a-734b-4d72-a916-e666132156e6 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:42.090691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.112015 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.143127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-906815fa-4e1d-4c99-a225-eddb81ec03b0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.154521 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': 'b864fd5c-e085-43a5-8ede-e0145891bd28'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:24:42.155117 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.164630 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-05ddc935-0fa5-4411-911a-e5fab2a42af0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:24:42.166141 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-05ddc935-0fa5-4411-911a-e5fab2a42af0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/c2a993fd-32e8-4992-86b5-d567789ffa04 HTTP/1.1" status: 404 len: 333 time: 0.0751112 Dec 06 14:24:42.169254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.173609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32952) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:42.199284 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fad7-24be-4565-9caa-03fc3e2ebb03 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.225749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-906815fa-4e1d-4c99-a225-eddb81ec03b0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.327080 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ae60922e-32d2-4fce-bbaa-9692d2d62529 None None] Provisioning complete for port 14949a65-077d-493c-9726-7696cdde7353 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:42.327393 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae60922e-32d2-4fce-bbaa-9692d2d62529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.349759 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0aaec81-80ab-48ea-bdc4-3342cbf86de9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting subnet 3670bf5c-e56f-4ecb-a5f7-9221ef814b1d {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:42.373548 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ae60922e-32d2-4fce-bbaa-9692d2d62529 None None] Port 14949a65-077d-493c-9726-7696cdde7353 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:42.374858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e0aaec81-80ab-48ea-bdc4-3342cbf86de9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.414088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Allocated IP 172.36.1.20 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/0858a9a5-81c6-43fc-8fb8-fce28b992704) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:42.418270 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-e4964f41-57b6-4f69-9722-09879f214876 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Deleting port 14949a65-077d-493c-9726-7696cdde7353 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:42.418613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e4964f41-57b6-4f69-9722-09879f214876 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.426558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.427510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:42.428672 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.460614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e0aaec81-80ab-48ea-bdc4-3342cbf86de9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.473097 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 657892ae-c496-4dac-8a85-9d846407b4eb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:42.496810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 657892ae-c496-4dac-8a85-9d846407b4eb {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:42.496810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 657892ae-c496-4dac-8a85-9d846407b4eb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:42.498997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:42.506405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fad7-24be-4565-9caa-03fc3e2ebb03 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.519873 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Allocated IP 2001:db8::f816:3eff:fe8d:8b3b (32250b85-9d7f-4d03-9356-fdcc88577699/b864fd5c-e085-43a5-8ede-e0145891bd28/8eac0f62-8a58-499c-a570-b05313fb082a) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:42.539653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-906815fa-4e1d-4c99-a225-eddb81ec03b0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.543101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-906815fa-4e1d-4c99-a225-eddb81ec03b0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.546263 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-906815fa-4e1d-4c99-a225-eddb81ec03b0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-groups/cde87e9a-2636-4943-b566-8c2f8bae83e4 HTTP/1.1" status: 204 len: 168 time: 0.6607475 Dec 06 14:24:42.568142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32954) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:42.593849 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fad7-24be-4565-9caa-03fc3e2ebb03 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.596125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906815fa-4e1d-4c99-a225-eddb81ec03b0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde87e9a-2636-4943-b566-8c2f8bae83e4,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:42.614694 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] Pushing event updated for resources: {'Network': ['ID=e4b99005-3f2c-41ef-9c98-805011bd82d7,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:42.642178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network e4b99005-3f2c-41ef-9c98-805011bd82d7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:24:42.653329 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c681ce77-68e2-4ad9-a836-b9156cb87dcb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1102550 Dec 06 14:24:42.662546 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32958) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:42.667428 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a139eacc-6620-40db-8b12-16649d7e650c admin admin] Request body: {'subnet': {'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1534313138-subnet', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:42.701534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0fad7-24be-4565-9caa-03fc3e2ebb03 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f43ea1f3-d542-4260-bec6-a4aa21b964e5,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:42.701781 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e4964f41-57b6-4f69-9722-09879f214876 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.703106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.710494 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebc0fad7-24be-4565-9caa-03fc3e2ebb03 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.714464 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ebc0fad7-24be-4565-9caa-03fc3e2ebb03 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7817478 Dec 06 14:24:42.719067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32960) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:42.720273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e0aaec81-80ab-48ea-bdc4-3342cbf86de9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.736667 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0e08c104-a9ff-49c1-9b8c-1e34644699ff tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': 'f43ea1f3-d542-4260-bec6-a4aa21b964e5', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:42.737901 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-0e08c104-a9ff-49c1-9b8c-1e34644699ff tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 06 14:24:42.738421 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-0e08c104-a9ff-49c1-9b8c-1e34644699ff tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:42.740255 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0e08c104-a9ff-49c1-9b8c-1e34644699ff tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096765 Dec 06 14:24:42.744301 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9eda51cc-a17e-480b-8933-a4491020eaab tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1659994 Dec 06 14:24:42.751710 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-e4964f41-57b6-4f69-9722-09879f214876 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Calling delete_port for 14949a65-077d-493c-9726-7696cdde7353 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:42.753237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32962) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:42.753636 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32964) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:42.764941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-eda1ca5e-f23c-46b1-be3a-1448f239f174 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group': {'name': 'tempest-secgroup--485987696'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:42.784083 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 60c7bef0-63dd-43e4-9d35-b021f57a21e6 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:42.813462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.879793 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.883590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a139eacc-6620-40db-8b12-16649d7e650c admin admin] Made reservation on behalf of 3ba6f3226e7d4c8489ded461834f9f64 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:42.886022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a139eacc-6620-40db-8b12-16649d7e650c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.948895 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e0aaec81-80ab-48ea-bdc4-3342cbf86de9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.974487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:42.994925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aaec81-80ab-48ea-bdc4-3342cbf86de9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Subnet': ['ID=3670bf5c-e56f-4ecb-a5f7-9221ef814b1d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:42.998971 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4a57f62d-a663-4646-8a2a-9ae97849e665 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.032876 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e0aaec81-80ab-48ea-bdc4-3342cbf86de9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.043893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Pushing event updated for resources: {'Port': ['ID=8eac0f62-8a58-499c-a570-b05313fb082a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:43.046977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eda1ca5e-f23c-46b1-be3a-1448f239f174 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.052401 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32968) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:43.053305 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e0aaec81-80ab-48ea-bdc4-3342cbf86de9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/3670bf5c-e56f-4ecb-a5f7-9221ef814b1d HTTP/1.1" status: 204 len: 168 time: 0.8785129 Dec 06 14:24:43.054575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee56dd7-6927-4145-80e8-13f94dd3fc91 None None] Network eb496bb8-c6a2-4d1f-b13a-caa580cbbb55 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:43.097672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::f816:3eff:fe61:b10c (32250b85-9d7f-4d03-9356-fdcc88577699/b864fd5c-e085-43a5-8ede-e0145891bd28/60c7bef0-63dd-43e4-9d35-b021f57a21e6) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:43.100002 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4a57f62d-a663-4646-8a2a-9ae97849e665 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.145485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.164913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:43.169996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:43.183878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:43.310350 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Attempting to bind port 8eac0f62-8a58-499c-a570-b05313fb082a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:43.311445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Attempting to bind port 8eac0f62-8a58-499c-a570-b05313fb082a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:43.311850 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Attempting to bind port 8eac0f62-8a58-499c-a570-b05313fb082a on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:43.326218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:43.326587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:43.328123 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.328505 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:43.329032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Bound port: 8eac0f62-8a58-499c-a570-b05313fb082a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:43.329796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.372891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:43.420024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:43.425991 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.444011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:43.449535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ad78d8-c24e-4a88-9819-a79a908e9ed7 None None] DHCP port deletion for eb496bb8-c6a2-4d1f-b13a-caa580cbbb55 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:43.458748 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] For port 8eac0f62-8a58-499c-a570-b05313fb082a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:43.477349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Pushing event updated for resources: {'Port': ['ID=0858a9a5-81c6-43fc-8fb8-fce28b992704,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:43.492132 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] For port 8eac0f62-8a58-499c-a570-b05313fb082a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8eac0f62-8a58-499c-a570-b05313fb082a,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:43.493277 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e4964f41-57b6-4f69-9722-09879f214876 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.524155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f0ad78d8-c24e-4a88-9819-a79a908e9ed7 None None] Deleting port a694e74a-8078-49dd-9e13-621c395c35e8 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:43.524842 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f0ad78d8-c24e-4a88-9819-a79a908e9ed7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.557037 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4964f41-57b6-4f69-9722-09879f214876 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event deleted for resources: {'Port': ['ID=14949a65-077d-493c-9726-7696cdde7353,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:43.607183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4a57f62d-a663-4646-8a2a-9ae97849e665 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.610059 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4a57f62d-a663-4646-8a2a-9ae97849e665 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.611272 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4a57f62d-a663-4646-8a2a-9ae97849e665 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "DELETE /v2.0/security-groups/f43ea1f3-d542-4260-bec6-a4aa21b964e5 HTTP/1.1" status: 204 len: 168 time: 0.8566830 Dec 06 14:24:43.614985 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32982) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:43.753019 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d02d6991-9242-4834-9b49-f0224c81c263 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1352024 Dec 06 14:24:43.770082 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32988) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:43.821214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.857773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-cc41821d-49c6-4e4b-8fb8-d144bb4c1511 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group': {'name': 'tempest-secgroup--880375204'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:43.865030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c29aca2a-734b-4d72-a916-e666132156e6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:43.873401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.909917 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a57f62d-a663-4646-8a2a-9ae97849e665 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43ea1f3-d542-4260-bec6-a4aa21b964e5,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:43.923725 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eda1ca5e-f23c-46b1-be3a-1448f239f174 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.960499 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f0ad78d8-c24e-4a88-9819-a79a908e9ed7 None None] For port a694e74a-8078-49dd-9e13-621c395c35e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a694e74a-8078-49dd-9e13-621c395c35e8,segment=NetworkSegment(0cda567e-3221-4d28-8e3e-42319b8aa02c),segment_id=0cda567e-3221-4d28-8e3e-42319b8aa02c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:43.960930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f0ad78d8-c24e-4a88-9819-a79a908e9ed7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.987749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e4964f41-57b6-4f69-9722-09879f214876 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.993585 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e4964f41-57b6-4f69-9722-09879f214876 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "DELETE /v2.0/ports/14949a65-077d-493c-9726-7696cdde7353 HTTP/1.1" status: 204 len: 168 time: 1.9629688 Dec 06 14:24:43.993794 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f0ad78d8-c24e-4a88-9819-a79a908e9ed7 None None] Calling delete_port for a694e74a-8078-49dd-9e13-621c395c35e8 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:43.996592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:43.998945 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32990) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:44.003392 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbf88e-73df-4517-8779-c09647cc689a None None] Pushing event updated for resources: {'Port': ['ID=8eac0f62-8a58-499c-a570-b05313fb082a,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:44.009911 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a139eacc-6620-40db-8b12-16649d7e650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.045209 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d64bf2-c31f-4cb0-a23d-a2eabf11dfcb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] GET failed (client error): The resource could not be found. Dec 06 14:24:44.049342 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c1d64bf2-c31f-4cb0-a23d-a2eabf11dfcb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "GET /v2.0/ports/14949a65-077d-493c-9726-7696cdde7353 HTTP/1.1" status: 404 len: 333 time: 0.0457981 Dec 06 14:24:44.051841 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32992) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:44.056581 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c29aca2a-734b-4d72-a916-e666132156e6 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:44.057051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.057911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Request body: {'port': {'network_id': 'f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76', 'name': 'tempest-AllowedAddressPairTestJSON-1449233470'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:44.060071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eda1ca5e-f23c-46b1-be3a-1448f239f174 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.062881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.073864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34a5d4-39ca-4864-bba7-b1031167a8f0 req-c6f3a3e9-f810-424f-9ec8-1c1d1a71f715 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:44.075465 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1d34a5d4-39ca-4864-bba7-b1031167a8f0 req-c6f3a3e9-f810-424f-9ec8-1c1d1a71f715 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.2773347 Dec 06 14:24:44.119453 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1ca5e-f23c-46b1-be3a-1448f239f174 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96697f1-2f23-4fa1-ba0a-d9a66a3a6810,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:44.134705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port a694e74a-8078-49dd-9e13-621c395c35e8 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:44.134705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.136741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc41821d-49c6-4e4b-8fb8-d144bb4c1511 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.181243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:44.187648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:44.196230 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:44.204862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:44.204862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.227868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139eacc-6620-40db-8b12-16649d7e650c admin admin] Pushing event updated for resources: {'Subnet': ['ID=acfd2dc9-b6ba-4036-967e-183fada43826,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:44.238445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=60c7bef0-63dd-43e4-9d35-b021f57a21e6,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:44.286908 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a694e74a-8078-49dd-9e13-621c395c35e8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:44.311860 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f0ad78d8-c24e-4a88-9819-a79a908e9ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.347353 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad78d8-c24e-4a88-9819-a79a908e9ed7 None None] Pushing event deleted for resources: {'Port': ['ID=a694e74a-8078-49dd-9e13-621c395c35e8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:44.353746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a139eacc-6620-40db-8b12-16649d7e650c admin admin] Checking segment: {'id': 'c4be7a90-b37a-4679-97d8-faf32cb42ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:44.354110 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a139eacc-6620-40db-8b12-16649d7e650c admin admin] Network hostable DHCP agents. Network: e4b99005-3f2c-41ef-9c98-805011bd82d7, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:24:44.354830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ad78d8-c24e-4a88-9819-a79a908e9ed7 None None] No DVR routers for this DVR port a694e74a-8078-49dd-9e13-621c395c35e8 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:44.362029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eda1ca5e-f23c-46b1-be3a-1448f239f174 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.363308 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-eda1ca5e-f23c-46b1-be3a-1448f239f174 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.6027744 Dec 06 14:24:44.372261 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No active binding found for port a694e74a-8078-49dd-9e13-621c395c35e8 {{(pid=103726) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Dec 06 14:24:44.372802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a694e74a-8078-49dd-9e13-621c395c35e8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:44.379743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 32994) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:44.380079 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-39165d57-9d14-42ff-82ee-f4fe9af270d7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4169323 Dec 06 14:24:44.382722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32996) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:44.393916 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.408335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9c058685-e8fa-4d98-94e1-beea8d312d9e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group_rule': {'security_group_id': 'd96697f1-2f23-4fa1-ba0a-d9a66a3a6810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:44.432410 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] For port a694e74a-8078-49dd-9e13-621c395c35e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a694e74a-8078-49dd-9e13-621c395c35e8,segment=NetworkSegment(0cda567e-3221-4d28-8e3e-42319b8aa02c),segment_id=0cda567e-3221-4d28-8e3e-42319b8aa02c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:44.432682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.448514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34cc0bc-5596-41e9-a76d-9f1885556aae tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:44.455074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34cc0bc-5596-41e9-a76d-9f1885556aae tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:44.457144 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c34cc0bc-5596-41e9-a76d-9f1885556aae tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0733752 Dec 06 14:24:44.459865 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 32998) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:44.488988 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Made reservation on behalf of 940b5dba211c4ed6800fb0dd58de2b16 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:44.492455 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.494457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for a694e74a-8078-49dd-9e13-621c395c35e8 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:44.505988 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1d34a5d4-39ca-4864-bba7-b1031167a8f0 req-6d18d506-7412-496d-bbdc-843b49893a5a tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3938785 Dec 06 14:24:44.531282 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a139eacc-6620-40db-8b12-16649d7e650c admin admin] Network e4b99005-3f2c-41ef-9c98-805011bd82d7 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:24:44.541262 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] device_id is not set on port 6ce81a23-6085-4dcd-84fa-3b0a9c8ed272 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:44.557071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc41821d-49c6-4e4b-8fb8-d144bb4c1511 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.646663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-88598c38-bc4a-49e2-826c-4ed844122628 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 60c7bef0-63dd-43e4-9d35-b021f57a21e6 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:44.647596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88598c38-bc4a-49e2-826c-4ed844122628 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.676640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9c058685-e8fa-4d98-94e1-beea8d312d9e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.684243 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc41821d-49c6-4e4b-8fb8-d144bb4c1511 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.688168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a139eacc-6620-40db-8b12-16649d7e650c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e4b99005-3f2c-41ef-9c98-805011bd82d7) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:44.703039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34cd149-3982-4abf-be50-70a5feba4188 None None] Network e4b99005-3f2c-41ef-9c98-805011bd82d7 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:44.719233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a139eacc-6620-40db-8b12-16649d7e650c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:44.722426 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a139eacc-6620-40db-8b12-16649d7e650c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.722555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Allocated IP 172.20.0.4 (f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76/db9b03b8-b495-4ced-b289-ba227515ed44/6ce81a23-6085-4dcd-84fa-3b0a9c8ed272) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:44.781678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88598c38-bc4a-49e2-826c-4ed844122628 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.804462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-88598c38-bc4a-49e2-826c-4ed844122628 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 60c7bef0-63dd-43e4-9d35-b021f57a21e6 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:44.806782 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.831908 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41821d-49c6-4e4b-8fb8-d144bb4c1511 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5a13a5-2d91-429e-bcb1-6e4e9b81a87f,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:44.878366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc41821d-49c6-4e4b-8fb8-d144bb4c1511 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.882487 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cc41821d-49c6-4e4b-8fb8-d144bb4c1511 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0274527 Dec 06 14:24:44.893128 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a139eacc-6620-40db-8b12-16649d7e650c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2265933 Dec 06 14:24:44.893128 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=a694e74a-8078-49dd-9e13-621c395c35e8,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:44.894023 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33002) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:44.894023 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33004) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:44.911614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1534313138-router', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:44.918664 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5c19d2fc-cd10-47ec-8162-e542d0380684 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a13a5-2d91-429e-bcb1-6e4e9b81a87f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:44.928660 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.api.v2.base [None req-5c19d2fc-cd10-47ec-8162-e542d0380684 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 06 14:24:44.929407 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-5c19d2fc-cd10-47ec-8162-e542d0380684 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:44.933191 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5c19d2fc-cd10-47ec-8162-e542d0380684 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0291874 Dec 06 14:24:44.933191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No DVR routers for this DVR port a694e74a-8078-49dd-9e13-621c395c35e8 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:44.935303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33006) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:44.938577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.949931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-9492e3b7-f29b-4ab5-b482-f83b617de23f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a13a5-2d91-429e-bcb1-6e4e9b81a87f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:44.955179 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e4b99005-3f2c-41ef-9c98-805011bd82d7', 'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'fixed_ips': [{'subnet_id': 'acfd2dc9-b6ba-4036-967e-183fada43826'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:24:44.956343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.957583 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-9492e3b7-f29b-4ab5-b482-f83b617de23f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 06 14:24:44.958419 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-9492e3b7-f29b-4ab5-b482-f83b617de23f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:44.962579 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9492e3b7-f29b-4ab5-b482-f83b617de23f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0166800 Dec 06 14:24:44.976091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33008) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:44.979585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9c058685-e8fa-4d98-94e1-beea8d312d9e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:44.988292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ee606ba1-6fee-4ea4-9343-198277e87e66 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a13a5-2d91-429e-bcb1-6e4e9b81a87f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:44.989264 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.api.v2.base [None req-ee606ba1-6fee-4ea4-9343-198277e87e66 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 06 14:24:44.996738 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-ee606ba1-6fee-4ea4-9343-198277e87e66 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:44.996738 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ee606ba1-6fee-4ea4-9343-198277e87e66 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136433 Dec 06 14:24:44.999087 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33010) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:45.020372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-cdb39182-d753-4494-bf06-60daf76e3348 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': 'ae5a13a5-2d91-429e-bcb1-6e4e9b81a87f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:45.021734 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-cdb39182-d753-4494-bf06-60daf76e3348 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 06 14:24:45.022408 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-cdb39182-d753-4494-bf06-60daf76e3348 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:45.023373 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cdb39182-d753-4494-bf06-60daf76e3348 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0232465 Dec 06 14:24:45.027407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33012) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:45.038461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.083042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.118001 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9c058685-e8fa-4d98-94e1-beea8d312d9e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.121344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.137907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb496bb8-c6a2-4d1f-b13a-caa580cbbb55']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:45.188017 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cda567e-3221-4d28-8e3e-42319b8aa02c') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:45.188302 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Allocated IP 172.20.0.2 (e4b99005-3f2c-41ef-9c98-805011bd82d7/acfd2dc9-b6ba-4036-967e-183fada43826/1cca0e11-9419-4cfc-b829-13c9cd710dbf) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:45.188903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cda567e-3221-4d28-8e3e-42319b8aa02c') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:45.192343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.193521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.220322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1f69-f6b7-40cb-9d18-d9630869672b tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.233313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c058685-e8fa-4d98-94e1-beea8d312d9e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938fc078-f9b2-42bb-883c-3342cd651dfb,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:45.237012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.263464 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Pushing event updated for resources: {'Port': ['ID=0858a9a5-81c6-43fc-8fb8-fce28b992704,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:45.263724 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1f69-f6b7-40cb-9d18-d9630869672b tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.274144 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.283913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88598c38-bc4a-49e2-826c-4ed844122628 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.287702 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:24:45.292313 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:24:45.302000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.328925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88598c38-bc4a-49e2-826c-4ed844122628 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=60c7bef0-63dd-43e4-9d35-b021f57a21e6,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:45.371947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88598c38-bc4a-49e2-826c-4ed844122628 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.375407 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-88598c38-bc4a-49e2-826c-4ed844122628 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/60c7bef0-63dd-43e4-9d35-b021f57a21e6 HTTP/1.1" status: 204 len: 168 time: 0.9145887 Dec 06 14:24:45.377802 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33018) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:45.388170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9c058685-e8fa-4d98-94e1-beea8d312d9e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.389978 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9c058685-e8fa-4d98-94e1-beea8d312d9e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9965503 Dec 06 14:24:45.392889 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33020) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:45.397428 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0d655045-e312-4eaa-ab89-f40615ea0d4f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group_rule': {'security_group_id': 'd96697f1-2f23-4fa1-ba0a-d9a66a3a6810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:45.411247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.413605 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.453738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b0c7de1c-2956-4718-be4f-a82ea3113190 None None] Provisioning complete for port 8eac0f62-8a58-499c-a570-b05313fb082a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:45.459379 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b0c7de1c-2956-4718-be4f-a82ea3113190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.482346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.484393 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fa2b89f7-c950-40a2-ba05-87fdff98f8ba tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8195920 Dec 06 14:24:45.495726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40383459-48a1-4d3f-adde-783f60d1769b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:45.496430 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40383459-48a1-4d3f-adde-783f60d1769b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:45.498024 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-40383459-48a1-4d3f-adde-783f60d1769b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1192515 Dec 06 14:24:45.500876 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:45.506387 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33024) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:45.520388 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.522926 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.528137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.537300 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/networks/eb496bb8-c6a2-4d1f-b13a-caa580cbbb55 HTTP/1.1" status: 204 len: 168 time: 2.4757719 Dec 06 14:24:45.544527 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33028) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:45.551649 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-fbe9b463-0ec4-4b0d-88d6-0ef95f41db87 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1825838132'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:45.563218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Network e4b99005-3f2c-41ef-9c98-805011bd82d7 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:45.576495 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2dc2d-300d-4c6e-b92d-38ae5702a368 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Network': ['ID=eb496bb8-c6a2-4d1f-b13a-caa580cbbb55,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:45.577473 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:45.584428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:45.633744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d655045-e312-4eaa-ab89-f40615ea0d4f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.637601 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:45.649923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a09e12c-7852-4f27-9332-c00753ccf611 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet b864fd5c-e085-43a5-8ede-e0145891bd28 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:45.653348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8a09e12c-7852-4f27-9332-c00753ccf611 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.694099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Pushing event updated for resources: {'Port': ['ID=1cca0e11-9419-4cfc-b829-13c9cd710dbf,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:45.717759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d655045-e312-4eaa-ab89-f40615ea0d4f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.721289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe9b463-0ec4-4b0d-88d6-0ef95f41db87 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:45.725437 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b463-0ec4-4b0d-88d6-0ef95f41db87 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.731980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8a09e12c-7852-4f27-9332-c00753ccf611 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.763256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b0c7de1c-2956-4718-be4f-a82ea3113190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.819729 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d655045-e312-4eaa-ab89-f40615ea0d4f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.856873 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Attempting to bind port 1cca0e11-9419-4cfc-b829-13c9cd710dbf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:45.856873 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Attempting to bind port 1cca0e11-9419-4cfc-b829-13c9cd710dbf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c4be7a90-b37a-4679-97d8-faf32cb42ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:45.856873 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Attempting to bind port 1cca0e11-9419-4cfc-b829-13c9cd710dbf on network e4b99005-3f2c-41ef-9c98-805011bd82d7 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:45.871424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:45.871811 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Checking segment: {'id': 'c4be7a90-b37a-4679-97d8-faf32cb42ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:45.872211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.872603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Bound using segment: {'id': 'c4be7a90-b37a-4679-97d8-faf32cb42ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:45.873156 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Bound port: 1cca0e11-9419-4cfc-b829-13c9cd710dbf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4be7a90-b37a-4679-97d8-faf32cb42ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:45.873534 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.879078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b0c7de1c-2956-4718-be4f-a82ea3113190 None None] For port 8eac0f62-8a58-499c-a570-b05313fb082a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8eac0f62-8a58-499c-a570-b05313fb082a,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:45.911523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:45.912651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d655045-e312-4eaa-ab89-f40615ea0d4f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d3e774-51ab-482c-a565-3c925b942782,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:45.936544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.938170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe9b463-0ec4-4b0d-88d6-0ef95f41db87 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:24:45.953115 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1f69-f6b7-40cb-9d18-d9630869672b tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.955755 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b1bd1f69-f6b7-40cb-9d18-d9630869672b tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.959545 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b1bd1f69-f6b7-40cb-9d18-d9630869672b tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "DELETE /v2.0/security-groups/ae5a13a5-2d91-429e-bcb1-6e4e9b81a87f HTTP/1.1" status: 204 len: 168 time: 0.9281681 Dec 06 14:24:45.970828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33040) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:45.979629 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b463-0ec4-4b0d-88d6-0ef95f41db87 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:45.984757 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-fbe9b463-0ec4-4b0d-88d6-0ef95f41db87 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Added segment e22f1c73-e251-4dc7-9671-7d9526dcefe7 of type vlan for network d8641282-a498-4b49-85bd-dc983a0ddc78 Dec 06 14:24:45.985880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event updated for resources: {'Port': ['ID=6ce81a23-6085-4dcd-84fa-3b0a9c8ed272,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:45.990153 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8eac0f62-8a58-499c-a570-b05313fb082a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:46.000784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b0c7de1c-2956-4718-be4f-a82ea3113190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.069141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd1f69-f6b7-40cb-9d18-d9630869672b tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5a13a5-2d91-429e-bcb1-6e4e9b81a87f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:46.071620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8a09e12c-7852-4f27-9332-c00753ccf611 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.083897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:46.084944 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.097295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b463-0ec4-4b0d-88d6-0ef95f41db87 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.102339 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d655045-e312-4eaa-ab89-f40615ea0d4f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.103674 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0d655045-e312-4eaa-ab89-f40615ea0d4f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7098408 Dec 06 14:24:46.118446 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] For port 1cca0e11-9419-4cfc-b829-13c9cd710dbf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:46.126545 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33042) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:46.144596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-fb009b6a-b9ab-4278-9128-79fb1f9774b5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group_rule': {'security_group_id': 'd96697f1-2f23-4fa1-ba0a-d9a66a3a6810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:46.159157 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b7309d4c-b49f-4821-ad2e-da3d32eb476b tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1700480 Dec 06 14:24:46.166662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33044) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:46.175145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] For port 1cca0e11-9419-4cfc-b829-13c9cd710dbf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cca0e11-9419-4cfc-b829-13c9cd710dbf,segment=NetworkSegment(c4be7a90-b37a-4679-97d8-faf32cb42ab5),segment_id=c4be7a90-b37a-4679-97d8-faf32cb42ab5)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:46.178462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-32a936a5-4257-47e1-9fae-0adfca51eea9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157773025'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:46.187595 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b9ac2007-6dea-486c-98e3-104f51425beb tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1339583 Dec 06 14:24:46.196465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c7de1c-2956-4718-be4f-a82ea3113190 None None] Pushing event updated for resources: {'Port': ['ID=8eac0f62-8a58-499c-a570-b05313fb082a,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:46.200763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33046) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:46.204842 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3654b46f-8472-46c2-a838-b17f928e1c16 None None] Provisioning complete for port 6ce81a23-6085-4dcd-84fa-3b0a9c8ed272 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:46.210241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3654b46f-8472-46c2-a838-b17f928e1c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.210651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Request body: {'port': {'network_id': 'f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76', 'name': 'tempest-AllowedAddressPairTestJSON-11621130'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:46.229534 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 8eac0f62-8a58-499c-a570-b05313fb082a triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:46.230264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.254818 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c0033-e501-4145-a575-81437a210d45 req-23e57c58-6ce2-41c8-99ce-f563714578dc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:46.256579 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ee8c0033-e501-4145-a575-81437a210d45 req-23e57c58-6ce2-41c8-99ce-f563714578dc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.3161886 Dec 06 14:24:46.286947 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.325891 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3654b46f-8472-46c2-a838-b17f928e1c16 None None] Port 6ce81a23-6085-4dcd-84fa-3b0a9c8ed272 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:46.345358 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3654b46f-8472-46c2-a838-b17f928e1c16 None None] Could not find standard attr ID for object 60c7bef0-63dd-43e4-9d35-b021f57a21e6. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:24:46.402976 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ee8c0033-e501-4145-a575-81437a210d45 req-9ab31edb-fcfb-48a2-89cc-6f5c040d2f4a tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014793 Dec 06 14:24:46.421892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb009b6a-b9ab-4278-9128-79fb1f9774b5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.429301 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909a9ab-d090-4e87-bada-28b5b080f67d None None] Pushing event updated for resources: {'Port': ['ID=1cca0e11-9419-4cfc-b829-13c9cd710dbf,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:46.446835 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8a09e12c-7852-4f27-9332-c00753ccf611 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.502032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09e12c-7852-4f27-9332-c00753ccf611 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=b864fd5c-e085-43a5-8ede-e0145891bd28,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:46.507424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8a09e12c-7852-4f27-9332-c00753ccf611 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.508920 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98983b6-1768-4a35-96f4-03633b9a9f37 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:46.511916 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8a09e12c-7852-4f27-9332-c00753ccf611 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/b864fd5c-e085-43a5-8ede-e0145891bd28 HTTP/1.1" status: 204 len: 168 time: 0.9996676 Dec 06 14:24:46.517912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32a936a5-4257-47e1-9fae-0adfca51eea9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.520522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33048) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:46.534712 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-f4ae7558-fd12-48cf-9bce-497e07999425 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2122178909&fields=id&tenant_id=6391d33390324960b42f9813fede87b1 HTTP/1.1" status: 200 len: 267 time: 0.7069902 Dec 06 14:24:46.542522 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.db.resource_extend [None req-fbe9b463-0ec4-4b0d-88d6-0ef95f41db87 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 06 14:24:46.585144 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-54bd4ee9-ce4c-452d-9e48-2fdd677f23ec tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613439 Dec 06 14:24:46.590258 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33050) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:46.602538 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb009b6a-b9ab-4278-9128-79fb1f9774b5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.684639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Made reservation on behalf of 940b5dba211c4ed6800fb0dd58de2b16 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:46.686970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.710465 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32a936a5-4257-47e1-9fae-0adfca51eea9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.716407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb009b6a-b9ab-4278-9128-79fb1f9774b5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.743571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] device_id is not set on port f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:46.751618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb009b6a-b9ab-4278-9128-79fb1f9774b5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a895b908-f346-4b3c-9f45-4bb46804c5bb,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:46.773418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac53ea9-89f4-4dee-8070-8cc5889aa7d4 None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:46.791925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32a936a5-4257-47e1-9fae-0adfca51eea9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.811736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.852488 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb009b6a-b9ab-4278-9128-79fb1f9774b5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.857081 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fb009b6a-b9ab-4278-9128-79fb1f9774b5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7213986 Dec 06 14:24:46.857277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0ac53ea9-89f4-4dee-8070-8cc5889aa7d4 None None] Deleting port 8eac0f62-8a58-499c-a570-b05313fb082a {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:46.857277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ac53ea9-89f4-4dee-8070-8cc5889aa7d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.857616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a936a5-4257-47e1-9fae-0adfca51eea9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61502ad3-9a59-48df-90e6-ed803a502c21,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:46.858649 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33052) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:46.867683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c5ec8ec8-64e1-4e18-b63c-606d9f6c9222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group_rule': {'security_group_id': 'd96697f1-2f23-4fa1-ba0a-d9a66a3a6810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:46.881155 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-a407bed6-c4b5-48c0-bcf3-c4225b3bb314 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:46.882620 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-a407bed6-c4b5-48c0-bcf3-c4225b3bb314 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/networks?id=8bb7f889-754a-49bd-a23e-fb0958bb48ef HTTP/1.1" status: 200 len: 812 time: 0.3300698 Dec 06 14:24:46.893200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01f2380-3fb3-430b-aa2a-d288eca1f7d9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:46.894785 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a01f2380-3fb3-430b-aa2a-d288eca1f7d9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2670891 Dec 06 14:24:46.905329 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-9d174815-a70e-4a31-984b-de70753877b0 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/quotas/6391d33390324960b42f9813fede87b1 HTTP/1.1" status: 200 len: 375 time: 0.0093482 Dec 06 14:24:46.906334 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33054) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:46.914482 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Allocated IP 172.20.0.13 (f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76/db9b03b8-b495-4ced-b289-ba227515ed44/f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:46.948906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0ac53ea9-89f4-4dee-8070-8cc5889aa7d4 None None] For port 8eac0f62-8a58-499c-a570-b05313fb082a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8eac0f62-8a58-499c-a570-b05313fb082a,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:46.949264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ac53ea9-89f4-4dee-8070-8cc5889aa7d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.962737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0ac53ea9-89f4-4dee-8070-8cc5889aa7d4 None None] Calling delete_port for 8eac0f62-8a58-499c-a570-b05313fb082a owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:46.990265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32a936a5-4257-47e1-9fae-0adfca51eea9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.994340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b463-0ec4-4b0d-88d6-0ef95f41db87 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.994494 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-32a936a5-4257-47e1-9fae-0adfca51eea9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8170116 Dec 06 14:24:46.996659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe9b463-0ec4-4b0d-88d6-0ef95f41db87 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:46.997276 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fbe9b463-0ec4-4b0d-88d6-0ef95f41db87 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:46.999215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33056) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:47.004761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b750febb-ee92-4a83-9658-7ee13774d75b tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '61502ad3-9a59-48df-90e6-ed803a502c21', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:47.005723 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-b750febb-ee92-4a83-9658-7ee13774d75b tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 14:24:47.006110 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-b750febb-ee92-4a83-9658-7ee13774d75b tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:47.009766 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b750febb-ee92-4a83-9658-7ee13774d75b tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069528 Dec 06 14:24:47.010001 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33058) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:47.014929 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-14b9902d-6f54-484e-b6f9-7040bf5ccfe2 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '61502ad3-9a59-48df-90e6-ed803a502c21', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:47.103448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:47.114096 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0ac53ea9-89f4-4dee-8070-8cc5889aa7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:47.126975 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-e20b6b66-f54b-437a-a753-5be801af6cb5 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6391d33390324960b42f9813fede87b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2106845 Dec 06 14:24:47.129928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b2fb8d-7c8b-4dc2-9f05-eeca3c2012f3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:47.131344 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e8b2fb8d-7c8b-4dc2-9f05-eeca3c2012f3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2240796 Dec 06 14:24:47.134355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33062) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:47.154598 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac53ea9-89f4-4dee-8070-8cc5889aa7d4 None None] Pushing event deleted for resources: {'Port': ['ID=8eac0f62-8a58-499c-a570-b05313fb082a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:47.158265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac53ea9-89f4-4dee-8070-8cc5889aa7d4 None None] No DVR routers for this DVR port 8eac0f62-8a58-499c-a570-b05313fb082a on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:47.175077 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9b463-0ec4-4b0d-88d6-0ef95f41db87 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Network': ['ID=d8641282-a498-4b49-85bd-dc983a0ddc78,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:47.181168 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3c4505df-3fed-4da3-8eae-14fd6a4712fb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455160 Dec 06 14:24:47.186642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33064) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:47.189078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network d8641282-a498-4b49-85bd-dc983a0ddc78 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:24:47.192798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c3bbe160-21a6-4bd5-8421-38d2b4e2b939 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:47.198447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:47.208347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8ec8-64e1-4e18-b63c-606d9f6c9222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:47.267427 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fbe9b463-0ec4-4b0d-88d6-0ef95f41db87 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7212949 Dec 06 14:24:47.277321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33066) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:47.277550 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event updated for resources: {'Port': ['ID=f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:47.278567 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': 'd8641282-a498-4b49-85bd-dc983a0ddc78', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:47.342205 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:47.346750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:47.349369 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:47.411657 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8ec8-64e1-4e18-b63c-606d9f6c9222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:47.416619 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:47.417524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:47.423426 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-b2319f76-3ba6-4c65-8ce9-8779107fa418 service neutron] 10.222.0.42 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509542 Dec 06 14:24:47.504372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8ec8-64e1-4e18-b63c-606d9f6c9222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:47.537587 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-14b9902d-6f54-484e-b6f9-7040bf5ccfe2 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:47.538853 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-14b9902d-6f54-484e-b6f9-7040bf5ccfe2 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5279291 Dec 06 14:24:47.545217 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fdf6d4c0-b33f-4af4-9e2f-1cfd363c5999 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3430991 Dec 06 14:24:47.545433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33070) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:47.545697 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33072) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:47.577386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e423535-bb60-4c4d-bf47-3ac0f153210d req-58a8c6a4-02d1-47e8-a352-5f67176891cc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:47.579730 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e423535-bb60-4c4d-bf47-3ac0f153210d req-58a8c6a4-02d1-47e8-a352-5f67176891cc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.0788372 Dec 06 14:24:47.590616 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-3d80f61a-dee6-48b1-a432-a77a243b7af0 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '61502ad3-9a59-48df-90e6-ed803a502c21', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:47.592498 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.api.v2.base [None req-3d80f61a-dee6-48b1-a432-a77a243b7af0 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 06 14:24:47.593247 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-3d80f61a-dee6-48b1-a432-a77a243b7af0 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:47.594404 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3d80f61a-dee6-48b1-a432-a77a243b7af0 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0176506 Dec 06 14:24:47.598506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4c530845-d2ff-42f9-b0fd-2f809f753fbc tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:93:aa:aa'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:89:ad:85'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:47.600296 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33074) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:47.607605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f505e8ec-ffbf-4abd-a29d-5c5ef922d54a tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '61502ad3-9a59-48df-90e6-ed803a502c21', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:47.628295 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bbe160-21a6-4bd5-8421-38d2b4e2b939 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:47.629676 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.db.api [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 14:24:47.629676 dv-neutron-master-2-hyperv neutron-server[103725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 14:24:47.629676 dv-neutron-master-2-hyperv neutron-server[103725]: [parameters: {'project_id_1': 'a0aefe61d053408ebc8bf5297f57f8e2', 'expiration_1': datetime.datetime(2021, 12, 6, 14, 24, 27, 433855)}] Dec 06 14:24:47.629676 dv-neutron-master-2-hyperv neutron-server[103725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:24:47.630450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG oslo_db.api [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:24:47.632413 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c3bbe160-21a6-4bd5-8421-38d2b4e2b939 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:47.638840 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec8ec8-64e1-4e18-b63c-606d9f6c9222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d39838b5-76fa-45ce-acf2-b24c1caaba15,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:47.703610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-01175d20-d8b6-460f-93d1-8e718561cd19 None None] Provisioning complete for port f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:47.704163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01175d20-d8b6-460f-93d1-8e718561cd19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:47.723020 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-3677d01d-ba6f-41c6-b790-8a0eac38d7b4 service neutron] 10.222.0.42 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884338 Dec 06 14:24:47.731355 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:47.760242 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:47.768833 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e423535-bb60-4c4d-bf47-3ac0f153210d req-f320d93c-6aef-4f41-82fa-5c14d207376f tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792486 Dec 06 14:24:47.791000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-01175d20-d8b6-460f-93d1-8e718561cd19 None None] Port f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:47.878404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c5ec8ec8-64e1-4e18-b63c-606d9f6c9222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:47.880800 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c5ec8ec8-64e1-4e18-b63c-606d9f6c9222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0166008 Dec 06 14:24:47.886333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33076) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:47.895308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-66ade8b9-882d-468a-b19d-089cd349e68e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group_rule': {'security_group_id': 'd96697f1-2f23-4fa1-ba0a-d9a66a3a6810', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:47.926599 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-f505e8ec-ffbf-4abd-a29d-5c5ef922d54a tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:47.927636 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f505e8ec-ffbf-4abd-a29d-5c5ef922d54a tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3261235 Dec 06 14:24:47.931230 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33078) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:47.941205 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-45267ec1-8a27-48af-a63b-79b988042d9f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '61502ad3-9a59-48df-90e6-ed803a502c21', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:47.941205 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-45267ec1-8a27-48af-a63b-79b988042d9f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 14:24:47.941205 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-45267ec1-8a27-48af-a63b-79b988042d9f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:47.941205 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-45267ec1-8a27-48af-a63b-79b988042d9f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0054665 Dec 06 14:24:47.941732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33080) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:47.947790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a2c4898a-2afc-411e-8717-d3d19d0531db tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '61502ad3-9a59-48df-90e6-ed803a502c21', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:47.959496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1cca0e11-9419-4cfc-b829-13c9cd710dbf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:47.989880 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485dce90-8b12-4568-999e-834fc0fadb3d None None] Network e4b99005-3f2c-41ef-9c98-805011bd82d7 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:47.994440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c3bbe160-21a6-4bd5-8421-38d2b4e2b939 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.011499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c530845-d2ff-42f9-b0fd-2f809f753fbc tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.036894 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Allocated IP 172.36.1.239 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/03565fd2-4fc8-4471-a95f-7d0f03ddb9ee) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:48.045638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bbe160-21a6-4bd5-8421-38d2b4e2b939 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:48.050923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c3bbe160-21a6-4bd5-8421-38d2b4e2b939 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:48.055281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bbe160-21a6-4bd5-8421-38d2b4e2b939 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:48.056112 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c3bbe160-21a6-4bd5-8421-38d2b4e2b939 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.069000 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbe160-21a6-4bd5-8421-38d2b4e2b939 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=27efb96e-75f8-4a89-93dc-02d5828fcb2e,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:48.075888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1052ead1-7b63-466d-91e9-996a5adb4779 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:48.081300 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-05c99bb4-da4f-4048-9ed3-51ab9ff1426a None None] Provisioning complete for port 1cca0e11-9419-4cfc-b829-13c9cd710dbf triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:48.081964 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05c99bb4-da4f-4048-9ed3-51ab9ff1426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.092387 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66ade8b9-882d-468a-b19d-089cd349e68e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.166524 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-a2c4898a-2afc-411e-8717-d3d19d0531db tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Project 7bf33658231641fdb3e65c76542d12f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:24:48.184635 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1cca0e11-9419-4cfc-b829-13c9cd710dbf triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:48.185036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.229246 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c3bbe160-21a6-4bd5-8421-38d2b4e2b939 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0369196 Dec 06 14:24:48.231190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33082) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:48.236407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'mac_address': 'fa:16:3e:70:49:33', 'name': 'tempest-NetworksTestDHCPv6-2027500996'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:48.253718 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-a2c4898a-2afc-411e-8717-d3d19d0531db tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:48.254946 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a2c4898a-2afc-411e-8717-d3d19d0531db tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3122647 Dec 06 14:24:48.260672 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33084) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:48.276289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b9a86ecf-c74c-454b-89ed-191e57b8eec5 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '61502ad3-9a59-48df-90e6-ed803a502c21', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:48.276777 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.api.v2.base [None req-b9a86ecf-c74c-454b-89ed-191e57b8eec5 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 06 14:24:48.277308 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-b9a86ecf-c74c-454b-89ed-191e57b8eec5 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:48.281012 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b9a86ecf-c74c-454b-89ed-191e57b8eec5 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0134871 Dec 06 14:24:48.282148 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33086) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:48.296442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-debb3b0c-0c0c-45bd-9095-ec083813e7d2 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '61502ad3-9a59-48df-90e6-ed803a502c21', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:48.347744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66ade8b9-882d-468a-b19d-089cd349e68e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.350739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.430972 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c530845-d2ff-42f9-b0fd-2f809f753fbc tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.432567 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:48.438501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.467689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66ade8b9-882d-468a-b19d-089cd349e68e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.513891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.557816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ade8b9-882d-468a-b19d-089cd349e68e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bff78cfa-47e7-428c-b682-2ba92d9acee0,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:48.560641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c530845-d2ff-42f9-b0fd-2f809f753fbc tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.579503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05c99bb4-da4f-4048-9ed3-51ab9ff1426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.593748 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-debb3b0c-0c0c-45bd-9095-ec083813e7d2 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Project 7bf33658231641fdb3e65c76542d12f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:24:48.595402 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.598415 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': '27efb96e-75f8-4a89-93dc-02d5828fcb2e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:24:48.604615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.612756 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:48.646307 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:48.648973 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:48.658303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Pushing event updated for resources: {'Port': ['ID=03565fd2-4fc8-4471-a95f-7d0f03ddb9ee,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:48.661563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-05c99bb4-da4f-4048-9ed3-51ab9ff1426a None None] For port 1cca0e11-9419-4cfc-b829-13c9cd710dbf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cca0e11-9419-4cfc-b829-13c9cd710dbf,segment=NetworkSegment(c4be7a90-b37a-4679-97d8-faf32cb42ab5),segment_id=c4be7a90-b37a-4679-97d8-faf32cb42ab5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:48.678166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6460ad79-6af5-4384-a00f-0ed91e2290fa None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:48.720159 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66ade8b9-882d-468a-b19d-089cd349e68e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.721429 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-66ade8b9-882d-468a-b19d-089cd349e68e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8319530 Dec 06 14:24:48.724522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33088) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:48.754470 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05c99bb4-da4f-4048-9ed3-51ab9ff1426a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.763055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4c530845-d2ff-42f9-b0fd-2f809f753fbc tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] In _notify_port_updated(), no bound segment for port f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a on network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 {{(pid=103725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:24:48.774463 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c530845-d2ff-42f9-b0fd-2f809f753fbc tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:48.774463 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c530845-d2ff-42f9-b0fd-2f809f753fbc tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.774662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:48.775085 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4c530845-d2ff-42f9-b0fd-2f809f753fbc tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "PUT /v2.0/ports/f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a HTTP/1.1" status: 200 len: 1054 time: 1.1929004 Dec 06 14:24:48.782539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33090) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:48.808919 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c530845-d2ff-42f9-b0fd-2f809f753fbc tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event updated for resources: {'Port': ['ID=f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:48.894337 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-debb3b0c-0c0c-45bd-9095-ec083813e7d2 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:48.895447 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-debb3b0c-0c0c-45bd-9095-ec083813e7d2 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6086752 Dec 06 14:24:48.898806 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33094) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:48.903305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a9a917f3-34ce-42ca-b2f4-20483a285143 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '61502ad3-9a59-48df-90e6-ed803a502c21', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:48.919474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-987bdeb6-85eb-450c-8a54-a663e8966b63 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.924944 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c99bb4-da4f-4048-9ed3-51ab9ff1426a None None] Pushing event updated for resources: {'Port': ['ID=1cca0e11-9419-4cfc-b829-13c9cd710dbf,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:48.949750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-987bdeb6-85eb-450c-8a54-a663e8966b63 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:48.990203 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d120b626-4454-4a1c-84b7-f19798ab51ba None None] Provisioning complete for port 1cca0e11-9419-4cfc-b829-13c9cd710dbf triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:48.990575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d120b626-4454-4a1c-84b7-f19798ab51ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.043036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:24:49.043338 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:24:49.045712 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.123935 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-a9a917f3-34ce-42ca-b2f4-20483a285143 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Project 7bf33658231641fdb3e65c76542d12f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:24:49.136659 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.145904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103f06f-8a70-4b33-b812-1b17a12e5345 req-2f4120f1-4f6b-4935-91d0-822ffd5426c9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:49.147519 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1103f06f-8a70-4b33-b812-1b17a12e5345 req-2f4120f1-4f6b-4935-91d0-822ffd5426c9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.1881895 Dec 06 14:24:49.154554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Allocated IP 2001:db8::2 (32250b85-9d7f-4d03-9356-fdcc88577699/27efb96e-75f8-4a89-93dc-02d5828fcb2e/aff9eafe-1f4d-40ed-a44e-6405f4a344d3) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:49.176235 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d3c74fb4-e73b-45ac-bdd1-52d06a562d84 req-40d32998-2635-4e94-bc86-c7f0c8694a51 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0598311 Dec 06 14:24:49.194046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-987bdeb6-85eb-450c-8a54-a663e8966b63 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.196440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 21c243ba-32a3-4297-92a4-fe5f063355d1 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:49.212159 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-987bdeb6-85eb-450c-8a54-a663e8966b63 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.215615 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-987bdeb6-85eb-450c-8a54-a663e8966b63 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/bff78cfa-47e7-428c-b682-2ba92d9acee0 HTTP/1.1" status: 204 len: 168 time: 0.4873996 Dec 06 14:24:49.216360 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33102) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:49.219677 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d120b626-4454-4a1c-84b7-f19798ab51ba None None] Provisioning complete for port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:49.221512 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d120b626-4454-4a1c-84b7-f19798ab51ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.263267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987bdeb6-85eb-450c-8a54-a663e8966b63 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bff78cfa-47e7-428c-b682-2ba92d9acee0,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:49.269532 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Subnet': ['ID=4c69f1f5-f900-44aa-bfd6-766ec33b32c4,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:49.282396 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-dfd877d5-889e-4797-ac5b-eac3b69d6309 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Deleting port f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:49.282727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dfd877d5-889e-4797-ac5b-eac3b69d6309 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.284161 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Checking segment: {'id': 'e22f1c73-e251-4dc7-9671-7d9526dcefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd8641282-a498-4b49-85bd-dc983a0ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:49.285644 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network hostable DHCP agents. Network: d8641282-a498-4b49-85bd-dc983a0ddc78, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:24:49.302131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d120b626-4454-4a1c-84b7-f19798ab51ba None None] Port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:49.340033 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1103f06f-8a70-4b33-b812-1b17a12e5345 req-2a764bee-3876-4af5-86c3-710033f01b30 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825430 Dec 06 14:24:49.406756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.407267 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d3d4b31d-5a2d-488c-9acb-720486dd992f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1836133 Dec 06 14:24:49.411830 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33104) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:49.430703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-afb596cf-a06c-43de-abb3-3d29dde10a6a None None] Provisioning complete for port f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:49.431054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afb596cf-a06c-43de-abb3-3d29dde10a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.454506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dfd877d5-889e-4797-ac5b-eac3b69d6309 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.464254 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-92fc2240-57aa-4f25-b74e-7638996b75eb tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.467405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-afb596cf-a06c-43de-abb3-3d29dde10a6a None None] Port f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:49.476429 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-dfd877d5-889e-4797-ac5b-eac3b69d6309 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Calling delete_port for f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:49.479096 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-92fc2240-57aa-4f25-b74e-7638996b75eb tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.501414 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.551770 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:49.577217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:49.586780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:49.591816 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Pushing event updated for resources: {'Port': ['ID=aff9eafe-1f4d-40ed-a44e-6405f4a344d3,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:49.612363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::12d (32250b85-9d7f-4d03-9356-fdcc88577699/27efb96e-75f8-4a89-93dc-02d5828fcb2e/21c243ba-32a3-4297-92a4-fe5f063355d1) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:49.634798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-92fc2240-57aa-4f25-b74e-7638996b75eb tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.643641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-92fc2240-57aa-4f25-b74e-7638996b75eb tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.647941 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-92fc2240-57aa-4f25-b74e-7638996b75eb tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d39838b5-76fa-45ce-acf2-b24c1caaba15 HTTP/1.1" status: 204 len: 168 time: 0.2319713 Dec 06 14:24:49.647941 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33106) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:49.657076 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-a9a917f3-34ce-42ca-b2f4-20483a285143 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:49.661007 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a9a917f3-34ce-42ca-b2f4-20483a285143 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7611711 Dec 06 14:24:49.668085 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33108) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:49.679872 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc2240-57aa-4f25-b74e-7638996b75eb tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d39838b5-76fa-45ce-acf2-b24c1caaba15,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:49.697733 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Attempting to bind port aff9eafe-1f4d-40ed-a44e-6405f4a344d3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:49.698111 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Attempting to bind port aff9eafe-1f4d-40ed-a44e-6405f4a344d3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:49.698883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Attempting to bind port aff9eafe-1f4d-40ed-a44e-6405f4a344d3 on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:49.707578 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:49.707960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:49.708370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.708776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:49.713741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Bound port: aff9eafe-1f4d-40ed-a44e-6405f4a344d3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:49.713990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.720972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8eac0f62-8a58-499c-a570-b05313fb082a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:49.736784 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.741959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a9b1c-c7b3-4dd3-990f-92147fc9f242 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.749979 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 8eac0f62-8a58-499c-a570-b05313fb082a {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:49.750491 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8eac0f62-8a58-499c-a570-b05313fb082a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:49.802888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network d8641282-a498-4b49-85bd-dc983a0ddc78 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:24:49.808014 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a9b1c-c7b3-4dd3-990f-92147fc9f242 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.821479 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6a133b68-9597-45ba-b5ad-6d868615be4d tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1686962 Dec 06 14:24:49.838067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] For port aff9eafe-1f4d-40ed-a44e-6405f4a344d3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:49.839137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33112) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:49.843264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] For port aff9eafe-1f4d-40ed-a44e-6405f4a344d3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aff9eafe-1f4d-40ed-a44e-6405f4a344d3,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:49.895554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1cca0e11-9419-4cfc-b829-13c9cd710dbf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:49.905398 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a73af91-8a76-4a91-9edb-7a10a4d766b5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.911217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.915958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a73af91-8a76-4a91-9edb-7a10a4d766b5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.934335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.940684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dfd877d5-889e-4797-ac5b-eac3b69d6309 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.963213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d8641282-a498-4b49-85bd-dc983a0ddc78) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:49.974078 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:49.974328 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd877d5-889e-4797-ac5b-eac3b69d6309 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event deleted for resources: {'Port': ['ID=f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:49.974690 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.992893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a9b1c-c7b3-4dd3-990f-92147fc9f242 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.995226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d21a9b1c-c7b3-4dd3-990f-92147fc9f242 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:49.999011 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d21a9b1c-c7b3-4dd3-990f-92147fc9f242 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "DELETE /v2.0/security-groups/61502ad3-9a59-48df-90e6-ed803a502c21 HTTP/1.1" status: 204 len: 168 time: 0.3296840 Dec 06 14:24:50.000169 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4cb176-b34f-4054-a257-2310a6c8f729 None None] Network d8641282-a498-4b49-85bd-dc983a0ddc78 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:50.000891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33114) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:50.074446 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a9b1c-c7b3-4dd3-990f-92147fc9f242 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61502ad3-9a59-48df-90e6-ed803a502c21,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:50.074801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.088883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1cca0e11-9419-4cfc-b829-13c9cd710dbf triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:50.089735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.099258 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0e1a57da-5f2f-4fac-b41d-4af84c5424e1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8217878 Dec 06 14:24:50.099686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a73af91-8a76-4a91-9edb-7a10a4d766b5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.110611 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33116) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:50.115671 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a73af91-8a76-4a91-9edb-7a10a4d766b5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.116807 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6a73af91-8a76-4a91-9edb-7a10a4d766b5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a895b908-f346-4b3c-9f45-4bb46804c5bb HTTP/1.1" status: 204 len: 168 time: 0.2714479 Dec 06 14:24:50.129759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af27c5dc-4390-4c7c-a436-c6d2326597d5 None None] Pushing event updated for resources: {'Port': ['ID=aff9eafe-1f4d-40ed-a44e-6405f4a344d3,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:50.148976 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-acaec4d6-4818-483e-b928-218d099b0d69 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-310092415', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:50.159961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33118) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:50.189794 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=21c243ba-32a3-4297-92a4-fe5f063355d1,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:50.221136 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:50.231383 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:50.241612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:50.269226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:50.277041 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.284164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a73af91-8a76-4a91-9edb-7a10a4d766b5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a895b908-f346-4b3c-9f45-4bb46804c5bb,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:50.359979 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e34b5585-67f2-4e5c-a9d9-654a9db845fe req-1bf1d46a-615a-4c71-8dfa-8855ccb321a2 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0915232 Dec 06 14:24:50.392488 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.420064 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-40aa8842-56ac-4acd-abb4-8ff08fdc349f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3761249 Dec 06 14:24:50.426074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33130) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:50.433070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4c515488-82ff-45c7-befb-52126ca8c2b9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1356429917'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:50.479344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d8641282-a498-4b49-85bd-dc983a0ddc78', 'network_id': 'd8641282-a498-4b49-85bd-dc983a0ddc78', 'tenant_id': 'a0aefe61d053408ebc8bf5297f57f8e2', 'fixed_ips': [{'subnet_id': '4c69f1f5-f900-44aa-bfd6-766ec33b32c4'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:24:50.479855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.516141 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-285ad4f9-5e81-4423-b7b5-79505b307c74 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3351340 Dec 06 14:24:50.520998 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33132) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:50.531289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-acaec4d6-4818-483e-b928-218d099b0d69 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.532651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-acaec4d6-4818-483e-b928-218d099b0d69 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.633020 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0a780fa5-a499-45d3-8fe2-8e4417f5d103 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.678683 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Allocated IP 2001:db8::2 (d8641282-a498-4b49-85bd-dc983a0ddc78/4c69f1f5-f900-44aa-bfd6-766ec33b32c4/32fba159-a60a-4d0e-a822-5793f69f5750) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:50.680881 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0a780fa5-a499-45d3-8fe2-8e4417f5d103 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.694488 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-acaec4d6-4818-483e-b928-218d099b0d69 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.790207 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-acaec4d6-4818-483e-b928-218d099b0d69 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.829137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0a780fa5-a499-45d3-8fe2-8e4417f5d103 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.830838 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Router 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:24:50.835381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0a780fa5-a499-45d3-8fe2-8e4417f5d103 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.839681 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0a780fa5-a499-45d3-8fe2-8e4417f5d103 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/19d3e774-51ab-482c-a565-3c925b942782 HTTP/1.1" status: 204 len: 168 time: 0.3175395 Dec 06 14:24:50.841705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33134) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:50.850666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.851814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a780fa5-a499-45d3-8fe2-8e4417f5d103 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19d3e774-51ab-482c-a565-3c925b942782,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:50.930772 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5ab6f32f-f357-4d42-a973-caae19ee4bed tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6983604 Dec 06 14:24:50.934119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33136) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:50.950517 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e99cff8c-94ac-468d-aada-8804d817c57d tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1046021 Dec 06 14:24:50.950714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33138) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:50.954459 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dfd877d5-889e-4797-ac5b-eac3b69d6309 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.956230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:50.958641 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dfd877d5-889e-4797-ac5b-eac3b69d6309 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "DELETE /v2.0/ports/f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a HTTP/1.1" status: 204 len: 168 time: 2.1739867 Dec 06 14:24:50.963797 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33140) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:51.007941 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea2c59-9122-4a90-9b90-01f57e51e12c req-17215d5c-bba8-46bf-9b56-85ce8fb64ce3 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:51.010288 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c3ea2c59-9122-4a90-9b90-01f57e51e12c req-17215d5c-bba8-46bf-9b56-85ce8fb64ce3 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.1694016 Dec 06 14:24:51.012560 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0ef4a5-ec09-41d2-83bd-6a201bc27f5f tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] GET failed (client error): The resource could not be found. Dec 06 14:24:51.019175 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4c0ef4a5-ec09-41d2-83bd-6a201bc27f5f tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "GET /v2.0/ports/f85ee9f4-87e1-46d1-b1b7-9b6b6ef3112a HTTP/1.1" status: 404 len: 333 time: 0.0532680 Dec 06 14:24:51.019532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Pushing event updated for resources: {'Port': ['ID=32fba159-a60a-4d0e-a822-5793f69f5750,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:51.019914 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33142) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:51.033952 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Network d8641282-a498-4b49-85bd-dc983a0ddc78 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:51.034267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe8a11-db0d-4bb1-8dd5-88fa47fb1fb2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:51.034362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:51.034673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:51.036350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fe8a11-db0d-4bb1-8dd5-88fa47fb1fb2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:51.038061 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d5fe8a11-db0d-4bb1-8dd5-88fa47fb1fb2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1014969 Dec 06 14:24:51.041145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e49a246c-01d0-4119-86c8-4ae35d351a63 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.044328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33144) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:51.058351 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:24:51.061241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e49a246c-01d0-4119-86c8-4ae35d351a63 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.068804 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Sync routers for ids ['9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:24:51.089609 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Routers {'9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:51.091345 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:51.093705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c515488-82ff-45c7-befb-52126ca8c2b9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.111999 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c3ea2c59-9122-4a90-9b90-01f57e51e12c req-346680cd-0225-4618-be62-2e9238a763e0 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889151 Dec 06 14:24:51.117146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Attempting to bind port 32fba159-a60a-4d0e-a822-5793f69f5750 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:51.117518 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Attempting to bind port 32fba159-a60a-4d0e-a822-5793f69f5750 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e22f1c73-e251-4dc7-9671-7d9526dcefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd8641282-a498-4b49-85bd-dc983a0ddc78'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:51.134332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Attempting to bind port 32fba159-a60a-4d0e-a822-5793f69f5750 on network d8641282-a498-4b49-85bd-dc983a0ddc78 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:51.146867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:51.147430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Checking segment: {'id': 'e22f1c73-e251-4dc7-9671-7d9526dcefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd8641282-a498-4b49-85bd-dc983a0ddc78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:51.148223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.148918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Bound using segment: {'id': 'e22f1c73-e251-4dc7-9671-7d9526dcefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd8641282-a498-4b49-85bd-dc983a0ddc78'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:51.149550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Bound port: 32fba159-a60a-4d0e-a822-5793f69f5750, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e22f1c73-e251-4dc7-9671-7d9526dcefe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'd8641282-a498-4b49-85bd-dc983a0ddc78'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:51.150030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.180007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-acaec4d6-4818-483e-b928-218d099b0d69 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.183917 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-acaec4d6-4818-483e-b928-218d099b0d69 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0405335 Dec 06 14:24:51.189894 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33146) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:51.196997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'network_id': 'd8641282-a498-4b49-85bd-dc983a0ddc78', 'name': 'tempest-PortsIpV6TestJSON-1986501772'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:51.220199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2be97747-d466-4179-8340-3ca896eb1901 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Deleting port 6ce81a23-6085-4dcd-84fa-3b0a9c8ed272 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:51.220542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2be97747-d466-4179-8340-3ca896eb1901 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.223822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.230653 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-dcb7ada0-d0c0-439b-8349-840fec0a6c3e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.3224454 Dec 06 14:24:51.238346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33148) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:51.241979 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] For port 32fba159-a60a-4d0e-a822-5793f69f5750, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:51.246581 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] For port 32fba159-a60a-4d0e-a822-5793f69f5750, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32fba159-a60a-4d0e-a822-5793f69f5750,segment=NetworkSegment(e22f1c73-e251-4dc7-9671-7d9526dcefe7),segment_id=e22f1c73-e251-4dc7-9671-7d9526dcefe7)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:51.278920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e49a246c-01d0-4119-86c8-4ae35d351a63 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.284473 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Set router 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:51.327982 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.334475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e49a246c-01d0-4119-86c8-4ae35d351a63 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.335610 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e49a246c-01d0-4119-86c8-4ae35d351a63 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/938fc078-f9b2-42bb-883c-3342cd651dfb HTTP/1.1" status: 204 len: 168 time: 0.3839972 Dec 06 14:24:51.343542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33150) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:51.344839 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49a246c-01d0-4119-86c8-4ae35d351a63 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=938fc078-f9b2-42bb-883c-3342cd651dfb,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:51.448057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2be97747-d466-4179-8340-3ca896eb1901 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.473067 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b88a1f9c-9986-4ec7-be04-f4424ef5eb6e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1166458 Dec 06 14:24:51.473609 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33154) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:51.493728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2be97747-d466-4179-8340-3ca896eb1901 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Calling delete_port for 6ce81a23-6085-4dcd-84fa-3b0a9c8ed272 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:51.495834 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94673df-358e-488b-8bb7-f057fa3418f4 None None] Pushing event updated for resources: {'Port': ['ID=32fba159-a60a-4d0e-a822-5793f69f5750,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:51.570430 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d4595167-c444-470b-a54a-ecabfec7aad0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 21c243ba-32a3-4297-92a4-fe5f063355d1 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:51.570768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4595167-c444-470b-a54a-ecabfec7aad0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.598547 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-29a5797d-4660-4707-8c27-87a308cccd70 req-eb2e3cc8-a6eb-468c-845c-18b297d071d3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 210 time: 0.1355653 Dec 06 14:24:51.600030 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'name': 'tempest-TestVolumeBootPattern-1534313138-router', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239'}], 'enable_snat': True}, 'gw_port_id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:45Z', 'updated_at': '2021-12-06T14:24:49Z', 'revision_number': 3, 'project_id': '3ba6f3226e7d4c8489ded461834f9f64', 'gw_port': {'id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:47Z', 'updated_at': '2021-12-06T14:24:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:51.643454 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Checking router: 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:24:51.644056 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Updating router 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:24:51.658731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fa4684af-3f70-420a-bc9b-4970a8d19a94 None None] Provisioning complete for port aff9eafe-1f4d-40ed-a44e-6405f4a344d3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:51.661795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4684af-3f70-420a-bc9b-4970a8d19a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.730940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-096271d4-2372-4294-acce-625621492d3c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.731101 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.743423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c515488-82ff-45c7-befb-52126ca8c2b9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.845594 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-096271d4-2372-4294-acce-625621492d3c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.850065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4684af-3f70-420a-bc9b-4970a8d19a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.866297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c515488-82ff-45c7-befb-52126ca8c2b9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.882364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2be97747-d466-4179-8340-3ca896eb1901 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:51.898991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fa4684af-3f70-420a-bc9b-4970a8d19a94 None None] For port aff9eafe-1f4d-40ed-a44e-6405f4a344d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aff9eafe-1f4d-40ed-a44e-6405f4a344d3,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:51.950303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be97747-d466-4179-8340-3ca896eb1901 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event deleted for resources: {'Port': ['ID=6ce81a23-6085-4dcd-84fa-3b0a9c8ed272,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:51.976389 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c515488-82ff-45c7-befb-52126ca8c2b9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6a43f9-9ff5-4c0e-800b-5f7985eaecc0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:51.983542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa4684af-3f70-420a-bc9b-4970a8d19a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.068243 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4684af-3f70-420a-bc9b-4970a8d19a94 None None] Pushing event updated for resources: {'Port': ['ID=aff9eafe-1f4d-40ed-a44e-6405f4a344d3,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:52.090391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4595167-c444-470b-a54a-ecabfec7aad0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.114633 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:52.116709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device aff9eafe-1f4d-40ed-a44e-6405f4a344d3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:52.119570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.173602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2be97747-d466-4179-8340-3ca896eb1901 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.189718 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2be97747-d466-4179-8340-3ca896eb1901 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "DELETE /v2.0/ports/6ce81a23-6085-4dcd-84fa-3b0a9c8ed272 HTTP/1.1" status: 204 len: 168 time: 1.1374192 Dec 06 14:24:52.194016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33162) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:52.207629 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d4595167-c444-470b-a54a-ecabfec7aad0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 21c243ba-32a3-4297-92a4-fe5f063355d1 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:52.226292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port aff9eafe-1f4d-40ed-a44e-6405f4a344d3 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:52.226668 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.229691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-579460e9-eaa3-4fe0-b954-702f23100ff6 None None] Provisioning complete for port 21c243ba-32a3-4297-92a4-fe5f063355d1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:52.230100 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-579460e9-eaa3-4fe0-b954-702f23100ff6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.283436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4c515488-82ff-45c7-befb-52126ca8c2b9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.289536 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.290046 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4c515488-82ff-45c7-befb-52126ca8c2b9 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.8603296 Dec 06 14:24:52.298386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33164) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:52.310078 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3edbe7-54de-452f-98b3-76775a0a1745 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] GET failed (client error): The resource could not be found. Dec 06 14:24:52.316103 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-08ce924d-90be-4f16-a83e-dc4888cd57da tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '2f6a43f9-9ff5-4c0e-800b-5f7985eaecc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:52.320148 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33166) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:52.320454 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2c3edbe7-54de-452f-98b3-76775a0a1745 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "GET /v2.0/ports/6ce81a23-6085-4dcd-84fa-3b0a9c8ed272 HTTP/1.1" status: 404 len: 333 time: 0.1259661 Dec 06 14:24:52.335023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-579460e9-eaa3-4fe0-b954-702f23100ff6 None None] Port 21c243ba-32a3-4297-92a4-fe5f063355d1 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:52.345928 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a8a65-5ee9-457f-a24f-e46a979167e9 req-d7b25dd6-ba07-4773-b6e8-428628e7a34d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:52.354353 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a03a8a65-5ee9-457f-a24f-e46a979167e9 req-d7b25dd6-ba07-4773-b6e8-428628e7a34d tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.0766308 Dec 06 14:24:52.395365 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:24:52.402759 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a03a8a65-5ee9-457f-a24f-e46a979167e9 req-7b4430ce-3e3f-4419-a438-7cca64fe3141 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474744 Dec 06 14:24:52.402956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 32fba159-a60a-4d0e-a822-5793f69f5750 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:52.407267 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.416962 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-096271d4-2372-4294-acce-625621492d3c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.419957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-096271d4-2372-4294-acce-625621492d3c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.424547 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33168) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:52.424714 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-096271d4-2372-4294-acce-625621492d3c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-groups/d96697f1-2f23-4fa1-ba0a-d9a66a3a6810 HTTP/1.1" status: 204 len: 168 time: 0.9465151 Dec 06 14:24:52.459908 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24eeda90-932e-4db2-88d6-9831ad93e8ce None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:52.481526 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Attempting to bind port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:52.482046 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Attempting to bind port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:52.487969 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Attempting to bind port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:52.487969 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaf125-b40e-4559-a27b-e64599b751d9 None None] Pushing event updated for resources: {'Port': ['ID=03565fd2-4fc8-4471-a95f-7d0f03ddb9ee,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:52.493930 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:52.496620 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:52.497119 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.497584 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:52.498169 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Bound port: 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:52.498679 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.522513 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 32fba159-a60a-4d0e-a822-5793f69f5750 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:52.522925 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.535946 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8cd3aea7-201d-4ec4-bb3a-bfbf81026331 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1097088 Dec 06 14:24:52.545267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33170) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:52.552536 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-8ce52fba-beb3-43f7-b5f8-f97dcb4a47a9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group': {'name': 'tempest-secgroup--1627792088'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:52.581949 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] For port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:52.585951 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] For port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03565fd2-4fc8-4471-a95f-7d0f03ddb9ee,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:52.587826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096271d4-2372-4294-acce-625621492d3c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96697f1-2f23-4fa1-ba0a-d9a66a3a6810,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:52.614331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5bdbdb3d-d95b-4a7b-837b-a173cbf0df91 None None] Provisioning complete for port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:52.614617 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bdbdb3d-d95b-4a7b-837b-a173cbf0df91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.686476 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.739556 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64c251d-041a-4a92-a39a-238df8bd7781 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:52.748268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5bdbdb3d-d95b-4a7b-837b-a173cbf0df91 None None] Port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:52.755262 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7c1ff201-3588-42ca-bd04-fbfdbaca10b8 req-086184bc-c316-41f5-b13c-ca6a819ae548 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0975282 Dec 06 14:24:52.770789 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Routers {'9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:52.771662 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:52.772540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.793127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ce52fba-beb3-43f7-b5f8-f97dcb4a47a9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.845308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 32fba159-a60a-4d0e-a822-5793f69f5750, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32fba159-a60a-4d0e-a822-5793f69f5750,segment=NetworkSegment(e22f1c73-e251-4dc7-9671-7d9526dcefe7),segment_id=e22f1c73-e251-4dc7-9671-7d9526dcefe7)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:52.879333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ce52fba-beb3-43f7-b5f8-f97dcb4a47a9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.891839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-73cd8beb-0aae-46b2-b902-59a5c01190e4 None None] Provisioning complete for port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:52.892562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73cd8beb-0aae-46b2-b902-59a5c01190e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.907245 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] Set router 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:52.923852 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8::264 (d8641282-a498-4b49-85bd-dc983a0ddc78/4c69f1f5-f900-44aa-bfd6-766ec33b32c4/cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:52.943773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:52.961562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ce52fba-beb3-43f7-b5f8-f97dcb4a47a9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.029050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce52fba-beb3-43f7-b5f8-f97dcb4a47a9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0517ba00-66b0-4608-b590-1968fc6d865f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:53.079408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93c1696-9e10-4059-9d02-08ec5da32da5 None None] Network d8641282-a498-4b49-85bd-dc983a0ddc78 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:53.095527 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ce52fba-beb3-43f7-b5f8-f97dcb4a47a9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.100090 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8ce52fba-beb3-43f7-b5f8-f97dcb4a47a9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5528431 Dec 06 14:24:53.100946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33174) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:53.105657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b656381a-d4cd-4101-9fc6-c1d7f3ab4df5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group_rule': {'security_group_id': '0517ba00-66b0-4608-b590-1968fc6d865f', 'direction': 'ingress', 'protocol': 17}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:53.119215 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=32fba159-a60a-4d0e-a822-5793f69f5750,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:53.130555 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbaf125-b40e-4559-a27b-e64599b751d9 None None] Pushing event updated for resources: {'Port': ['ID=03565fd2-4fc8-4471-a95f-7d0f03ddb9ee,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:53.139595 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'name': 'tempest-TestVolumeBootPattern-1534313138-router', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239'}], 'enable_snat': True}, 'gw_port_id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:45Z', 'updated_at': '2021-12-06T14:24:49Z', 'revision_number': 3, 'project_id': '3ba6f3226e7d4c8489ded461834f9f64', 'gw_port': {'id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:47Z', 'updated_at': '2021-12-06T14:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:53.170711 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0646f05-145a-4a46-a08c-e1c987927c9d None None] The sync data for ids ['9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'] in dv-neutron-master-2-hyperv is: [{'id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'name': 'tempest-TestVolumeBootPattern-1534313138-router', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239'}], 'enable_snat': True}, 'gw_port_id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:45Z', 'updated_at': '2021-12-06T14:24:49Z', 'revision_number': 3, 'project_id': '3ba6f3226e7d4c8489ded461834f9f64', 'gw_port': {'id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:47Z', 'updated_at': '2021-12-06T14:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:24:53.176367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73cd8beb-0aae-46b2-b902-59a5c01190e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.211105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b656381a-d4cd-4101-9fc6-c1d7f3ab4df5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.303026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b656381a-d4cd-4101-9fc6-c1d7f3ab4df5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.392386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b656381a-d4cd-4101-9fc6-c1d7f3ab4df5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.423159 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b656381a-d4cd-4101-9fc6-c1d7f3ab4df5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19ecaf6c-3643-4f33-b949-a7dfe5b23420,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:53.477100 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-08ce924d-90be-4f16-a83e-dc4888cd57da tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The resource could not be found. Dec 06 14:24:53.478158 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-08ce924d-90be-4f16-a83e-dc4888cd57da tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.1719611 Dec 06 14:24:53.482500 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33178) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:53.487299 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-34c87a6b-08e7-4a14-b064-257812e47fc3 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Deleting port 393e1b90-62a3-472f-a13c-d631eccc9000 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:53.492284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-34c87a6b-08e7-4a14-b064-257812e47fc3 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.492436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-73cd8beb-0aae-46b2-b902-59a5c01190e4 None None] For port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03565fd2-4fc8-4471-a95f-7d0f03ddb9ee,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:53.493867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-04deef98-1a30-4b4a-89c6-c42e6afd6c46 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '2f6a43f9-9ff5-4c0e-800b-5f7985eaecc0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '80f7a42b-a97c-4d23-a573-9ac7921730eb'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:53.574658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73cd8beb-0aae-46b2-b902-59a5c01190e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.599086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b656381a-d4cd-4101-9fc6-c1d7f3ab4df5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.603340 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b656381a-d4cd-4101-9fc6-c1d7f3ab4df5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4984763 Dec 06 14:24:53.604307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33180) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:53.664715 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a92b91-b562-4b19-9c34-f51089b3166f req-860f613e-b9c4-46f8-bcec-6e6954726345 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:53.667273 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-40a92b91-b562-4b19-9c34-f51089b3166f req-860f613e-b9c4-46f8-bcec-6e6954726345 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.1483457 Dec 06 14:24:53.704681 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-61b2421f-0111-4958-9454-5acdf5284cde None None] Provisioning complete for port 32fba159-a60a-4d0e-a822-5793f69f5750 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:53.709807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-61b2421f-0111-4958-9454-5acdf5284cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.712718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cd8beb-0aae-46b2-b902-59a5c01190e4 None None] Pushing event updated for resources: {'Port': ['ID=03565fd2-4fc8-4471-a95f-7d0f03ddb9ee,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:53.716079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4595167-c444-470b-a54a-ecabfec7aad0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.723904 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.836059 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f1231951-051e-498c-8956-4d7753c81b06 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.850501 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-04deef98-1a30-4b4a-89c6-c42e6afd6c46 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The resource could not be found. Dec 06 14:24:53.862060 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-04deef98-1a30-4b4a-89c6-c42e6afd6c46 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3761406 Dec 06 14:24:53.864176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33184) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:53.881076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-34c87a6b-08e7-4a14-b064-257812e47fc3 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.898670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4595167-c444-470b-a54a-ecabfec7aad0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=21c243ba-32a3-4297-92a4-fe5f063355d1,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:53.924271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4595167-c444-470b-a54a-ecabfec7aad0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.929270 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d4595167-c444-470b-a54a-ecabfec7aad0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/21c243ba-32a3-4297-92a4-fe5f063355d1 HTTP/1.1" status: 204 len: 168 time: 2.8827190 Dec 06 14:24:53.949382 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33186) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:53.974171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:53.990530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-34c87a6b-08e7-4a14-b064-257812e47fc3 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Calling delete_port for 393e1b90-62a3-472f-a13c-d631eccc9000 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:54.044948 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-40a92b91-b562-4b19-9c34-f51089b3166f req-df21953f-d02a-4b73-a2ef-685bb2ab1acc tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3647218 Dec 06 14:24:54.057194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f1231951-051e-498c-8956-4d7753c81b06 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.084360 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ddeb9e05-8ea5-48a6-b1ef-7c98e218fa81 req-da1459eb-c180-41a8-ba0d-38728d84a1d7 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 210 time: 0.1427593 Dec 06 14:24:54.142095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefaa529-5a8f-464f-a693-feaa2186b332 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:54.144098 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefaa529-5a8f-464f-a693-feaa2186b332 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:54.145864 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cefaa529-5a8f-464f-a693-feaa2186b332 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1888373 Dec 06 14:24:54.164366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33188) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:54.179897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:54.235336 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7b988e37-f451-4bc0-a8e0-ed468f5730c3 None None] Provisioning complete for port 32fba159-a60a-4d0e-a822-5793f69f5750 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:54.235818 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7b988e37-f451-4bc0-a8e0-ed468f5730c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.282020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f1231951-051e-498c-8956-4d7753c81b06 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.284908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f1231951-051e-498c-8956-4d7753c81b06 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.288533 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f1231951-051e-498c-8956-4d7753c81b06 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-groups/0517ba00-66b0-4608-b590-1968fc6d865f HTTP/1.1" status: 204 len: 168 time: 0.6794205 Dec 06 14:24:54.290867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33190) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:54.291690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:54.292136 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.306800 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1231951-051e-498c-8956-4d7753c81b06 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0517ba00-66b0-4608-b590-1968fc6d865f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:54.386554 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-da4f2d5f-1403-421a-974b-07c57953c399 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.400413 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3591ac60-294f-4eb7-8183-703af6ebd20a tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1032810 Dec 06 14:24:54.402130 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33192) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:54.421203 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ffb7b265-f53b-4343-ab69-734b09b392da tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group': {'name': 'tempest-secgroup--809942901'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:54.439583 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.452257 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ef12259-afc1-4420-9256-e42cc7f7b36c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 27efb96e-75f8-4a89-93dc-02d5828fcb2e {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:54.467161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device aff9eafe-1f4d-40ed-a44e-6405f4a344d3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:54.490344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ef12259-afc1-4420-9256-e42cc7f7b36c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.524806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port aff9eafe-1f4d-40ed-a44e-6405f4a344d3 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:54.525215 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.579984 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b265-f53b-4343-ab69-734b09b392da tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.583888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-e70efc41-18ec-45a1-9291-1785f37e4ced tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:54.585480 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-e70efc41-18ec-45a1-9291-1785f37e4ced tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.41 "GET /v2.0/networks?id=8bb7f889-754a-49bd-a23e-fb0958bb48ef HTTP/1.1" status: 200 len: 812 time: 0.4991937 Dec 06 14:24:54.597259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-da4f2d5f-1403-421a-974b-07c57953c399 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.630398 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 32fba159-a60a-4d0e-a822-5793f69f5750 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:24:54.678905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b265-f53b-4343-ab69-734b09b392da tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.685933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network d8641282-a498-4b49-85bd-dc983a0ddc78 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:54.687442 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 32fba159-a60a-4d0e-a822-5793f69f5750 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:54.687886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.699402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ef12259-afc1-4420-9256-e42cc7f7b36c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.703319 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:54.735080 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:54.737546 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:54.743481 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:54.744102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.755925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b265-f53b-4343-ab69-734b09b392da tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.794439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7b265-f53b-4343-ab69-734b09b392da tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6daa81f8-126e-4425-9af6-f00977302313,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:54.858850 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Allocated IP 172.20.0.1 (e4b99005-3f2c-41ef-9c98-805011bd82d7/acfd2dc9-b6ba-4036-967e-183fada43826/4874ee07-48bd-497d-bfc3-0a33302099d4) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:54.895744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-da4f2d5f-1403-421a-974b-07c57953c399 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.898366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-da4f2d5f-1403-421a-974b-07c57953c399 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.899520 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-da4f2d5f-1403-421a-974b-07c57953c399 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "DELETE /v2.0/security-groups/2f6a43f9-9ff5-4c0e-800b-5f7985eaecc0 HTTP/1.1" status: 204 len: 168 time: 1.0146043 Dec 06 14:24:54.902404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33198) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:54.923251 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-a28f6862-e486-4b70-a40d-782a0dbd4448 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6391d33390324960b42f9813fede87b1 HTTP/1.1" status: 200 len: 380 time: 0.3187997 Dec 06 14:24:54.926697 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ffb7b265-f53b-4343-ab69-734b09b392da tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:54.927965 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ffb7b265-f53b-4343-ab69-734b09b392da tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5210085 Dec 06 14:24:54.930898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f2d5f-1403-421a-974b-07c57953c399 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6a43f9-9ff5-4c0e-800b-5f7985eaecc0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:54.933509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33200) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:54.938401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-fa4738cd-eea2-4f6d-b27e-eba5f7b4e20f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680318303'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:54.938856 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-97f16114-79b6-4ae4-a225-aecbec9c0048 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7469287 Dec 06 14:24:54.943468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33202) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:54.971722 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-73bec107-f2ed-46da-99b5-5a8d51b35ce6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Request body: {'port': {'device_id': '8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'admin_state_up': True, 'tenant_id': '6391d33390324960b42f9813fede87b1', 'security_groups': ['ecd8b6df-d028-483e-9713-32deeddf3737']}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:55.033834 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-94d21c01-24ba-4eb8-b29a-fc0b95187e3c tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1301937 Dec 06 14:24:55.039731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33204) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:55.046871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5743a524-cbae-4747-a2ee-15c57de7ed7a tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '70330039-d83b-4e5f-8d28-f59ce4d02df7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:55.070443 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-34c87a6b-08e7-4a14-b064-257812e47fc3 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.077613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ef12259-afc1-4420-9256-e42cc7f7b36c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.090702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c89aa499-c222-4b2b-a285-b38aff601a57 None None] Provisioning complete for port cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:55.092378 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c89aa499-c222-4b2b-a285-b38aff601a57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.142570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c89aa499-c222-4b2b-a285-b38aff601a57 None None] Port cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:55.187057 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c87a6b-08e7-4a14-b064-257812e47fc3 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event deleted for resources: {'Port': ['ID=393e1b90-62a3-472f-a13c-d631eccc9000,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:55.275256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fa4738cd-eea2-4f6d-b27e-eba5f7b4e20f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.280522 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-871edd6b-4895-4023-b669-7d3c82f196ba req-7e654098-ca61-421d-b03c-39758cd8e49e tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0829158 Dec 06 14:24:55.326719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73b2d3-3249-499b-9fce-256a12d6c69e req-f35fb24a-2476-49d3-9903-00e80521e412 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:55.330343 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6d73b2d3-3249-499b-9fce-256a12d6c69e req-f35fb24a-2476-49d3-9903-00e80521e412 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.1710627 Dec 06 14:24:55.355808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.387890 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-34c87a6b-08e7-4a14-b064-257812e47fc3 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.391956 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-34c87a6b-08e7-4a14-b064-257812e47fc3 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "DELETE /v2.0/ports/393e1b90-62a3-472f-a13c-d631eccc9000 HTTP/1.1" status: 204 len: 168 time: 3.0606885 Dec 06 14:24:55.397891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33210) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:55.473931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec5d82e4-b6be-4056-bc6b-ec1ccc4bd316 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Deleting subnet db9b03b8-b495-4ced-b289-ba227515ed44 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:24:55.477105 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ec5d82e4-b6be-4056-bc6b-ec1ccc4bd316 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.500229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ef12259-afc1-4420-9256-e42cc7f7b36c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.508967 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6d73b2d3-3249-499b-9fce-256a12d6c69e req-d8212e5e-7d11-448f-9e4a-8ef9fc8b9b1b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565597 Dec 06 14:24:55.537963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef12259-afc1-4420-9256-e42cc7f7b36c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=27efb96e-75f8-4a89-93dc-02d5828fcb2e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:55.540221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ef12259-afc1-4420-9256-e42cc7f7b36c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.543730 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3ef12259-afc1-4420-9256-e42cc7f7b36c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/27efb96e-75f8-4a89-93dc-02d5828fcb2e HTTP/1.1" status: 204 len: 168 time: 1.3684928 Dec 06 14:24:55.546672 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33212) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:55.554347 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e22c50-1a5a-40b9-a080-d9321ba5c83f None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:55.560221 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fa4738cd-eea2-4f6d-b27e-eba5f7b4e20f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.561604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.598522 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-73bec107-f2ed-46da-99b5-5a8d51b35ce6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Made reservation on behalf of 6391d33390324960b42f9813fede87b1 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:55.602196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-73bec107-f2ed-46da-99b5-5a8d51b35ce6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.610362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ec5d82e4-b6be-4056-bc6b-ec1ccc4bd316 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.614771 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9036a81a-5160-414d-a9d0-6a87205ab8ef tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0667362 Dec 06 14:24:55.624831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33214) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:55.648105 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.661044 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-5743a524-cbae-4747-a2ee-15c57de7ed7a tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The resource could not be found. Dec 06 14:24:55.662110 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5743a524-cbae-4747-a2ee-15c57de7ed7a tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6200948 Dec 06 14:24:55.662896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fa4738cd-eea2-4f6d-b27e-eba5f7b4e20f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.674588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33216) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:55.720309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-644430b4-ae44-4ea1-bba3-5691ab961b54 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group': {'name': 'tempest-secgroup--971855822'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:55.722929 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Network e4b99005-3f2c-41ef-9c98-805011bd82d7 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:55.733420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:55.735832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:55.802951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e562824e-7cb8-43d1-a5f5-b2bf06ce4445 None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:55.815871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4738cd-eea2-4f6d-b27e-eba5f7b4e20f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92c75f3-483e-4a49-812d-b07a24e7ab2d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:55.825670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Pushing event updated for resources: {'Port': ['ID=4874ee07-48bd-497d-bfc3-0a33302099d4,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:55.849514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87300c2-2646-4574-a0b9-5f5677dc4156 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:55.854075 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d87300c2-2646-4574-a0b9-5f5677dc4156 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2273328 Dec 06 14:24:55.859011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33218) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:55.871349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ec5d82e4-b6be-4056-bc6b-ec1ccc4bd316 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.884007 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e562824e-7cb8-43d1-a5f5-b2bf06ce4445 None None] Deleting port aff9eafe-1f4d-40ed-a44e-6405f4a344d3 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:55.884385 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e562824e-7cb8-43d1-a5f5-b2bf06ce4445 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.948399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-644430b4-ae44-4ea1-bba3-5691ab961b54 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:55.969964 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device aff9eafe-1f4d-40ed-a44e-6405f4a344d3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:55.990982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.016012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e562824e-7cb8-43d1-a5f5-b2bf06ce4445 None None] For port aff9eafe-1f4d-40ed-a44e-6405f4a344d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aff9eafe-1f4d-40ed-a44e-6405f4a344d3,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:56.016393 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e562824e-7cb8-43d1-a5f5-b2bf06ce4445 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.019474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fa4738cd-eea2-4f6d-b27e-eba5f7b4e20f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.021020 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fa4738cd-eea2-4f6d-b27e-eba5f7b4e20f tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0863423 Dec 06 14:24:56.032383 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33220) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:56.036512 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e562824e-7cb8-43d1-a5f5-b2bf06ce4445 None None] Calling delete_port for aff9eafe-1f4d-40ed-a44e-6405f4a344d3 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:56.038533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-47454301-8eec-4882-9535-626fdb67b8ea tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group_rule': {'security_group_id': '6daa81f8-126e-4425-9af6-f00977302313', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd92c75f3-483e-4a49-812d-b07a24e7ab2d', 'remote_ip_prefix': None}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:56.062936 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b249caec-7b28-463e-95d8-ea90176c8458 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:56.065145 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b249caec-7b28-463e-95d8-ea90176c8458 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2040319 Dec 06 14:24:56.067282 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.071184 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33222) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:56.080255 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-73bec107-f2ed-46da-99b5-5a8d51b35ce6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Allocated IP 172.20.0.11 (8bb7f889-754a-49bd-a23e-fb0958bb48ef/76651f74-3875-4b5a-9896-ff48a7bf8ece/64ec59b5-b277-4350-87de-8a234c879eaa) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:56.117162 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-27738593-ff17-4656-9b08-fc83a71a906c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434606 Dec 06 14:24:56.124116 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33224) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:56.137249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5bc296a5-5957-447e-9a34-f4e53fe88575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:56.145535 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-47454301-8eec-4882-9535-626fdb67b8ea tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.173908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-644430b4-ae44-4ea1-bba3-5691ab961b54 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.194549 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.212804 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7735c4b0-bdd7-4191-8988-1fa443878cd5 None None] Provisioning complete for port 4874ee07-48bd-497d-bfc3-0a33302099d4 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:56.213204 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7735c4b0-bdd7-4191-8988-1fa443878cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.222817 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.257214 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ec5d82e4-b6be-4056-bc6b-ec1ccc4bd316 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.262285 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port aff9eafe-1f4d-40ed-a44e-6405f4a344d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aff9eafe-1f4d-40ed-a44e-6405f4a344d3,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:56.280315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-47454301-8eec-4882-9535-626fdb67b8ea tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.285037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7735c4b0-bdd7-4191-8988-1fa443878cd5 None None] Port 4874ee07-48bd-497d-bfc3-0a33302099d4 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:56.320338 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d82e4-b6be-4056-bc6b-ec1ccc4bd316 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event deleted for resources: {'Subnet': ['ID=db9b03b8-b495-4ced-b289-ba227515ed44,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:56.324200 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:56.344624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-644430b4-ae44-4ea1-bba3-5691ab961b54 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.361852 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.412348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644430b4-ae44-4ea1-bba3-5691ab961b54 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61bf94cd-0ccb-44e3-997f-aa625bac6e4a,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:56.414761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e3bc98-9765-441b-bb65-664b994e2cd5 None None] Network f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:56.432629 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-47454301-8eec-4882-9535-626fdb67b8ea tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.465330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47454301-8eec-4882-9535-626fdb67b8ea tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65befd3-5f8f-4cab-874a-2c4676fefcd6,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:56.496778 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=aff9eafe-1f4d-40ed-a44e-6405f4a344d3,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:56.497486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.513059 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ec5d82e4-b6be-4056-bc6b-ec1ccc4bd316 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.514545 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ec5d82e4-b6be-4056-bc6b-ec1ccc4bd316 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "DELETE /v2.0/subnets/db9b03b8-b495-4ced-b289-ba227515ed44 HTTP/1.1" status: 204 len: 168 time: 1.1111157 Dec 06 14:24:56.537930 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f4aada09-516f-420a-99d1-c4ab15ff4122 req-72d5888d-8804-4ff6-9198-64a84b1bf9e7 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 210 time: 0.1359985 Dec 06 14:24:56.544092 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33228) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:56.568531 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-644430b4-ae44-4ea1-bba3-5691ab961b54 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.577081 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-644430b4-ae44-4ea1-bba3-5691ab961b54 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8923235 Dec 06 14:24:56.578229 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33232) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:56.587324 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e562824e-7cb8-43d1-a5f5-b2bf06ce4445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.596312 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c8ab2cf8-ca51-4cd2-8ed4-9367d17cf6e3 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group': {'name': 'tempest-secgroup--240439096'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:56.611670 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-47454301-8eec-4882-9535-626fdb67b8ea tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.613255 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-47454301-8eec-4882-9535-626fdb67b8ea tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5798666 Dec 06 14:24:56.616576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33234) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:56.621196 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e562824e-7cb8-43d1-a5f5-b2bf06ce4445 None None] Pushing event deleted for resources: {'Port': ['ID=aff9eafe-1f4d-40ed-a44e-6405f4a344d3,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:56.623450 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e562824e-7cb8-43d1-a5f5-b2bf06ce4445 None None] No DVR routers for this DVR port aff9eafe-1f4d-40ed-a44e-6405f4a344d3 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:56.670707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-73bec107-f2ed-46da-99b5-5a8d51b35ce6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.698557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.725310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-68aa5b65-7257-4b77-ad40-09d0696c5d20 None None] Provisioning complete for port cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:56.726154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-68aa5b65-7257-4b77-ad40-09d0696c5d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.726744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.731592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a799a5-68be-4bec-92ee-1bd6307b4333 req-c32fc10a-7abc-43e6-91be-c72e0016dd87 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:56.733124 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-96a799a5-68be-4bec-92ee-1bd6307b4333 req-c32fc10a-7abc-43e6-91be-c72e0016dd87 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.1275537 Dec 06 14:24:56.736012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c9af7f33-4e41-4ecd-bc51-058466045225 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.745105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c9af7f33-4e41-4ecd-bc51-058466045225 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.761701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b35ca29-a6b8-4e4f-b0f7-f89323e2479c None None] DHCP port deletion for f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:24:56.773010 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-68aa5b65-7257-4b77-ad40-09d0696c5d20 None None] Port cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:56.804417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc296a5-5957-447e-9a34-f4e53fe88575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:56.808033 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5bc296a5-5957-447e-9a34-f4e53fe88575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.821597 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-96a799a5-68be-4bec-92ee-1bd6307b4333 req-0d8e3ef4-0c13-457f-aed6-7ecef89670ff tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790308 Dec 06 14:24:56.829277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6b35ca29-a6b8-4e4f-b0f7-f89323e2479c None None] Deleting port 23527b87-e9aa-4647-9366-706f022f0361 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:56.830202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b35ca29-a6b8-4e4f-b0f7-f89323e2479c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.864064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.875678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c9af7f33-4e41-4ecd-bc51-058466045225 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.884381 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c9af7f33-4e41-4ecd-bc51-058466045225 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.887989 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c9af7f33-4e41-4ecd-bc51-058466045225 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a65befd3-5f8f-4cab-874a-2c4676fefcd6 HTTP/1.1" status: 204 len: 168 time: 0.2567954 Dec 06 14:24:56.889417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33236) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:56.894317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af7f33-4e41-4ecd-bc51-058466045225 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a65befd3-5f8f-4cab-874a-2c4676fefcd6,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:56.906505 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6b35ca29-a6b8-4e4f-b0f7-f89323e2479c None None] For port 23527b87-e9aa-4647-9366-706f022f0361, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=23527b87-e9aa-4647-9366-706f022f0361,segment=NetworkSegment(c7745bea-6e75-428f-8065-e801ff0c0d36),segment_id=c7745bea-6e75-428f-8065-e801ff0c0d36)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:56.907053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b35ca29-a6b8-4e4f-b0f7-f89323e2479c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.920881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6b35ca29-a6b8-4e4f-b0f7-f89323e2479c None None] Calling delete_port for 23527b87-e9aa-4647-9366-706f022f0361 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:56.928829 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-73bec107-f2ed-46da-99b5-5a8d51b35ce6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:56.936184 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c8ab2cf8-ca51-4cd2-8ed4-9367d17cf6e3 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.092105 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b35ca29-a6b8-4e4f-b0f7-f89323e2479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.120236 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b35ca29-a6b8-4e4f-b0f7-f89323e2479c None None] Pushing event deleted for resources: {'Port': ['ID=23527b87-e9aa-4647-9366-706f022f0361,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:57.122883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b35ca29-a6b8-4e4f-b0f7-f89323e2479c None None] No DVR routers for this DVR port 23527b87-e9aa-4647-9366-706f022f0361 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:57.151988 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c8ab2cf8-ca51-4cd2-8ed4-9367d17cf6e3 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.209903 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.211946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c8ab2cf8-ca51-4cd2-8ed4-9367d17cf6e3 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.241011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ab2cf8-ca51-4cd2-8ed4-9367d17cf6e3 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e03fca3-e523-4abc-8935-43a4edc66cf4,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:57.275082 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.275476 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.308751 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c8ab2cf8-ca51-4cd2-8ed4-9367d17cf6e3 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.310089 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c8ab2cf8-ca51-4cd2-8ed4-9367d17cf6e3 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7195253 Dec 06 14:24:57.324246 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33238) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:57.331311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-39a2345b-03d4-4639-b78e-17f3809732a7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '61bf94cd-0ccb-44e3-997f-aa625bac6e4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0e03fca3-e523-4abc-8935-43a4edc66cf4'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:57.365337 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-73bec107-f2ed-46da-99b5-5a8d51b35ce6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Network 8bb7f889-754a-49bd-a23e-fb0958bb48ef is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:57.385902 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-73bec107-f2ed-46da-99b5-5a8d51b35ce6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:57.398595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:57.399146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Deleting port 23527b87-e9aa-4647-9366-706f022f0361 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:57.399146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.399146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-73bec107-f2ed-46da-99b5-5a8d51b35ce6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:57.417344 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3b9cadee-9ef0-45ea-991d-6e3e8251f8a6 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5262616 Dec 06 14:24:57.423894 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33240) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:57.436315 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bec107-f2ed-46da-99b5-5a8d51b35ce6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Pushing event updated for resources: {'Port': ['ID=64ec59b5-b277-4350-87de-8a234c879eaa,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:57.474026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network d8641282-a498-4b49-85bd-dc983a0ddc78 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:57.476260 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:57.593781 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76b9aec6-5086-4b98-b70e-518b0d7dffb9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.600048 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] For port 23527b87-e9aa-4647-9366-706f022f0361, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:24:57.601007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.633405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76b9aec6-5086-4b98-b70e-518b0d7dffb9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.653980 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-73bec107-f2ed-46da-99b5-5a8d51b35ce6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:57.654616 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-73bec107-f2ed-46da-99b5-5a8d51b35ce6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.714728 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-39a2345b-03d4-4639-b78e-17f3809732a7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:24:57.715924 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-39a2345b-03d4-4639-b78e-17f3809732a7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3906016 Dec 06 14:24:57.718654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33244) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:57.721027 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8e734656-0e5d-42a3-93ef-4666517f2206 None None] Provisioning complete for port 64ec59b5-b277-4350-87de-8a234c879eaa triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:57.722199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e734656-0e5d-42a3-93ef-4666517f2206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.724092 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Calling delete_port for 23527b87-e9aa-4647-9366-706f022f0361 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:57.727972 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Port 23527b87-e9aa-4647-9366-706f022f0361 was not found and therefore no delete operation was performed {{(pid=103725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:24:57.734874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.750518 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.767227 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8e734656-0e5d-42a3-93ef-4666517f2206 None None] Port 64ec59b5-b277-4350-87de-8a234c879eaa cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:57.782128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de1eaf09-4361-4422-8c35-566182126739 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.785329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] No DVR routers for this DVR port 23527b87-e9aa-4647-9366-706f022f0361 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:24:57.789937 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event deleted for resources: {'Port': ['ID=23527b87-e9aa-4647-9366-706f022f0361,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:57.800478 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Router 67c5c48d-1c52-44a6-beb4-b0993e7365fa is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:24:57.823898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de1eaf09-4361-4422-8c35-566182126739 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.838567 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-73bec107-f2ed-46da-99b5-5a8d51b35ce6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8808167 Dec 06 14:24:57.847227 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.866570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0238caac-5750-48e7-aef1-71455156ec80 req-6c86a7dd-a995-4805-ac26-2b752c3a93a3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:57.869114 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0238caac-5750-48e7-aef1-71455156ec80 req-6c86a7dd-a995-4805-ac26-2b752c3a93a3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 932 time: 0.2108424 Dec 06 14:24:57.869563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 23527b87-e9aa-4647-9366-706f022f0361 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:24:57.890106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76b9aec6-5086-4b98-b70e-518b0d7dffb9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.892871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76b9aec6-5086-4b98-b70e-518b0d7dffb9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.896636 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-76b9aec6-5086-4b98-b70e-518b0d7dffb9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-groups/d92c75f3-483e-4a49-812d-b07a24e7ab2d HTTP/1.1" status: 204 len: 168 time: 0.4690964 Dec 06 14:24:57.896773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Request body: {'port': {'device_id': '8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:57.909319 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 23527b87-e9aa-4647-9366-706f022f0361 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:24:57.910040 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 23527b87-e9aa-4647-9366-706f022f0361 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:24:57.914055 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33248) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:57.943030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d7f66e6d-2183-4c21-b6f7-130ab8f9ecd9 None None] Provisioning complete for port cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:57.943478 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7f66e6d-2183-4c21-b6f7-130ab8f9ecd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:57.971704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b9aec6-5086-4b98-b70e-518b0d7dffb9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92c75f3-483e-4a49-812d-b07a24e7ab2d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:58.012826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.019256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d7f66e6d-2183-4c21-b6f7-130ab8f9ecd9 None None] Port cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:58.024519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:24:58.036049 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-674b74e2-5988-4c78-9421-01da5512c2ea tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "PUT /v2.0/routers/67c5c48d-1c52-44a6-beb4-b0993e7365fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0896444 Dec 06 14:24:58.037861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33250) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:58.038857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfb5cba-e122-4d92-9cb1-f28e250765b9 None None] Sync routers for ids ['67c5c48d-1c52-44a6-beb4-b0993e7365fa'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:24:58.043756 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-120743da-531e-4269-a3a4-191acb831ec9 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1286108 Dec 06 14:24:58.053010 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb5cba-e122-4d92-9cb1-f28e250765b9 None None] Routers {'67c5c48d-1c52-44a6-beb4-b0993e7365fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:58.053637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-bcfb5cba-e122-4d92-9cb1-f28e250765b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['67c5c48d-1c52-44a6-beb4-b0993e7365fa'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:58.056802 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33252) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:58.087706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc41464-3d8b-4f9b-a6bb-f4e145d27ec9 req-17253161-ca3d-4bf2-ae50-0f6831ac194f tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:58.089247 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2dc41464-3d8b-4f9b-a6bb-f4e145d27ec9 req-17253161-ca3d-4bf2-ae50-0f6831ac194f tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.1514831 Dec 06 14:24:58.092660 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-bcfb5cba-e122-4d92-9cb1-f28e250765b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:58.102417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de1eaf09-4361-4422-8c35-566182126739 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.104480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcfb5cba-e122-4d92-9cb1-f28e250765b9 None None] Routers {'67c5c48d-1c52-44a6-beb4-b0993e7365fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:58.104480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-bcfb5cba-e122-4d92-9cb1-f28e250765b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['67c5c48d-1c52-44a6-beb4-b0993e7365fa'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:58.105590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de1eaf09-4361-4422-8c35-566182126739 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.107483 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-de1eaf09-4361-4422-8c35-566182126739 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "DELETE /v2.0/security-groups/0e03fca3-e523-4abc-8935-43a4edc66cf4 HTTP/1.1" status: 204 len: 168 time: 0.3867910 Dec 06 14:24:58.122893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33254) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:58.123150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Pushing event updated for resources: {'Port': ['ID=4874ee07-48bd-497d-bfc3-0a33302099d4,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:58.131010 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:58.138969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.139124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-bcfb5cba-e122-4d92-9cb1-f28e250765b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:58.139124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcfb5cba-e122-4d92-9cb1-f28e250765b9 None None] The sync data for ids ['67c5c48d-1c52-44a6-beb4-b0993e7365fa'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:24:58.160001 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7745bea-6e75-428f-8065-e801ff0c0d36') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:58.160287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7745bea-6e75-428f-8065-e801ff0c0d36') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:58.165318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1eaf09-4361-4422-8c35-566182126739 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e03fca3-e523-4abc-8935-43a4edc66cf4,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:58.175471 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.183588 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.190836 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0238caac-5750-48e7-aef1-71455156ec80 req-2b2edb79-ddb2-4549-8a3c-f814eea72074 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324386 Dec 06 14:24:58.210070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80220a61-b810-4ba4-a551-799d643e394b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:58.211855 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-80220a61-b810-4ba4-a551-799d643e394b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports?device_id=67c5c48d-1c52-44a6-beb4-b0993e7365fa HTTP/1.1" status: 200 len: 989 time: 0.1662242 Dec 06 14:24:58.216864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.objects.ports [None req-5bc296a5-5957-447e-9a34-f4e53fe88575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103725) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:24:58.219468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33256) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:58.240201 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5bc296a5-5957-447e-9a34-f4e53fe88575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.302962 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.329632 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2dc41464-3d8b-4f9b-a6bb-f4e145d27ec9 req-c41dbb8d-5347-4734-bf81-6cdaae2de83f tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170722 Dec 06 14:24:58.339045 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-33a40324-8894-4fdf-aea1-8ea6db85e9f5 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2127559 Dec 06 14:24:58.339045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb673-b45f-42f6-818d-584ea9ca7221 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.340082 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33258) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:58.344883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:24:58.345303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:24:58.358390 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:24:58.368931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb673-b45f-42f6-818d-584ea9ca7221 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.389544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc296a5-5957-447e-9a34-f4e53fe88575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:58.433520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-5bc296a5-5957-447e-9a34-f4e53fe88575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:58.436577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc296a5-5957-447e-9a34-f4e53fe88575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:58.437234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5bc296a5-5957-447e-9a34-f4e53fe88575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.444448 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfb5e4f-19ea-4a2b-9b34-d639b1620a5f None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:24:58.471385 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc296a5-5957-447e-9a34-f4e53fe88575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=1ce81df5-0a3e-4a65-abe6-0ee8424924a2,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:58.587266 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb673-b45f-42f6-818d-584ea9ca7221 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.590056 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1c3eb673-b45f-42f6-818d-584ea9ca7221 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.594795 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1c3eb673-b45f-42f6-818d-584ea9ca7221 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-groups/6daa81f8-126e-4425-9af6-f00977302313 HTTP/1.1" status: 204 len: 168 time: 0.5357752 Dec 06 14:24:58.596838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33260) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:58.597779 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Network e4b99005-3f2c-41ef-9c98-805011bd82d7 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:58.607498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:58.626161 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-21fc8b2c-67ca-4d86-a77d-bddb12157eb6 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.633088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': '1ce81df5-0a3e-4a65-abe6-0ee8424924a2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:24:58.635038 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.641982 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5bc296a5-5957-447e-9a34-f4e53fe88575 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5122850 Dec 06 14:24:58.652623 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33262) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:58.660677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ccdd6911-fc99-4873-98e3-aedac288c0a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:58.662711 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3eb673-b45f-42f6-818d-584ea9ca7221 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daa81f8-126e-4425-9af6-f00977302313,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:58.723785 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3329a07f-cc6b-49f6-88b9-303abf245a7c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1230721 Dec 06 14:24:58.724926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e32b8f97-43ab-4d26-bd38-0da8c74659a5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.730027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33264) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:58.734746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-67927360-0e14-4bb3-a41c-d2f866400666 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group': {'name': 'tempest-secgroup--984519063'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:58.817465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-21fc8b2c-67ca-4d86-a77d-bddb12157eb6 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.822695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.835430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Allocated IP 2001:db8::f816:3eff:fec5:d11a (32250b85-9d7f-4d03-9356-fdcc88577699/1ce81df5-0a3e-4a65-abe6-0ee8424924a2/2f1e8e02-d8d5-44b7-9b6a-e41f554ff357) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:24:58.861999 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:58.865700 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] 10.222.0.42 "DELETE /v2.0/networks/f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76 HTTP/1.1" status: 204 len: 168 time: 2.3203266 Dec 06 14:24:58.878169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a70fb-a932-4f82-af24-9091d5839081 tempest-AllowedAddressPairTestJSON-1750272254 tempest-AllowedAddressPairTestJSON-1750272254-project] Pushing event deleted for resources: {'Network': ['ID=f5e31df0-0e7b-4cf7-a41d-0d9d02ab1c76,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:58.912110 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Router 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:24:58.987083 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4ec531aa-492c-4a0a-8ca8-e26b8f32ced9 None None] Provisioning complete for port 4874ee07-48bd-497d-bfc3-0a33302099d4 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:24:58.987881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ec531aa-492c-4a0a-8ca8-e26b8f32ced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.054939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4ec531aa-492c-4a0a-8ca8-e26b8f32ced9 None None] Port 4874ee07-48bd-497d-bfc3-0a33302099d4 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:24:59.082012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-21fc8b2c-67ca-4d86-a77d-bddb12157eb6 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.084619 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-21fc8b2c-67ca-4d86-a77d-bddb12157eb6 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.085815 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-21fc8b2c-67ca-4d86-a77d-bddb12157eb6 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "DELETE /v2.0/security-groups/61bf94cd-0ccb-44e3-997f-aa625bac6e4a HTTP/1.1" status: 204 len: 168 time: 0.7331517 Dec 06 14:24:59.111462 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.128722 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33268) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:59.170393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fc8b2c-67ca-4d86-a77d-bddb12157eb6 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61bf94cd-0ccb-44e3-997f-aa625bac6e4a,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:59.195420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64ec59b5-b277-4350-87de-8a234c879eaa {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:24:59.206139 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.227578 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.238653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.db.api [None req-ccdd6911-fc99-4873-98e3-aedac288c0a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 14:24:59.238653 dv-neutron-master-2-hyperv neutron-server[103725]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 14:24:59.238653 dv-neutron-master-2-hyperv neutron-server[103725]: [parameters: {'project_id_1': '532e70fe6bbb4a3fb2aeb73d8366994a', 'expiration_1': datetime.datetime(2021, 12, 6, 14, 24, 39, 172774)}] Dec 06 14:24:59.238653 dv-neutron-master-2-hyperv neutron-server[103725]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:24:59.239115 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG oslo_db.api [None req-ccdd6911-fc99-4873-98e3-aedac288c0a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:24:59.243285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:24:59.247730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Transition to ACTIVE for port object 64ec59b5-b277-4350-87de-8a234c879eaa will not be triggered until provisioned by entity L2. {{(pid=103725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:24:59.252717 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-faa74ce2-cda3-476c-97d3-cb4ddb3df33d admin admin] 10.222.0.42 "PUT /v2.0/routers/9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0118735 Dec 06 14:24:59.264513 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Sync routers for ids ['9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:24:59.270785 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2c84c540-7ac4-45c2-845e-d10192a62158 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1408303 Dec 06 14:24:59.275447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33274) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:59.288476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1af54c74-527d-4894-b5c0-c54905b9f70c tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group': {'name': 'tempest-secgroup--50572000'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:24:59.288616 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Routers {'9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:24:59.288616 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:24:59.310730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-67927360-0e14-4bb3-a41c-d2f866400666 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.352638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:24:59.357329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:24:59.360737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:24:59.365907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.374475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.374475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Pushing event updated for resources: {'Port': ['ID=2f1e8e02-d8d5-44b7-9b6a-e41f554ff357,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:59.394163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-67927360-0e14-4bb3-a41c-d2f866400666 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.435794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1af54c74-527d-4894-b5c0-c54905b9f70c tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.465210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Attempting to bind port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:59.465625 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Attempting to bind port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:59.465998 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Attempting to bind port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:59.481568 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:59.482965 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:59.483445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.484499 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-67927360-0e14-4bb3-a41c-d2f866400666 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.485652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:59.486168 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Bound port: 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:59.487719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.577954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67927360-0e14-4bb3-a41c-d2f866400666 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2277435-1f6a-4000-997f-c83199c961b5,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:59.601850 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e32b8f97-43ab-4d26-bd38-0da8c74659a5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:24:59.602192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e32b8f97-43ab-4d26-bd38-0da8c74659a5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.651870 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] For port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:24:59.655368 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] For port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f1e8e02-d8d5-44b7-9b6a-e41f554ff357,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:24:59.663297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33282) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:24:59.682768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Pushing event updated for resources: {'Port': ['ID=64ec59b5-b277-4350-87de-8a234c879eaa,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:59.719901 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e32b8f97-43ab-4d26-bd38-0da8c74659a5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.728553 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Set router 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:24:59.739455 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.741645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e32b8f97-43ab-4d26-bd38-0da8c74659a5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:24:59.744821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5787d09-42b3-4e7f-9b3a-11ba4c00f2f7 req-769dc564-845d-4068-bfa1-b6f529e76646 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:24:59.746588 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c5787d09-42b3-4e7f-9b3a-11ba4c00f2f7 req-769dc564-845d-4068-bfa1-b6f529e76646 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 944 time: 0.2902417 Dec 06 14:24:59.820441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722e6aa-9eac-4612-90ac-8e633d0a2131 None None] Pushing event updated for resources: {'Port': ['ID=2f1e8e02-d8d5-44b7-9b6a-e41f554ff357,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:24:59.828372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Attempting to bind port 64ec59b5-b277-4350-87de-8a234c879eaa on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:24:59.829086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Attempting to bind port 64ec59b5-b277-4350-87de-8a234c879eaa by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fb18ba37-bc39-4204-87fb-e900ac386ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:24:59.829669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Attempting to bind port 64ec59b5-b277-4350-87de-8a234c879eaa on network 8bb7f889-754a-49bd-a23e-fb0958bb48ef {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:59.845321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Port 64ec59b5-b277-4350-87de-8a234c879eaa on network 8bb7f889-754a-49bd-a23e-fb0958bb48ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:24:59.845740 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Attempting to bind port 64ec59b5-b277-4350-87de-8a234c879eaa on network 8bb7f889-754a-49bd-a23e-fb0958bb48ef {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:24:59.861093 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:24:59.861561 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Checking segment: {'id': 'fb18ba37-bc39-4204-87fb-e900ac386ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:24:59.862019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Bound using segment: {'id': 'fb18ba37-bc39-4204-87fb-e900ac386ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:24:59.862543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Bound port: 64ec59b5-b277-4350-87de-8a234c879eaa, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb18ba37-bc39-4204-87fb-e900ac386ff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:24:59.862975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.970842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdd6911-fc99-4873-98e3-aedac288c0a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:24:59.981507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ccdd6911-fc99-4873-98e3-aedac288c0a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:24:59.993991 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1af54c74-527d-4894-b5c0-c54905b9f70c tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.003500 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-67927360-0e14-4bb3-a41c-d2f866400666 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.008034 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-67927360-0e14-4bb3-a41c-d2f866400666 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2735136 Dec 06 14:25:00.008034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33286) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:00.013672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-093dd685-1d2a-49f5-8b9f-a100a49e7579 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group_rule': {'security_group_id': 'b2277435-1f6a-4000-997f-c83199c961b5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:00.020113 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c5787d09-42b3-4e7f-9b3a-11ba4c00f2f7 req-be2150d6-59ba-4239-8b30-667c0778002e tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634122 Dec 06 14:25:00.072428 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfdda66-c93b-4c0e-8703-6eea8fc20873 req-d5f5f6e1-f241-401c-8592-c6d28682670c tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:00.075007 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-adfdda66-c93b-4c0e-8703-6eea8fc20873 req-d5f5f6e1-f241-401c-8592-c6d28682670c tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.5162077 Dec 06 14:25:00.085029 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'name': 'tempest-TestVolumeBootPattern-1534313138-router', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239'}], 'enable_snat': True}, 'gw_port_id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:45Z', 'updated_at': '2021-12-06T14:24:56Z', 'revision_number': 4, 'project_id': '3ba6f3226e7d4c8489ded461834f9f64', 'gw_port': {'id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:47Z', 'updated_at': '2021-12-06T14:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4874ee07-48bd-497d-bfc3-0a33302099d4', 'name': '', 'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'mac_address': 'fa:16:3e:b5:03:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'acfd2dc9-b6ba-4036-967e-183fada43826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:54Z', 'updated_at': '2021-12-06T14:24:56Z', 'revision_number': 2, 'project_id': '3ba6f3226e7d4c8489ded461834f9f64', 'subnets': [{'id': 'acfd2dc9-b6ba-4036-967e-183fada43826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:00.102374 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e32b8f97-43ab-4d26-bd38-0da8c74659a5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.122377 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1af54c74-527d-4894-b5c0-c54905b9f70c tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.135229 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Checking router: 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:25:00.136509 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Updating router 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 port 4874ee07-48bd-497d-bfc3-0a33302099d4 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:25:00.153251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b8f97-43ab-4d26-bd38-0da8c74659a5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:00.173431 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] For port 64ec59b5-b277-4350-87de-8a234c879eaa, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:00.183888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-093dd685-1d2a-49f5-8b9f-a100a49e7579 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.232283 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.232398 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1f0c7cfa-d779-4fa6-81ea-d259b4d4868b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=940b5dba211c4ed6800fb0dd58de2b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5597925 Dec 06 14:25:00.241052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33290) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:00.268666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] For port 64ec59b5-b277-4350-87de-8a234c879eaa, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=64ec59b5-b277-4350-87de-8a234c879eaa,segment=NetworkSegment(fb18ba37-bc39-4204-87fb-e900ac386ff1),segment_id=fb18ba37-bc39-4204-87fb-e900ac386ff1)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:00.321051 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af54c74-527d-4894-b5c0-c54905b9f70c tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13953d08-8ffb-465c-9a17-8a1c7c27b04f,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:00.332757 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-adfdda66-c93b-4c0e-8703-6eea8fc20873 req-5127b6eb-b607-453f-8129-2b55369607a6 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500980 Dec 06 14:25:00.364147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1af54c74-527d-4894-b5c0-c54905b9f70c tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.369262 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1af54c74-527d-4894-b5c0-c54905b9f70c tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.0925651 Dec 06 14:25:00.384215 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33292) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:00.410685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-17b85ac7-8894-452d-9e36-3fd65ba4e03d tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '13953d08-8ffb-465c-9a17-8a1c7c27b04f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:00.428084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.511490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Pushing event updated for resources: {'Port': ['ID=64ec59b5-b277-4350-87de-8a234c879eaa,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:00.558218 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.ipam_backend_mixin [None req-ccdd6911-fc99-4873-98e3-aedac288c0a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ce81df5-0a3e-4a65-abe6-0ee8424924a2 (CIDR: 2001:db8::/64) Dec 06 14:25:00.567492 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e32b8f97-43ab-4d26-bd38-0da8c74659a5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.578680 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-093dd685-1d2a-49f5-8b9f-a100a49e7579 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.582518 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6783c940-85fb-4f67-b65b-f6485630f9c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.586140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:00.586752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.588836 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-eb2b449f-0cc7-4d5b-a2aa-cbec060d1e42 service neutron] 10.222.0.41 "PUT /v2.0/ports/64ec59b5-b277-4350-87de-8a234c879eaa HTTP/1.1" status: 200 len: 1094 time: 2.7376404 Dec 06 14:25:00.590249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7', 'tag': '64ec59b5-b277-4350-87de-8a234c879eaa'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:25:00.592545 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5936e4b5-4161-416b-9899-ef95fda14454" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7", "tag": "64ec59b5-b277-4350-87de-8a234c879eaa"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:25:00.617830 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccdd6911-fc99-4873-98e3-aedac288c0a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:00.618214 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccdd6911-fc99-4873-98e3-aedac288c0a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:00.662144 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6783c940-85fb-4f67-b65b-f6485630f9c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.681151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984da98d-246f-4ece-80d2-30092a250f4e x-openstack-request-id: req-984da98d-246f-4ece-80d2-30092a250f4e {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:25:00.682091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7", "tag": "64ec59b5-b277-4350-87de-8a234c879eaa", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:25:00.682091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-984da98d-246f-4ece-80d2-30092a250f4e {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:25:00.682091 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7', 'tag': '64ec59b5-b277-4350-87de-8a234c879eaa', 'status': 'completed', 'code': 200} Dec 06 14:25:00.716613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-093dd685-1d2a-49f5-8b9f-a100a49e7579 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.753743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093dd685-1d2a-49f5-8b9f-a100a49e7579 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a91845b7-582e-4e55-8308-00d934fef822,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:00.828965 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ccdd6911-fc99-4873-98e3-aedac288c0a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1722612 Dec 06 14:25:00.842654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33296) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:00.869332 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-9a3b0517-f448-4ab3-928f-f8af8fd12bc9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:00.898072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e4b5-4161-416b-9899-ef95fda14454 req-870a56b9-1ba6-45b0-9fb0-45db206d3b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:00.899818 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5936e4b5-4161-416b-9899-ef95fda14454 req-870a56b9-1ba6-45b0-9fb0-45db206d3b39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6391d33390324960b42f9813fede87b1&device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 1097 time: 0.1966496 Dec 06 14:25:00.908489 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-17b85ac7-8894-452d-9e36-3fd65ba4e03d tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:00.912227 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-17b85ac7-8894-452d-9e36-3fd65ba4e03d tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5215394 Dec 06 14:25:00.917524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33298) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:00.922977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5222112b-4549-468e-a5e7-e6f5e5e9cf6f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group_rule': {'security_group_id': '13953d08-8ffb-465c-9a17-8a1c7c27b04f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:00.970237 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.980061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e32b8f97-43ab-4d26-bd38-0da8c74659a5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Router 67c5c48d-1c52-44a6-beb4-b0993e7365fa has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:25:00.988921 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-093dd685-1d2a-49f5-8b9f-a100a49e7579 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:00.994548 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-093dd685-1d2a-49f5-8b9f-a100a49e7579 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9816079 Dec 06 14:25:01.001385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33300) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:01.001583 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33302) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:01.004443 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6783c940-85fb-4f67-b65b-f6485630f9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.008080 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6783c940-85fb-4f67-b65b-f6485630f9c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.011548 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6783c940-85fb-4f67-b65b-f6485630f9c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e45d353-68cd-4d1a-bf73-071c13cf4681 HTTP/1.1" status: 204 len: 168 time: 0.7640846 Dec 06 14:25:01.031128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5d75d355-7aef-4171-a13d-faa366b1a97d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426962414', 'description': 'tempest-secgroup-smoke-1426962414 description', 'project_id': '852a071ee3ac45faa46fbed60458d40d'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:01.047873 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.129700 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168a3a5-6f44-4634-aaf0-8ce36dcdaefb None None] Pushing event updated for resources: {'Port': ['ID=4874ee07-48bd-497d-bfc3-0a33302099d4,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:01.187213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6783c940-85fb-4f67-b65b-f6485630f9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e45d353-68cd-4d1a-bf73-071c13cf4681,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:01.240760 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Attempting to bind port 4874ee07-48bd-497d-bfc3-0a33302099d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:25:01.241855 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Attempting to bind port 4874ee07-48bd-497d-bfc3-0a33302099d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c4be7a90-b37a-4679-97d8-faf32cb42ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:25:01.243609 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Attempting to bind port 4874ee07-48bd-497d-bfc3-0a33302099d4 on network e4b99005-3f2c-41ef-9c98-805011bd82d7 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:01.254313 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 24, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:25:01.255051 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Checking segment: {'id': 'c4be7a90-b37a-4679-97d8-faf32cb42ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:01.255456 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.255852 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Bound using segment: {'id': 'c4be7a90-b37a-4679-97d8-faf32cb42ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:25:01.256368 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Bound port: 4874ee07-48bd-497d-bfc3-0a33302099d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4be7a90-b37a-4679-97d8-faf32cb42ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:25:01.257080 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.305693 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-285beeea-3557-45b0-9c87-583eb69ee611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.317089 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d05cdeec-9949-4eb6-a717-cb26db042672 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.345642 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e4b5-4161-416b-9899-ef95fda14454 req-0c4a5373-609a-4908-8e4b-956da18f180f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:01.347861 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5936e4b5-4161-416b-9899-ef95fda14454 req-0c4a5373-609a-4908-8e4b-956da18f180f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6391d33390324960b42f9813fede87b1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4367409 Dec 06 14:25:01.414070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d05cdeec-9949-4eb6-a717-cb26db042672 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.422248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e32b8f97-43ab-4d26-bd38-0da8c74659a5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:25:01.465875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fad6be-07d4-4f26-bb33-0bf90d0c5954 None None] Sync routers for ids ['67c5c48d-1c52-44a6-beb4-b0993e7365fa'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:25:01.476348 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e32b8f97-43ab-4d26-bd38-0da8c74659a5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "PUT /v2.0/routers/67c5c48d-1c52-44a6-beb4-b0993e7365fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2557712 Dec 06 14:25:01.503206 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33312) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:01.507380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fad6be-07d4-4f26-bb33-0bf90d0c5954 None None] Routers {'67c5c48d-1c52-44a6-beb4-b0993e7365fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:01.512028 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-44fad6be-07d4-4f26-bb33-0bf90d0c5954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['67c5c48d-1c52-44a6-beb4-b0993e7365fa'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:01.517814 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] For port 4874ee07-48bd-497d-bfc3-0a33302099d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:01.538755 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] For port 4874ee07-48bd-497d-bfc3-0a33302099d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4874ee07-48bd-497d-bfc3-0a33302099d4,segment=NetworkSegment(c4be7a90-b37a-4679-97d8-faf32cb42ab5),segment_id=c4be7a90-b37a-4679-97d8-faf32cb42ab5)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:01.541352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d75d355-7aef-4171-a13d-faa366b1a97d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.595184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-44fad6be-07d4-4f26-bb33-0bf90d0c5954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:01.603678 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab16550-8e12-471a-9e82-15a9a2739ec1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:25:01.609430 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0ab16550-8e12-471a-9e82-15a9a2739ec1 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/cb5bcd5b-8e5f-4a1a-869c-272ee41c46e1 HTTP/1.1" status: 404 len: 333 time: 0.1005728 Dec 06 14:25:01.625918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a784401c-ff29-4018-b092-5e1b1940f0a1 None None] Provisioning complete for port 4874ee07-48bd-497d-bfc3-0a33302099d4 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:01.626540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a784401c-ff29-4018-b092-5e1b1940f0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.628450 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fad6be-07d4-4f26-bb33-0bf90d0c5954 None None] Routers {'67c5c48d-1c52-44a6-beb4-b0993e7365fa'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:01.629424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-44fad6be-07d4-4f26-bb33-0bf90d0c5954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['67c5c48d-1c52-44a6-beb4-b0993e7365fa'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:01.630187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33314) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:01.630892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936e4b5-4161-416b-9899-ef95fda14454 req-004fef2f-e080-4924-afc1-8b5b691bdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:01.631379 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-5222112b-4549-468e-a5e7-e6f5e5e9cf6f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:01.632460 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5222112b-4549-468e-a5e7-e6f5e5e9cf6f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.7136462 Dec 06 14:25:01.633431 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5936e4b5-4161-416b-9899-ef95fda14454 req-004fef2f-e080-4924-afc1-8b5b691bdbcc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2769969 Dec 06 14:25:01.638245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33316) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:01.642685 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.703055 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-44fad6be-07d4-4f26-bb33-0bf90d0c5954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:01.703554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44fad6be-07d4-4f26-bb33-0bf90d0c5954 None None] The sync data for ids ['67c5c48d-1c52-44a6-beb4-b0993e7365fa'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:25:01.762511 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9977ea93-1135-4bef-b6b5-c8d054192e14 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.782170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f004f3d-91e6-4a27-93db-372911c029e9 req-85d38886-e597-4e28-aa5c-28ccbc96695f tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:01.789144 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a784401c-ff29-4018-b092-5e1b1940f0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.795637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d75d355-7aef-4171-a13d-faa366b1a97d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.796572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3b0517-f448-4ab3-928f-f8af8fd12bc9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:01.800462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9a3b0517-f448-4ab3-928f-f8af8fd12bc9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.807003 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1f004f3d-91e6-4a27-93db-372911c029e9 req-85d38886-e597-4e28-aa5c-28ccbc96695f tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.1723125 Dec 06 14:25:01.844105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d05cdeec-9949-4eb6-a717-cb26db042672 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.855006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e7924c-407d-45ef-834a-34683ee444a9 req-a40c2d5e-da91-4238-9380-b2cc4a1cac3b tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:01.856585 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-07e7924c-407d-45ef-834a-34683ee444a9 req-a40c2d5e-da91-4238-9380-b2cc4a1cac3b tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 944 time: 0.6965976 Dec 06 14:25:01.867841 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d05cdeec-9949-4eb6-a717-cb26db042672 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.878145 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d05cdeec-9949-4eb6-a717-cb26db042672 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a91845b7-582e-4e55-8308-00d934fef822 HTTP/1.1" status: 204 len: 168 time: 0.8743861 Dec 06 14:25:01.900886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a784401c-ff29-4018-b092-5e1b1940f0a1 None None] For port 4874ee07-48bd-497d-bfc3-0a33302099d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4874ee07-48bd-497d-bfc3-0a33302099d4,segment=NetworkSegment(c4be7a90-b37a-4679-97d8-faf32cb42ab5),segment_id=c4be7a90-b37a-4679-97d8-faf32cb42ab5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:01.912837 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d75d355-7aef-4171-a13d-faa366b1a97d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:01.919986 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33320) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:01.923732 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Routers {'9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:01.924684 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:01.966002 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168a3a5-6f44-4634-aaf0-8ce36dcdaefb None None] Pushing event updated for resources: {'Port': ['ID=4874ee07-48bd-497d-bfc3-0a33302099d4,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:01.980390 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a784401c-ff29-4018-b092-5e1b1940f0a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.055246 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:02.093750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05cdeec-9949-4eb6-a717-cb26db042672 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a91845b7-582e-4e55-8308-00d934fef822,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:02.116813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d75d355-7aef-4171-a13d-faa366b1a97d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:02.148468 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] Set router 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:25:02.179323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-acca9d31-42ae-4b09-9e68-3adf094337fd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.196956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-245c2a6c-563d-4a3b-908b-bd4dacea1f8b None None] Provisioning complete for port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:02.197732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-245c2a6c-563d-4a3b-908b-bd4dacea1f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.388697 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-acca9d31-42ae-4b09-9e68-3adf094337fd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.392570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-acca9d31-42ae-4b09-9e68-3adf094337fd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.411398 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9977ea93-1135-4bef-b6b5-c8d054192e14 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.456385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d75d355-7aef-4171-a13d-faa366b1a97d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.458321 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5d75d355-7aef-4171-a13d-faa366b1a97d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.4536765 Dec 06 14:25:02.465229 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33330) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:02.475086 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784401c-ff29-4018-b092-5e1b1940f0a1 None None] Pushing event updated for resources: {'Port': ['ID=4874ee07-48bd-497d-bfc3-0a33302099d4,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:02.482213 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b0630f7b-8893-43e7-b01d-a83387dd209b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Request body: {'security_group_rule': {'security_group_id': 'b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a', 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:02.491818 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-f2884e10-4c25-4db0-b5e8-acee34ddf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:02.491818 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-f2884e10-4c25-4db0-b5e8-acee34ddf600 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6391d33390324960b42f9813fede87b1&device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 1097 time: 0.7307117 Dec 06 14:25:02.504483 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1f004f3d-91e6-4a27-93db-372911c029e9 req-0a29648d-bb17-424d-92ec-7509433027be tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6951978 Dec 06 14:25:02.525086 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-022d2c08-51b6-4b29-963c-659ab5746110 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5944662 Dec 06 14:25:02.527280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33332) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:02.544431 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-07e7924c-407d-45ef-834a-34683ee444a9 req-680b1b05-0674-4219-8e87-79f8681f2c0e tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5015800 Dec 06 14:25:02.548507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-acca9d31-42ae-4b09-9e68-3adf094337fd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.549440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acca9d31-42ae-4b09-9e68-3adf094337fd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Fanout notify agent at l3_agent the message router_deleted on router 67c5c48d-1c52-44a6-beb4-b0993e7365fa {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:25:02.563911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-acca9d31-42ae-4b09-9e68-3adf094337fd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.565653 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-acca9d31-42ae-4b09-9e68-3adf094337fd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/routers/67c5c48d-1c52-44a6-beb4-b0993e7365fa HTTP/1.1" status: 204 len: 168 time: 0.9315178 Dec 06 14:25:02.568893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33336) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:02.578718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:02.580339 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.597036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0630f7b-8893-43e7-b01d-a83387dd209b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.602161 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-09c8f9fa-b860-4ae1-ac70-bb2fcbc2d7ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64ec59b5-b277-4350-87de-8a234c879eaa HTTP/1.1" status: 200 len: 217 time: 0.0755107 Dec 06 14:25:02.661797 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'name': 'tempest-TestVolumeBootPattern-1534313138-router', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239'}], 'enable_snat': True}, 'gw_port_id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:45Z', 'updated_at': '2021-12-06T14:24:56Z', 'revision_number': 4, 'project_id': '3ba6f3226e7d4c8489ded461834f9f64', 'gw_port': {'id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:47Z', 'updated_at': '2021-12-06T14:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4874ee07-48bd-497d-bfc3-0a33302099d4', 'name': '', 'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'mac_address': 'fa:16:3e:b5:03:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'acfd2dc9-b6ba-4036-967e-183fada43826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:54Z', 'updated_at': '2021-12-06T14:25:01Z', 'revision_number': 4, 'project_id': '3ba6f3226e7d4c8489ded461834f9f64', 'subnets': [{'id': 'acfd2dc9-b6ba-4036-967e-183fada43826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:02.668664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-245c2a6c-563d-4a3b-908b-bd4dacea1f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.685545 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-cadf1521-18fc-486b-8968-3e3ddb5629aa tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting subnet 4c69f1f5-f900-44aa-bfd6-766ec33b32c4 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:02.694225 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9977ea93-1135-4bef-b6b5-c8d054192e14 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.701408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9977ea93-1135-4bef-b6b5-c8d054192e14 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.702973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cadf1521-18fc-486b-8968-3e3ddb5629aa tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.708444 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f545a2b9-41d6-430d-8a52-02b8dc9fdc0c None None] The sync data for ids ['9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'] in dv-neutron-master-2-hyperv is: [{'id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'name': 'tempest-TestVolumeBootPattern-1534313138-router', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239'}], 'enable_snat': True}, 'gw_port_id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:45Z', 'updated_at': '2021-12-06T14:24:56Z', 'revision_number': 4, 'project_id': '3ba6f3226e7d4c8489ded461834f9f64', 'gw_port': {'id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:47Z', 'updated_at': '2021-12-06T14:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4874ee07-48bd-497d-bfc3-0a33302099d4', 'name': '', 'network_id': 'e4b99005-3f2c-41ef-9c98-805011bd82d7', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'mac_address': 'fa:16:3e:b5:03:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 820, 'fixed_ips': [{'subnet_id': 'acfd2dc9-b6ba-4036-967e-183fada43826', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:54Z', 'updated_at': '2021-12-06T14:25:01Z', 'revision_number': 4, 'project_id': '3ba6f3226e7d4c8489ded461834f9f64', 'subnets': [{'id': 'acfd2dc9-b6ba-4036-967e-183fada43826', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:25:02.714873 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9977ea93-1135-4bef-b6b5-c8d054192e14 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "DELETE /v2.0/security-groups/13953d08-8ffb-465c-9a17-8a1c7c27b04f HTTP/1.1" status: 204 len: 168 time: 1.0752759 Dec 06 14:25:02.716714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33340) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:02.743441 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9977ea93-1135-4bef-b6b5-c8d054192e14 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13953d08-8ffb-465c-9a17-8a1c7c27b04f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:02.772040 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cadf1521-18fc-486b-8968-3e3ddb5629aa tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.825088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-a6b2942c-3c4f-449d-a2aa-6a22220b221b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:02.826606 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-a6b2942c-3c4f-449d-a2aa-6a22220b221b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76651f74-3875-4b5a-9896-ff48a7bf8ece HTTP/1.1" status: 200 len: 851 time: 0.2170467 Dec 06 14:25:02.827977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-84d7549f-0e61-4d2d-9675-749018ebd1ef tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.844426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-245c2a6c-563d-4a3b-908b-bd4dacea1f8b None None] For port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f1e8e02-d8d5-44b7-9b6a-e41f554ff357,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:02.860585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.886750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0630f7b-8893-43e7-b01d-a83387dd209b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.921826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-84d7549f-0e61-4d2d-9675-749018ebd1ef tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.948369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-245c2a6c-563d-4a3b-908b-bd4dacea1f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:02.950558 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8999bb5f-8535-4c8d-a963-812c71d86379 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2210858 Dec 06 14:25:02.959564 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33348) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:02.969117 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-3c7e8f3c-e142-490c-9b90-d543bb2fc7a7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396316120'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:02.980223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33350) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:03.000194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-8e419539-2abe-45fd-8fab-55fe298ed50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:03.001131 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-8e419539-2abe-45fd-8fab-55fe298ed50b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bb7f889-754a-49bd-a23e-fb0958bb48ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1487100 Dec 06 14:25:03.009400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0630f7b-8893-43e7-b01d-a83387dd209b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.031138 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:25:03.032380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:25:03.042757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245c2a6c-563d-4a3b-908b-bd4dacea1f8b None None] Pushing event updated for resources: {'Port': ['ID=2f1e8e02-d8d5-44b7-9b6a-e41f554ff357,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:03.078183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1986e2f4-ebe5-41ee-bab7-4a5f2262b628 None None] Provisioning complete for port 4874ee07-48bd-497d-bfc3-0a33302099d4 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:03.079062 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1986e2f4-ebe5-41ee-bab7-4a5f2262b628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.080917 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0630f7b-8893-43e7-b01d-a83387dd209b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1489cb3-7ef6-4c70-aa0a-066ce3016bc9,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:03.099196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cadf1521-18fc-486b-8968-3e3ddb5629aa tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.164174 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-b6155065-b88e-477d-96d8-f9266d9134a3 service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486437 Dec 06 14:25:03.167333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c7e8f3c-e142-490c-9b90-d543bb2fc7a7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.213261 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Request body: {'networks': [{'name': 'tempest-network--72103643'}, {'name': 'tempest-network--928325616'}]} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:03.213569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Request body: {'network': {'name': 'tempest-network--72103643'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:03.214038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Request body: {'network': {'name': 'tempest-network--928325616'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:03.258394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-84d7549f-0e61-4d2d-9675-749018ebd1ef tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.260930 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-84d7549f-0e61-4d2d-9675-749018ebd1ef tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.262073 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-84d7549f-0e61-4d2d-9675-749018ebd1ef tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-groups/b2277435-1f6a-4000-997f-c83199c961b5 HTTP/1.1" status: 204 len: 168 time: 0.7330291 Dec 06 14:25:03.264952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33354) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:03.278927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d7549f-0e61-4d2d-9675-749018ebd1ef tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2277435-1f6a-4000-997f-c83199c961b5,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:03.315474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0630f7b-8893-43e7-b01d-a83387dd209b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.321403 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b0630f7b-8893-43e7-b01d-a83387dd209b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8498437 Dec 06 14:25:03.321808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33356) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:03.322736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9a3b0517-f448-4ab3-928f-f8af8fd12bc9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.325370 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cadf1521-18fc-486b-8968-3e3ddb5629aa tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.327331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-48603767-e346-4c01-be49-2d4e3141e208 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Request body: {'security_group_rule': {'security_group_id': 'b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a', 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:03.354952 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d47a9754-ecf8-493c-af30-e029fcba0d24 req-dfd789b0-bce4-4715-b60f-88b5a0646a25 service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788843 Dec 06 14:25:03.375956 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Made reservation on behalf of 2eeefecb603c401ea6e6e721865ba436 for: {'network': 2} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:03.381476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.399228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3b0517-f448-4ab3-928f-f8af8fd12bc9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:03.402775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cadf1521-18fc-486b-8968-3e3ddb5629aa tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.404163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8b1399-0f20-4260-ab96-61dad83cd462 None None] Network d8641282-a498-4b49-85bd-dc983a0ddc78 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:03.406653 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cadf1521-18fc-486b-8968-3e3ddb5629aa tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/4c69f1f5-f900-44aa-bfd6-766ec33b32c4 HTTP/1.1" status: 204 len: 168 time: 0.8366668 Dec 06 14:25:03.410673 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8df59853-13a5-47c9-b184-7dd05afd9ec0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1445134 Dec 06 14:25:03.415261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33358) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:03.415599 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33360) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:03.416496 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-9a3b0517-f448-4ab3-928f-f8af8fd12bc9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:03.423873 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-df9d1539-e48c-4c5d-abc2-c89b4dd9bba5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group': {'name': 'tempest-secgroup--6170148'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:03.428498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c7e8f3c-e142-490c-9b90-d543bb2fc7a7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.431195 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.443253 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc1710-6124-4c5a-b0ae-bad06fd0fc32 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:03.461254 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3b0517-f448-4ab3-928f-f8af8fd12bc9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:03.461848 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9a3b0517-f448-4ab3-928f-f8af8fd12bc9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.507105 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c7e8f3c-e142-490c-9b90-d543bb2fc7a7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.511955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3b0517-f448-4ab3-928f-f8af8fd12bc9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=815e80e6-3913-4e25-8046-615d2c014143,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:03.549033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf1521-18fc-486b-8968-3e3ddb5629aa tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Subnet': ['ID=4c69f1f5-f900-44aa-bfd6-766ec33b32c4,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:03.556528 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.561909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7e8f3c-e142-490c-9b90-d543bb2fc7a7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b08c30b-1a66-4045-9787-95ce802b217c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:03.576088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48603767-e346-4c01-be49-2d4e3141e208 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.626257 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.646550 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-df9d1539-e48c-4c5d-abc2-c89b4dd9bba5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.687929 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48603767-e346-4c01-be49-2d4e3141e208 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.691467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port 32fba159-a60a-4d0e-a822-5793f69f5750 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:03.699375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.709309 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fddcba-d531-4df7-afe3-829fdfbd2ef9 req-7ee705bb-2b07-4f69-86aa-d537a488ae18 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:03.710918 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-50fddcba-d531-4df7-afe3-829fdfbd2ef9 req-7ee705bb-2b07-4f69-86aa-d537a488ae18 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.0730166 Dec 06 14:25:03.735212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.735767 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.762169 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-be88bf49-6a42-4d87-9f6d-004ffac9eaab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.781597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-df9d1539-e48c-4c5d-abc2-c89b4dd9bba5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.787548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:25:03.797995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.797995 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Added segment ab7d7efa-2206-4cd2-9001-22b144900b34 of type vlan for network cb0c7deb-dd0a-49b2-b3a9-abd9d59d2d21 Dec 06 14:25:03.848376 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.884811 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:25:03.887743 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9a3b0517-f448-4ab3-928f-f8af8fd12bc9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0426166 Dec 06 14:25:03.893400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33366) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:03.894909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.895373 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Added segment 861f7e62-6e61-4d21-9228-866e485fb871 of type vlan for network 6beb41dc-75da-4a3a-bb75-c265c848e75a Dec 06 14:25:03.899883 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'mac_address': 'fa:16:3e:11:a6:11', 'name': 'tempest-NetworksTestDHCPv6-1169062868'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:03.908240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-df9d1539-e48c-4c5d-abc2-c89b4dd9bba5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.910099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=566e03f9-e15a-4652-a328-36fe5d57c6c8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:03.942123 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c7e8f3c-e142-490c-9b90-d543bb2fc7a7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.942123 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3c7e8f3c-e142-490c-9b90-d543bb2fc7a7 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9759145 Dec 06 14:25:03.942883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48603767-e346-4c01-be49-2d4e3141e208 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:03.967354 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33368) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:04.001392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] For port 32fba159-a60a-4d0e-a822-5793f69f5750, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32fba159-a60a-4d0e-a822-5793f69f5750,segment=NetworkSegment(e22f1c73-e251-4dc7-9671-7d9526dcefe7),segment_id=e22f1c73-e251-4dc7-9671-7d9526dcefe7)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:04.002053 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.015506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-d1d29ffa-01ff-4e6a-b9c0-c5e5969c7f5f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:04.016215 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.api.v2.base [None req-d1d29ffa-01ff-4e6a-b9c0-c5e5969c7f5f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 14:25:04.016714 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-d1d29ffa-01ff-4e6a-b9c0-c5e5969c7f5f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 14:25:04.020337 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d1d29ffa-01ff-4e6a-b9c0-c5e5969c7f5f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "PUT /v2.0/security-groups/8b08c30b-1a66-4045-9787-95ce802b217c HTTP/1.1" status: 409 len: 330 time: 0.0069754 Dec 06 14:25:04.033961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:04.034618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:04.034968 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:04.035297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:04.035631 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:04.036126 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:04.036461 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:04.037005 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:04.037358 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:04.037688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:04.038013 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:04.038132 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fadf3e-4af1-409f-8e60-266ddc1593ff None None] DHCP port deletion for d8641282-a498-4b49-85bd-dc983a0ddc78 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:25:04.038334 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:04.038660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:04.040032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:04.042012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33370) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:04.082237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ef5d57-06a9-40dc-93a8-563980b9ad48 None None] Update dhcp port {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'fixed_ips': [{'subnet_id': '1ce81df5-0a3e-4a65-abe6-0ee8424924a2', 'ip_address': '2001:db8::f816:3eff:fec5:d11a'}, {'subnet_id': '815e80e6-3913-4e25-8046-615d2c014143'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '2f1e8e02-d8d5-44b7-9b6a-e41f554ff357'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:25:04.086777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ff8b93-06f6-4288-81fd-24d122421e2d req-0cdca05b-ed8a-4af1-b578-d37c5bce1c32 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:04.089005 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-02ff8b93-06f6-4288-81fd-24d122421e2d req-0cdca05b-ed8a-4af1-b578-d37c5bce1c32 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 944 time: 0.4164841 Dec 06 14:25:04.108205 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48603767-e346-4c01-be49-2d4e3141e208 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0ead73-a315-48dd-88a7-27441a590882,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:04.115661 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-50fddcba-d531-4df7-afe3-829fdfbd2ef9 req-8106008c-f098-436f-87b3-6e4ac46fd195 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3956110 Dec 06 14:25:04.117765 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.122707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for 32fba159-a60a-4d0e-a822-5793f69f5750 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:04.151911 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3ef5d57-06a9-40dc-93a8-563980b9ad48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.155768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d1539-e48c-4c5d-abc2-c89b4dd9bba5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c812de-9b5c-4bf9-8541-8a00c2cdc8da,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:04.166105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-df9d1539-e48c-4c5d-abc2-c89b4dd9bba5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.171741 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-df9d1539-e48c-4c5d-abc2-c89b4dd9bba5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 0.7513883 Dec 06 14:25:04.172831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33372) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:04.182118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5871bc46-6db4-4e47-9271-106aaef0873b tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group_rule': {'security_group_id': '00c812de-9b5c-4bf9-8541-8a00c2cdc8da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:04.198994 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48603767-e346-4c01-be49-2d4e3141e208 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.198994 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-48603767-e346-4c01-be49-2d4e3141e208 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8722982 Dec 06 14:25:04.202203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33374) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:04.207262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-6ca271a9-e2d7-4fe2-81f9-c9c971f659a5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Request body: {'security_group_rule': {'security_group_id': 'b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a', 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:04.221780 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8fb38b3-b710-4e19-b0c1-93e172454a25 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.239347 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:04.240153 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.247006 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-62fadf3e-4af1-409f-8e60-266ddc1593ff None None] Deleting port 32fba159-a60a-4d0e-a822-5793f69f5750 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:04.247495 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62fadf3e-4af1-409f-8e60-266ddc1593ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.257298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8fb38b3-b710-4e19-b0c1-93e172454a25 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.265661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.266161 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.269322 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-02ff8b93-06f6-4288-81fd-24d122421e2d req-ddee4ef8-aad2-483d-a802-a348fd93eee8 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1638043 Dec 06 14:25:04.272309 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:04.277873 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:04.278392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.380153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event updated for resources: {'Network': ['ID=cb0c7deb-dd0a-49b2-b3a9-abd9d59d2d21,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:04.411238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ca271a9-e2d7-4fe2-81f9-c9c971f659a5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.425167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network cb0c7deb-dd0a-49b2-b3a9-abd9d59d2d21 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:25:04.457214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.474053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event updated for resources: {'Network': ['ID=6beb41dc-75da-4a3a-bb75-c265c848e75a,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:04.488371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=32fba159-a60a-4d0e-a822-5793f69f5750,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:04.490644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No DVR routers for this DVR port 32fba159-a60a-4d0e-a822-5793f69f5750 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:25:04.501456 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ca271a9-e2d7-4fe2-81f9-c9c971f659a5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.513394 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 6beb41dc-75da-4a3a-bb75-c265c848e75a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:25:04.519021 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4bb64cb4-c589-466a-aeca-5166a6d5de54 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.5168602 Dec 06 14:25:04.521433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33376) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:04.542069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.db.api [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 14:25:04.542069 dv-neutron-master-2-hyperv neutron-server[103724]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 06 14:25:04.542069 dv-neutron-master-2-hyperv neutron-server[103724]: [parameters: {'project_id_1': '532e70fe6bbb4a3fb2aeb73d8366994a', 'expiration_1': datetime.datetime(2021, 12, 6, 14, 24, 44, 282293)}] Dec 06 14:25:04.542069 dv-neutron-master-2-hyperv neutron-server[103724]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:25:04.542507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG oslo_db.api [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:25:04.542606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-62fadf3e-4af1-409f-8e60-266ddc1593ff None None] For port 32fba159-a60a-4d0e-a822-5793f69f5750, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32fba159-a60a-4d0e-a822-5793f69f5750,segment=NetworkSegment(e22f1c73-e251-4dc7-9671-7d9526dcefe7),segment_id=e22f1c73-e251-4dc7-9671-7d9526dcefe7)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:04.542865 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62fadf3e-4af1-409f-8e60-266ddc1593ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.589857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8fb38b3-b710-4e19-b0c1-93e172454a25 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.592669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8fb38b3-b710-4e19-b0c1-93e172454a25 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.594409 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a8fb38b3-b710-4e19-b0c1-93e172454a25 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "DELETE /v2.0/security-groups/8b08c30b-1a66-4045-9787-95ce802b217c HTTP/1.1" status: 204 len: 168 time: 0.5405571 Dec 06 14:25:04.602050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.612674 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-d3ef5d57-06a9-40dc-93a8-563980b9ad48 None None] Allocated IP 2001:db8:0:1::2 (32250b85-9d7f-4d03-9356-fdcc88577699/815e80e6-3913-4e25-8046-615d2c014143/2f1e8e02-d8d5-44b7-9b6a-e41f554ff357) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:04.612903 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33378) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:04.626706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-62fadf3e-4af1-409f-8e60-266ddc1593ff None None] Calling delete_port for 32fba159-a60a-4d0e-a822-5793f69f5750 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:04.643273 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ca271a9-e2d7-4fe2-81f9-c9c971f659a5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.646908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8641282-a498-4b49-85bd-dc983a0ddc78']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:04.662795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb38b3-b710-4e19-b0c1-93e172454a25 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b08c30b-1a66-4045-9787-95ce802b217c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:04.665973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e22f1c73-e251-4dc7-9671-7d9526dcefe7') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:04.666277 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e22f1c73-e251-4dc7-9671-7d9526dcefe7') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:04.675856 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5871bc46-6db4-4e47-9271-106aaef0873b tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.684473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.701907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca271a9-e2d7-4fe2-81f9-c9c971f659a5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99369b31-9b99-48e0-80cd-1686fb8462af,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:04.721615 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d452e391-1bef-461a-a3ce-35e5d623efcc tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1072187 Dec 06 14:25:04.723020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.726621 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33380) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:04.737058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:25:04.737370 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:25:04.741446 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:25:04.754045 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-827e4ea1-6681-423e-94b2-321736f25ed4 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] delete failed (client error): The resource could not be found. Dec 06 14:25:04.760576 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-827e4ea1-6681-423e-94b2-321736f25ed4 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "DELETE /v2.0/security-groups/68142c86-a214-429c-b67a-91f658e7ea32 HTTP/1.1" status: 404 len: 347 time: 0.0275497 Dec 06 14:25:04.760576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33382) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:04.774776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf9f2dc-5f42-4de2-a08d-b428507e63f0 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:04.781360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf9f2dc-5f42-4de2-a08d-b428507e63f0 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:04.787377 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf9f2dc-5f42-4de2-a08d-b428507e63f0 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:04.794366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cf9f2dc-5f42-4de2-a08d-b428507e63f0 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:04.796830 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9cf9f2dc-5f42-4de2-a08d-b428507e63f0 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.2735906 Dec 06 14:25:04.801561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33384) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:04.804880 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ca271a9-e2d7-4fe2-81f9-c9c971f659a5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.806008 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6ca271a9-e2d7-4fe2-81f9-c9c971f659a5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6026595 Dec 06 14:25:04.807090 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-00ffad60-3590-450f-9d9a-20cb8bf243f0 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] show failed (client error): The resource could not be found. Dec 06 14:25:04.811438 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-00ffad60-3590-450f-9d9a-20cb8bf243f0 tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "GET /v2.0/security-groups/dfc8203d-cfab-4677-b275-506d4c3f0450 HTTP/1.1" status: 404 len: 347 time: 0.0473058 Dec 06 14:25:04.811438 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33386) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:04.812746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33388) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:04.815219 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e645805a-22ff-4f09-bab7-6d1d3d092a30 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Request body: {'security_group_rule': {'security_group_id': 'b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a', 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:04.835235 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-7ebc9a28-b2de-428b-8ec2-a5a9503b8d1f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] show failed (client error): The resource could not be found. Dec 06 14:25:04.843399 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7ebc9a28-b2de-428b-8ec2-a5a9503b8d1f tempest-NegativeSecGroupIPv6Test-1301957556 tempest-NegativeSecGroupIPv6Test-1301957556-project] 10.222.0.42 "GET /v2.0/security-group-rules/3ef66e0c-8467-4a84-b881-fdbd573deb18 HTTP/1.1" status: 404 len: 356 time: 0.0164099 Dec 06 14:25:04.891290 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5871bc46-6db4-4e47-9271-106aaef0873b tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.912445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.922506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.933242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.936671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4874ee07-48bd-497d-bfc3-0a33302099d4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:04.937239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33392) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:04.939286 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/networks/d8641282-a498-4b49-85bd-dc983a0ddc78 HTTP/1.1" status: 204 len: 168 time: 1.5206096 Dec 06 14:25:04.972749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbeafc-bef1-479e-8552-a2738a3696c9 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Network': ['ID=d8641282-a498-4b49-85bd-dc983a0ddc78,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:04.972971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.976645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62fadf3e-4af1-409f-8e60-266ddc1593ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:04.986831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-62fadf3e-4af1-409f-8e60-266ddc1593ff None None] Network d8641282-a498-4b49-85bd-dc983a0ddc78 is not hosted by any dhcp agent {{(pid=103726) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Dec 06 14:25:04.987359 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fadf3e-4af1-409f-8e60-266ddc1593ff None None] No DVR routers for this DVR port 32fba159-a60a-4d0e-a822-5793f69f5750 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:25:04.999216 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2379bf-6245-49d1-8051-b98faa51f793 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:05.000825 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8f2379bf-6245-49d1-8051-b98faa51f793 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/70ad3427-8555-447f-b5c2-b340eff2a04a HTTP/1.1" status: 200 len: 844 time: 0.0630116 Dec 06 14:25:05.005997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33394) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:05.018370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fadf3e-4af1-409f-8e60-266ddc1593ff None None] Pushing event deleted for resources: {'Port': ['ID=32fba159-a60a-4d0e-a822-5793f69f5750,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:05.040514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d3ef5d57-06a9-40dc-93a8-563980b9ad48 None None] For port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f1e8e02-d8d5-44b7-9b6a-e41f554ff357,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:05.044749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e645805a-22ff-4f09-bab7-6d1d3d092a30 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.064177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5871bc46-6db4-4e47-9271-106aaef0873b tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.068533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.078855 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-46ffcc1c-df63-4ea9-a5f4-5dffdca21a97 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/70ad3427-8555-447f-b5c2-b340eff2a04a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0665185 Dec 06 14:25:05.079098 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 4874ee07-48bd-497d-bfc3-0a33302099d4 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:05.079098 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.080629 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33396) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:05.083421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3ef5d57-06a9-40dc-93a8-563980b9ad48 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.085812 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-72b77b9f-5dac-44c9-a925-49fb38bc4a09 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:05.135175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb0c7deb-dd0a-49b2-b3a9-abd9d59d2d21']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:05.157775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7d7efa-2206-4cd2-9001-22b144900b34') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:05.165668 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7d7efa-2206-4cd2-9001-22b144900b34') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:05.169214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3ef5d57-06a9-40dc-93a8-563980b9ad48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.170134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.199334 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e645805a-22ff-4f09-bab7-6d1d3d092a30 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.202767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871bc46-6db4-4e47-9271-106aaef0873b tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a99e9c3-15a4-4322-a6bb-7520b467bd40,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:05.210791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.219151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:25:05.220027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:25:05.228902 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:25:05.251573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7a76e-5e34-4a7a-962f-1b405aa63105 req-f4a83a45-b4f8-4166-85f5-4b8cfdbc6ef6 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:05.253122 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-22e7a76e-5e34-4a7a-962f-1b405aa63105 req-f4a83a45-b4f8-4166-85f5-4b8cfdbc6ef6 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.0558403 Dec 06 14:25:05.282671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef5d57-06a9-40dc-93a8-563980b9ad48 None None] Pushing event updated for resources: {'Port': ['ID=2f1e8e02-d8d5-44b7-9b6a-e41f554ff357,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:05.286090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:05.324548 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-22e7a76e-5e34-4a7a-962f-1b405aa63105 req-702546b3-2abc-4bbc-b321-89f00bd15a3a tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515499 Dec 06 14:25:05.326582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e645805a-22ff-4f09-bab7-6d1d3d092a30 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.381297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645805a-22ff-4f09-bab7-6d1d3d092a30 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ebdccbe-6be0-4628-8923-294f64e935c9,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:05.484797 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33404) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:05.501740 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b77b9f-5dac-44c9-a925-49fb38bc4a09 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:05.505784 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-72b77b9f-5dac-44c9-a925-49fb38bc4a09 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.584131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e645805a-22ff-4f09-bab7-6d1d3d092a30 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.585854 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e645805a-22ff-4f09-bab7-6d1d3d092a30 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7763844 Dec 06 14:25:05.592280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33408) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:05.599219 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7e63ff0b-9431-45ef-bfa4-2ac77c60df91 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Request body: {'security_group_rule': {'security_group_id': 'b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a', 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:05.689515 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3a9ec4f4-ee37-45a6-a6ab-6a8eaa293a0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7bf33658231641fdb3e65c76542d12f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034101 Dec 06 14:25:05.692823 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33410) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:05.747893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.752723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5871bc46-6db4-4e47-9271-106aaef0873b tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.753954 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5871bc46-6db4-4e47-9271-106aaef0873b tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5756326 Dec 06 14:25:05.762974 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33412) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:05.769335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.775490 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "DELETE /v2.0/networks/cb0c7deb-dd0a-49b2-b3a9-abd9d59d2d21 HTTP/1.1" status: 204 len: 168 time: 0.9706593 Dec 06 14:25:05.781374 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33414) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:05.792265 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-7e63ff0b-9431-45ef-bfa4-2ac77c60df91 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Project 852a071ee3ac45faa46fbed60458d40d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:25:05.801078 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e63ff0b-9431-45ef-bfa4-2ac77c60df91 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.813492 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c5ae2de4-f72f-4d30-8751-81984e7716e5 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules/0a99e9c3-15a4-4322-a6bb-7520b467bd40 HTTP/1.1" status: 200 len: 763 time: 0.0491855 Dec 06 14:25:05.814131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33416) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:05.826046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event deleted for resources: {'Network': ['ID=cb0c7deb-dd0a-49b2-b3a9-abd9d59d2d21,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:05.879135 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:05.879587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:05.879834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:05.880180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:05.880516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:05.880898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:05.881207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:05.881539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:05.882255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:05.882255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:05.882544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:05.882832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:05.883449 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e0ad33-1957-477c-b096-50d9e6c24089 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:05.899700 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:05.932319 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.941234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e5c717cd-d116-45a5-9175-677bf8528fba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.944980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.961469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:05.961942 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.967551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a8616-4e91-45a1-9633-f22ae046e4aa req-8d156b41-aeb8-495a-b6fc-06178e0508c6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:05.969744 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-513a8616-4e91-45a1-9633-f22ae046e4aa req-8d156b41-aeb8-495a-b6fc-06178e0508c6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 944 time: 0.2270744 Dec 06 14:25:05.973710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87ee541e-3483-4ffe-90f5-a0301e5b809c tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.987757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 2e1113e5-83d4-4ce7-98d3-0b1f1753b53f yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:25:05.989684 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e5c717cd-d116-45a5-9175-677bf8528fba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:05.993841 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e63ff0b-9431-45ef-bfa4-2ac77c60df91 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.010875 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8e8ba2bd-d466-4418-a5ea-9b85892dc651 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1539512 Dec 06 14:25:06.015377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33418) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:06.036586 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-72b77b9f-5dac-44c9-a925-49fb38bc4a09 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.066951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cbc14a83-f95c-432b-aeb3-c57582b2d370 None None] Provisioning complete for port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:06.067635 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbc14a83-f95c-432b-aeb3-c57582b2d370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.073693 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e63ff0b-9431-45ef-bfa4-2ac77c60df91 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.110905 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b77b9f-5dac-44c9-a925-49fb38bc4a09 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:06.119748 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63ff0b-9431-45ef-bfa4-2ac77c60df91 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c838549-d8c9-4b7c-8353-86e432acf4a1,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:06.121113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-72b77b9f-5dac-44c9-a925-49fb38bc4a09 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:06.127225 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b77b9f-5dac-44c9-a925-49fb38bc4a09 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:06.130097 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-72b77b9f-5dac-44c9-a925-49fb38bc4a09 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.133494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b77b9f-5dac-44c9-a925-49fb38bc4a09 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Subnet': ['ID=1bb6e603-db84-4d98-8cb9-3c99768f75b6,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:06.219127 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-513a8616-4e91-45a1-9633-f22ae046e4aa req-4ac4e0dc-6575-42da-b386-e90870bc7d3b tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394636 Dec 06 14:25:06.225135 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2aa89d4d-356c-4680-ae78-d338d5616e1c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.231641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87ee541e-3483-4ffe-90f5-a0301e5b809c tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.249862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e5c717cd-d116-45a5-9175-677bf8528fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.251623 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e5c717cd-d116-45a5-9175-677bf8528fba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.255577 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e5c717cd-d116-45a5-9175-677bf8528fba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9290fcf1-a351-47dd-881a-c3baf3d7f7ef HTTP/1.1" status: 204 len: 168 time: 0.5589283 Dec 06 14:25:06.268777 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-72b77b9f-5dac-44c9-a925-49fb38bc4a09 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1876569 Dec 06 14:25:06.269018 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33422) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:06.270284 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2aa89d4d-356c-4680-ae78-d338d5616e1c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.273331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7e63ff0b-9431-45ef-bfa4-2ac77c60df91 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.281414 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7e63ff0b-9431-45ef-bfa4-2ac77c60df91 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6879914 Dec 06 14:25:06.282344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33424) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:06.284439 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d27b4d9-3fbe-4766-9a07-44b3c2b28d4a None None] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:06.284832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3cfddb83-2073-468e-b5de-3c21bebb4ff3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'security_group': {'name': 'tempest-secgroup-39183729'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:06.291136 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 32fba159-a60a-4d0e-a822-5793f69f5750 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:25:06.291929 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0d830200-3ec9-45ab-8cce-178fd98968fb tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Request body: {'security_group_rule': {'security_group_id': 'b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a', 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:06.300590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c717cd-d116-45a5-9175-677bf8528fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9290fcf1-a351-47dd-881a-c3baf3d7f7ef,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:06.350476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 32fba159-a60a-4d0e-a822-5793f69f5750 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:25:06.350877 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 32fba159-a60a-4d0e-a822-5793f69f5750 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:25:06.360087 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-87ee541e-3483-4ffe-90f5-a0301e5b809c tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6beb41dc-75da-4a3a-bb75-c265c848e75a']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:06.397965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-87ee541e-3483-4ffe-90f5-a0301e5b809c tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '861f7e62-6e61-4d21-9228-866e485fb871') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:06.398415 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-87ee541e-3483-4ffe-90f5-a0301e5b809c tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '861f7e62-6e61-4d21-9228-866e485fb871') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:06.465969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d5dc3-0a78-40bb-a5ea-65a3a2205bc0 req-e93d0266-d586-4492-b258-51e0a0dac357 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:06.467576 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-da9d5dc3-0a78-40bb-a5ea-65a3a2205bc0 req-e93d0266-d586-4492-b258-51e0a0dac357 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.0632586 Dec 06 14:25:06.483122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87ee541e-3483-4ffe-90f5-a0301e5b809c tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.498296 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-0d830200-3ec9-45ab-8cce-178fd98968fb tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Project 852a071ee3ac45faa46fbed60458d40d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:25:06.502065 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8:0:1::3c3 (32250b85-9d7f-4d03-9356-fdcc88577699/815e80e6-3913-4e25-8046-615d2c014143/2e1113e5-83d4-4ce7-98d3-0b1f1753b53f) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:06.518465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d830200-3ec9-45ab-8cce-178fd98968fb tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.519036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::f816:3eff:fe11:a611 (32250b85-9d7f-4d03-9356-fdcc88577699/1ce81df5-0a3e-4a65-abe6-0ee8424924a2/2e1113e5-83d4-4ce7-98d3-0b1f1753b53f) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:06.521720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87ee541e-3483-4ffe-90f5-a0301e5b809c tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.533233 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ee541e-3483-4ffe-90f5-a0301e5b809c tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:25:06.533636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87ee541e-3483-4ffe-90f5-a0301e5b809c tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:25:06.536740 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:25:06.554380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 64ec59b5-b277-4350-87de-8a234c879eaa details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:25:06.581506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d830200-3ec9-45ab-8cce-178fd98968fb tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.592382 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'tenant_id': 'a0aefe61d053408ebc8bf5297f57f8e2', 'fixed_ips': [{'subnet_id': '1bb6e603-db84-4d98-8cb9-3c99768f75b6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:25:06.593355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.594987 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-da9d5dc3-0a78-40bb-a5ea-65a3a2205bc0 req-358dc78f-536b-47ef-a18c-170d81fc07c9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202781 Dec 06 14:25:06.599326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 15babee3-be50-4436-8319-54025ebe6532 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:25:06.636216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2aa89d4d-356c-4680-ae78-d338d5616e1c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.638029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cfddb83-2073-468e-b5de-3c21bebb4ff3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.662707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2aa89d4d-356c-4680-ae78-d338d5616e1c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.664732 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2aa89d4d-356c-4680-ae78-d338d5616e1c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/0a99e9c3-15a4-4322-a6bb-7520b467bd40 HTTP/1.1" status: 204 len: 168 time: 0.6472523 Dec 06 14:25:06.667417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33428) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:06.706614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d830200-3ec9-45ab-8cce-178fd98968fb tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.771832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d830200-3ec9-45ab-8cce-178fd98968fb tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce508a54-2463-4aac-a163-517fca82f756,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:06.785755 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa89d4d-356c-4680-ae78-d338d5616e1c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a99e9c3-15a4-4322-a6bb-7520b467bd40,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:06.786278 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ffb8f67f-b685-460f-89d7-7c5dde0e2756 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1170549 Dec 06 14:25:06.789072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33430) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:06.793795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-8c3dbc86-fed3-443e-b447-69f3475ca36a tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group_rule': {'security_group_id': '00c812de-9b5c-4bf9-8541-8a00c2cdc8da', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:06.805209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87ee541e-3483-4ffe-90f5-a0301e5b809c tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.809946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87ee541e-3483-4ffe-90f5-a0301e5b809c tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.813104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50794a56-2e31-4d6d-bd19-67197a89a538 req-7e08c9b7-969f-4bee-8305-6d46f6b61976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:06.815957 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-50794a56-2e31-4d6d-bd19-67197a89a538 req-7e08c9b7-969f-4bee-8305-6d46f6b61976 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 1098 time: 0.1039140 Dec 06 14:25:06.816090 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-87ee541e-3483-4ffe-90f5-a0301e5b809c tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "DELETE /v2.0/networks/6beb41dc-75da-4a3a-bb75-c265c848e75a HTTP/1.1" status: 204 len: 168 time: 1.0300074 Dec 06 14:25:06.816474 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33432) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:06.852756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.866350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d830200-3ec9-45ab-8cce-178fd98968fb tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.870822 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ee541e-3483-4ffe-90f5-a0301e5b809c tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event deleted for resources: {'Network': ['ID=6beb41dc-75da-4a3a-bb75-c265c848e75a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:06.871875 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0d830200-3ec9-45ab-8cce-178fd98968fb tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5872757 Dec 06 14:25:06.949749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.954998 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 15babee3-be50-4436-8319-54025ebe6532, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15babee3-be50-4436-8319-54025ebe6532,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:06.959353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cfddb83-2073-468e-b5de-3c21bebb4ff3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:06.964711 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 64ec59b5-b277-4350-87de-8a234c879eaa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=64ec59b5-b277-4350-87de-8a234c879eaa,segment=NetworkSegment(fb18ba37-bc39-4204-87fb-e900ac386ff1),segment_id=fb18ba37-bc39-4204-87fb-e900ac386ff1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:06.968686 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-50794a56-2e31-4d6d-bd19-67197a89a538 req-e7886776-e71c-4a3f-9e17-fdd3fa483b06 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403611 Dec 06 14:25:06.992991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15babee3-be50-4436-8319-54025ebe6532'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:25:06.993379 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dd7928-3bef-4fd2-af40-0a23fc1ce9d3 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:06.995804 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16466d66-c477-4ff4-8f2b-1bb02a3c67c8" -d '{"events": [{"server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "name": "network-vif-unplugged", "status": "completed", "tag": "15babee3-be50-4436-8319-54025ebe6532"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:25:07.001416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dd7928-3bef-4fd2-af40-0a23fc1ce9d3 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:07.003551 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-61dd7928-3bef-4fd2-af40-0a23fc1ce9d3 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1856527 Dec 06 14:25:07.010671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '64ec59b5-b277-4350-87de-8a234c879eaa', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'port_id': '64ec59b5-b277-4350-87de-8a234c879eaa', 'mac_address': 'fa:16:3e:5d:d4:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:25:07.013798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33458) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:07.017450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8c3dbc86-fed3-443e-b447-69f3475ca36a tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.025954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-37fb453e-9444-457c-b18d-752d5c9ea1ce tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1148982503'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:07.028407 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Allocated IP 2001:db8::2 (5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b/1bb6e603-db84-4d98-8cb9-3c99768f75b6/aed4231f-4c98-46ff-96e5-8b088389dfb1) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:07.046426 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cfddb83-2073-468e-b5de-3c21bebb4ff3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.056760 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820c825a-ddbd-49da-8bea-754a4a29b845 x-openstack-request-id: req-820c825a-ddbd-49da-8bea-754a4a29b845 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:25:07.057133 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "name": "network-vif-unplugged", "status": "completed", "tag": "15babee3-be50-4436-8319-54025ebe6532", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:25:07.057399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-820c825a-ddbd-49da-8bea-754a4a29b845 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:25:07.057786 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15babee3-be50-4436-8319-54025ebe6532', 'code': 200} Dec 06 14:25:07.065600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.097301 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.100902 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8c3dbc86-fed3-443e-b447-69f3475ca36a tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.128509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.132048 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfddb83-2073-468e-b5de-3c21bebb4ff3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e0296c-c9ee-40f7-8047-f29f9ef02319,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:07.145516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:07.151538 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:07.154105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:07.158650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.161224 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:07.165391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.189913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=2e1113e5-83d4-4ce7-98d3-0b1f1753b53f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:07.193473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37fb453e-9444-457c-b18d-752d5c9ea1ce tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Made reservation on behalf of 2eeefecb603c401ea6e6e721865ba436 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:07.195457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64ec59b5-b277-4350-87de-8a234c879eaa {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:25:07.197508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37fb453e-9444-457c-b18d-752d5c9ea1ce tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.213305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8c3dbc86-fed3-443e-b447-69f3475ca36a tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.214081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=15babee3-be50-4436-8319-54025ebe6532,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:07.234297 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37fb453e-9444-457c-b18d-752d5c9ea1ce tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:25:07.236873 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 64ec59b5-b277-4350-87de-8a234c879eaa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=64ec59b5-b277-4350-87de-8a234c879eaa,segment=NetworkSegment(fb18ba37-bc39-4204-87fb-e900ac386ff1),segment_id=fb18ba37-bc39-4204-87fb-e900ac386ff1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:07.240559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37fb453e-9444-457c-b18d-752d5c9ea1ce tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.241214 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-37fb453e-9444-457c-b18d-752d5c9ea1ce tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Added segment 66b8e6d2-44ae-4d0d-b00c-58a161700592 of type vlan for network ace8894b-5d50-4e52-b75f-7d6796be01d1 Dec 06 14:25:07.248402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3dbc86-fed3-443e-b447-69f3475ca36a tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0ffd92-1916-4890-af40-778569757339,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:07.289133 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3cfddb83-2073-468e-b5de-3c21bebb4ff3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.290642 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3cfddb83-2073-468e-b5de-3c21bebb4ff3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1758 time: 1.0161154 Dec 06 14:25:07.293505 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33484) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:07.300452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a6711e68-0a7a-4cbb-89f7-d8722c45cb0c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'security_group': {'name': 'tempest-secgroup-1312655536'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:07.305895 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37fb453e-9444-457c-b18d-752d5c9ea1ce tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.310525 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.310919 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 15babee3-be50-4436-8319-54025ebe6532 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:25:07.313032 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-191cbb4f-9f4c-42bf-8758-682cbd6d3cf6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.4185495 Dec 06 14:25:07.316581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33486) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:07.394798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8c3dbc86-fed3-443e-b447-69f3475ca36a tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.396114 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8c3dbc86-fed3-443e-b447-69f3475ca36a tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6060143 Dec 06 14:25:07.400653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33488) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:07.432472 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fb35bf53-123e-49a3-9696-7177f8709149 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules/bd0ffd92-1916-4890-af40-778569757339 HTTP/1.1" status: 200 len: 763 time: 0.0302978 Dec 06 14:25:07.437230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33490) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:07.448193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 15babee3-be50-4436-8319-54025ebe6532, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15babee3-be50-4436-8319-54025ebe6532,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:07.468258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '15babee3-be50-4436-8319-54025ebe6532', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'port_id': '15babee3-be50-4436-8319-54025ebe6532', 'mac_address': 'fa:16:3e:5f:35:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:25:07.486448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-27c1cea5-b37f-4ba8-9008-4c512f4ed72d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 2e1113e5-83d4-4ce7-98d3-0b1f1753b53f {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:07.488882 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-27c1cea5-b37f-4ba8-9008-4c512f4ed72d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.509000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.510886 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3a873-f7b2-462b-880d-886f27149055 req-f4daf641-471b-4cba-b001-74aaf34caaed tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:07.515167 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-18d3a873-f7b2-462b-880d-886f27149055 req-f4daf641-471b-4cba-b001-74aaf34caaed tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 945 time: 0.1817229 Dec 06 14:25:07.533051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37fb453e-9444-457c-b18d-752d5c9ea1ce tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.536666 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f32617eb-a73c-4f8e-938a-8317bc373ebc tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0980463 Dec 06 14:25:07.538240 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a6711e68-0a7a-4cbb-89f7-d8722c45cb0c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.542082 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37fb453e-9444-457c-b18d-752d5c9ea1ce tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:07.542082 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37fb453e-9444-457c-b18d-752d5c9ea1ce tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.555316 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33492) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:07.563225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.585707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15babee3-be50-4436-8319-54025ebe6532 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:25:07.596138 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.608081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=64ec59b5-b277-4350-87de-8a234c879eaa,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:07.620110 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8768ce0d-f959-489e-a3c2-5ec52328d5d6 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.626675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb453e-9444-457c-b18d-752d5c9ea1ce tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event updated for resources: {'Network': ['ID=ace8894b-5d50-4e52-b75f-7d6796be01d1,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:07.633180 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 15babee3-be50-4436-8319-54025ebe6532, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15babee3-be50-4436-8319-54025ebe6532,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:07.674182 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network ace8894b-5d50-4e52-b75f-7d6796be01d1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:25:07.679610 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-18d3a873-f7b2-462b-880d-886f27149055 req-f50d24ab-de73-489d-8fd4-b92cced6857c tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137559 Dec 06 14:25:07.688894 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8768ce0d-f959-489e-a3c2-5ec52328d5d6 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.702311 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:07.725337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-27c1cea5-b37f-4ba8-9008-4c512f4ed72d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.742082 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:07.751052 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:07.754698 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.757963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a6711e68-0a7a-4cbb-89f7-d8722c45cb0c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.761673 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-27c1cea5-b37f-4ba8-9008-4c512f4ed72d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 2e1113e5-83d4-4ce7-98d3-0b1f1753b53f owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:07.782503 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-37fb453e-9444-457c-b18d-752d5c9ea1ce tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7631979 Dec 06 14:25:07.783494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33496) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:07.788968 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-2d0ca8aa-8a90-41da-bc2a-3430615a49ac tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2017972351'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:07.790864 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Pushing event updated for resources: {'Port': ['ID=aed4231f-4c98-46ff-96e5-8b088389dfb1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:07.794215 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-50887f1f-3c2d-4bad-a239-bc2ad2239dd4 None None] Provisioning complete for port 2e1113e5-83d4-4ce7-98d3-0b1f1753b53f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:07.794573 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-50887f1f-3c2d-4bad-a239-bc2ad2239dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.830761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:07.831134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:07.831485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:07.831823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:07.832157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:07.832483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:07.832833 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:07.833188 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:07.833616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:07.833828 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:07.834158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:07.834513 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:07.834835 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:25:07.849409 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20ad00-476b-40b2-954c-0dd88a153f19 req-2f128cd8-a6da-4ddd-871c-b2dd8e3d1f25 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:07.853745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8768ce0d-f959-489e-a3c2-5ec52328d5d6 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.856713 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d20ad00-476b-40b2-954c-0dd88a153f19 req-2f128cd8-a6da-4ddd-871c-b2dd8e3d1f25 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 944 time: 0.1284590 Dec 06 14:25:07.860409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8768ce0d-f959-489e-a3c2-5ec52328d5d6 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.864391 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8768ce0d-f959-489e-a3c2-5ec52328d5d6 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/bd0ffd92-1916-4890-af40-778569757339 HTTP/1.1" status: 204 len: 168 time: 0.3033035 Dec 06 14:25:07.866592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33498) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:07.867930 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a6711e68-0a7a-4cbb-89f7-d8722c45cb0c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.888739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768ce0d-f959-489e-a3c2-5ec52328d5d6 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd0ffd92-1916-4890-af40-778569757339,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:07.906803 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6711e68-0a7a-4cbb-89f7-d8722c45cb0c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9a38d9-8a06-430a-ac20-764174ef0991,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:07.916261 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0ca8aa-8a90-41da-bc2a-3430615a49ac tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Made reservation on behalf of 2eeefecb603c401ea6e6e721865ba436 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:07.921007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca8aa-8a90-41da-bc2a-3430615a49ac tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.922700 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-50887f1f-3c2d-4bad-a239-bc2ad2239dd4 None None] Port 2e1113e5-83d4-4ce7-98d3-0b1f1753b53f cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:07.932274 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Attempting to bind port aed4231f-4c98-46ff-96e5-8b088389dfb1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:25:07.932596 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Attempting to bind port aed4231f-4c98-46ff-96e5-8b088389dfb1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ffe28cae-290d-48fd-b7f4-e7921af0b0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:25:07.932988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Attempting to bind port aed4231f-4c98-46ff-96e5-8b088389dfb1 on network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:07.943783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:25:07.944546 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Checking segment: {'id': 'ffe28cae-290d-48fd-b7f4-e7921af0b0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:07.944983 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.945382 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Bound using segment: {'id': 'ffe28cae-290d-48fd-b7f4-e7921af0b0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:25:07.945862 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Bound port: aed4231f-4c98-46ff-96e5-8b088389dfb1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe28cae-290d-48fd-b7f4-e7921af0b0c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:25:07.946800 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.948987 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d20ad00-476b-40b2-954c-0dd88a153f19 req-f1147569-1596-40c2-87f0-fd312fa2b7f0 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912688 Dec 06 14:25:07.949908 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0ca8aa-8a90-41da-bc2a-3430615a49ac tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:25:07.970958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=15babee3-be50-4436-8319-54025ebe6532,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:07.979607 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-92711c65-f27a-4a45-b20e-9b6be1f7a2d0 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1062467 Dec 06 14:25:07.979865 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33500) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:07.984550 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca8aa-8a90-41da-bc2a-3430615a49ac tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.985237 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-2d0ca8aa-8a90-41da-bc2a-3430615a49ac tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Added segment bef0b0bc-69fd-4261-97ba-bfce40876502 of type vlan for network 26596791-9931-40f2-a768-2dc89356ac9a Dec 06 14:25:07.985347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-51ae0e5a-5237-41e3-8935-23a1cb365072 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group_rule': {'security_group_id': '00c812de-9b5c-4bf9-8541-8a00c2cdc8da', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:07.999943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a6711e68-0a7a-4cbb-89f7-d8722c45cb0c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:07.999943 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a6711e68-0a7a-4cbb-89f7-d8722c45cb0c tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7040896 Dec 06 14:25:08.010905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33502) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:08.019028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1385394409', 'security_groups': ['0f9a38d9-8a06-430a-ac20-764174ef0991'], 'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1bb6e603-db84-4d98-8cb9-3c99768f75b6'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:08.038009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca8aa-8a90-41da-bc2a-3430615a49ac tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.061285 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] For port aed4231f-4c98-46ff-96e5-8b088389dfb1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:08.065103 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] For port aed4231f-4c98-46ff-96e5-8b088389dfb1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aed4231f-4c98-46ff-96e5-8b088389dfb1,segment=NetworkSegment(ffe28cae-290d-48fd-b7f4-e7921af0b0c0),segment_id=ffe28cae-290d-48fd-b7f4-e7921af0b0c0)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:08.131255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-51ae0e5a-5237-41e3-8935-23a1cb365072 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.132731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca8aa-8a90-41da-bc2a-3430615a49ac tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.133198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.141022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0ca8aa-8a90-41da-bc2a-3430615a49ac tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:08.141235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d0ca8aa-8a90-41da-bc2a-3430615a49ac tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.197903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['64ec59b5-b277-4350-87de-8a234c879eaa'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:25:08.234605 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ca8aa-8a90-41da-bc2a-3430615a49ac tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event updated for resources: {'Network': ['ID=26596791-9931-40f2-a768-2dc89356ac9a,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:08.247983 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2d0ca8aa-8a90-41da-bc2a-3430615a49ac tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4607370 Dec 06 14:25:08.248628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33504) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:08.259320 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-51ae0e5a-5237-41e3-8935-23a1cb365072 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.260289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 26596791-9931-40f2-a768-2dc89356ac9a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:25:08.263233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Request body: {'ports': [{'network_id': 'ace8894b-5d50-4e52-b75f-7d6796be01d1', 'name': 'tempest-port--2045435446', 'admin_state_up': True}, {'network_id': '26596791-9931-40f2-a768-2dc89356ac9a', 'admin_state_up': False}]} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:08.263561 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Request body: {'port': {'network_id': 'ace8894b-5d50-4e52-b75f-7d6796be01d1', 'name': 'tempest-port--2045435446', 'admin_state_up': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:08.264051 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Request body: {'port': {'network_id': '26596791-9931-40f2-a768-2dc89356ac9a', 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:08.271679 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f3e66-229a-41ca-a005-9cffad798b76 None None] Pushing event updated for resources: {'Port': ['ID=aed4231f-4c98-46ff-96e5-8b088389dfb1,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:08.356339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-27c1cea5-b37f-4ba8-9008-4c512f4ed72d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.358342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-51ae0e5a-5237-41e3-8935-23a1cb365072 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.422273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:08.564813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae0e5a-5237-41e3-8935-23a1cb365072 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1ac1e96-35c7-48ae-8701-97daf41fc582,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:08.567936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c1cea5-b37f-4ba8-9008-4c512f4ed72d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=2e1113e5-83d4-4ce7-98d3-0b1f1753b53f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:08.607551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-51ae0e5a-5237-41e3-8935-23a1cb365072 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.607551 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-51ae0e5a-5237-41e3-8935-23a1cb365072 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6239977 Dec 06 14:25:08.609809 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33514) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:08.641470 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7fa7f6fa-c1c8-4a6e-9c4a-a6effcb7f49c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules/a1ac1e96-35c7-48ae-8701-97daf41fc582 HTTP/1.1" status: 200 len: 764 time: 0.0298350 Dec 06 14:25:08.642078 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33516) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:08.662554 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Made reservation on behalf of 2eeefecb603c401ea6e6e721865ba436 for: {'port': 2} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:08.667344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.692129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.709130 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7aa2851b-3d72-4e10-be98-1d8ac5a9ec33 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0659287 Dec 06 14:25:08.710951 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33520) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:08.719493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.749683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71f28133-8e1c-40f4-9a0a-500907f7c827 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.758717 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71f28133-8e1c-40f4-9a0a-500907f7c827 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.763514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-27c1cea5-b37f-4ba8-9008-4c512f4ed72d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.770029 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-27c1cea5-b37f-4ba8-9008-4c512f4ed72d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/2e1113e5-83d4-4ce7-98d3-0b1f1753b53f HTTP/1.1" status: 204 len: 168 time: 1.4519997 Dec 06 14:25:08.770940 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33522) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:08.798596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port a1544bef-a3e1-4b53-8f7f-525f3c61fd2d yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:25:08.846542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d8be31-d6a2-4441-885e-414b3145ca39 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:08.851666 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-96d8be31-d6a2-4441-885e-414b3145ca39 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0719714 Dec 06 14:25:08.852384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33524) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:08.902125 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71f28133-8e1c-40f4-9a0a-500907f7c827 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.908645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71f28133-8e1c-40f4-9a0a-500907f7c827 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:08.909785 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-71f28133-8e1c-40f4-9a0a-500907f7c827 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a1ac1e96-35c7-48ae-8701-97daf41fc582 HTTP/1.1" status: 204 len: 168 time: 0.1977515 Dec 06 14:25:08.914324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33526) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:08.934754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] device_id is not set on port 6dbe60b6-2f8a-4621-9dd0-61ca95f8db71 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:25:08.939970 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f28133-8e1c-40f4-9a0a-500907f7c827 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a1ac1e96-35c7-48ae-8701-97daf41fc582,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:08.958540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d70502-a0ac-4135-b770-9618ef664efb req-dbb6e4b2-5a74-4961-bd61-bf9859330b98 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:08.959806 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-85d70502-a0ac-4135-b770-9618ef664efb req-dbb6e4b2-5a74-4961-bd61-bf9859330b98 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 945 time: 0.1626287 Dec 06 14:25:09.029571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19520f34-890b-48fa-b502-9ef153ca007f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:09.034151 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-19520f34-890b-48fa-b502-9ef153ca007f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1784625 Dec 06 14:25:09.040513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33532) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:09.069389 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-06b27230-1ac2-4709-bb69-d57ddb69d13b tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1480663 Dec 06 14:25:09.090287 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33534) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:09.100456 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-85d70502-a0ac-4135-b770-9618ef664efb req-d0eb91d0-4bbc-4519-a30a-d53970dacf98 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316144 Dec 06 14:25:09.153151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['15babee3-be50-4436-8319-54025ebe6532'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:25:09.201016 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:25:09.215603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5f645e-5926-46c9-b27f-86f426150981 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:09.217211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5f645e-5926-46c9-b27f-86f426150981 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:09.218919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5f645e-5926-46c9-b27f-86f426150981 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:09.225251 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9f5f645e-5926-46c9-b27f-86f426150981 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1836598 Dec 06 14:25:09.227222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.232422 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33554) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:09.254534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8be41c-fc6c-471a-a322-f80e0a3eca2e req-bd7bd24b-211e-4454-b9f7-f3fcb16230b8 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:09.256065 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d8be41c-fc6c-471a-a322-f80e0a3eca2e req-bd7bd24b-211e-4454-b9f7-f3fcb16230b8 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 944 time: 0.2013440 Dec 06 14:25:09.313925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8::25c (5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b/1bb6e603-db84-4d98-8cb9-3c99768f75b6/a1544bef-a3e1-4b53-8f7f-525f3c61fd2d) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:09.338932 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-551d7351-66d5-4139-82e0-2fa06310e191 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 1ce81df5-0a3e-4a65-abe6-0ee8424924a2 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:09.343792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-551d7351-66d5-4139-82e0-2fa06310e191 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.354814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1961af86-9ef1-4923-b3a7-aeea380ecc61 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.431241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1961af86-9ef1-4923-b3a7-aeea380ecc61 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.439649 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-551d7351-66d5-4139-82e0-2fa06310e191 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.440047 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d8be41c-fc6c-471a-a322-f80e0a3eca2e req-1ab9d3d6-72ab-4349-943f-c69de426ab9e tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589975 Dec 06 14:25:09.477938 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33570) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:09.630673 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] device_id is not set on port a7936f28-94eb-44ac-ab10-3f0fe50ddf82 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:25:09.633867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.636187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1961af86-9ef1-4923-b3a7-aeea380ecc61 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.643253 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1961af86-9ef1-4923-b3a7-aeea380ecc61 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.648228 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1961af86-9ef1-4923-b3a7-aeea380ecc61 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-groups/00c812de-9b5c-4bf9-8541-8a00c2cdc8da HTTP/1.1" status: 204 len: 168 time: 0.5476944 Dec 06 14:25:09.652967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33574) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:09.688677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961af86-9ef1-4923-b3a7-aeea380ecc61 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c812de-9b5c-4bf9-8541-8a00c2cdc8da,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:09.696339 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b81a3747-9440-46eb-989a-8478ea86692b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/floatingips/c7a51e2b-9fd6-4620-8023-0ab00c8a050c HTTP/1.1" status: 200 len: 991 time: 0.2153673 Dec 06 14:25:09.760905 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1288cf88-ba8f-4afc-adb9-3d89b08c8457 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0993419 Dec 06 14:25:09.762562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33576) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:09.768801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e5b65212-39dd-44a2-bdf6-86dfa8c77222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group': {'name': 'tempest-secgroup--854458253'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:09.773342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fded038e-2349-4152-9e68-0232244d36f0 None None] Provisioning complete for port aed4231f-4c98-46ff-96e5-8b088389dfb1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:09.773930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fded038e-2349-4152-9e68-0232244d36f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.810488 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-551d7351-66d5-4139-82e0-2fa06310e191 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.853614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.907651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fded038e-2349-4152-9e68-0232244d36f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.918164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.921751 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5b65212-39dd-44a2-bdf6-86dfa8c77222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.957491 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:09.966888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:09.973153 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:09.979947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:09.980900 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:09.987548 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=a1544bef-a3e1-4b53-8f7f-525f3c61fd2d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:09.988717 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-551d7351-66d5-4139-82e0-2fa06310e191 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.035507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551d7351-66d5-4139-82e0-2fa06310e191 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=1ce81df5-0a3e-4a65-abe6-0ee8424924a2,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:10.048351 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-551d7351-66d5-4139-82e0-2fa06310e191 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.052810 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-551d7351-66d5-4139-82e0-2fa06310e191 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/1ce81df5-0a3e-4a65-abe6-0ee8424924a2 HTTP/1.1" status: 204 len: 168 time: 0.8192022 Dec 06 14:25:10.055647 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33578) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:10.088344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5b65212-39dd-44a2-bdf6-86dfa8c77222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.099464 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.105250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device aed4231f-4c98-46ff-96e5-8b088389dfb1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:10.107394 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8a1f3f-fa30-42dc-a695-6f0f3af0bdcf None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:10.140232 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b70b06c2-5ee9-413d-87c4-cdedda034032 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1256576 Dec 06 14:25:10.142862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33582) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:10.148642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-fa06f1f7-6bcf-4162-90a0-dbed93164f75 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:10.160904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5b65212-39dd-44a2-bdf6-86dfa8c77222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.299468 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-75dd0113-c9e2-4506-9dbc-cbf39f28deba tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 815e80e6-3913-4e25-8046-615d2c014143 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:10.312423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event updated for resources: {'Port': ['ID=6dbe60b6-2f8a-4621-9dd0-61ca95f8db71,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:10.318644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b65212-39dd-44a2-bdf6-86dfa8c77222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9daff2d8-95d1-43cf-8079-a737db728910,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:10.321821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dd0113-c9e2-4506-9dbc-cbf39f28deba tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.331674 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-fded038e-2349-4152-9e68-0232244d36f0 None None] For port aed4231f-4c98-46ff-96e5-8b088389dfb1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aed4231f-4c98-46ff-96e5-8b088389dfb1,segment=NetworkSegment(ffe28cae-290d-48fd-b7f4-e7921af0b0c0),segment_id=ffe28cae-290d-48fd-b7f4-e7921af0b0c0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:10.367898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5b65212-39dd-44a2-bdf6-86dfa8c77222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.372445 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e5b65212-39dd-44a2-bdf6-86dfa8c77222 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6089551 Dec 06 14:25:10.373291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33584) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:10.380157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port aed4231f-4c98-46ff-96e5-8b088389dfb1 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:10.381174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.384202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-02de3fb9-31aa-438b-adf0-1b3aad999bc1 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Request body: {'security_group_rule': {'security_group_id': '9daff2d8-95d1-43cf-8079-a737db728910', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:10.405861 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dd0113-c9e2-4506-9dbc-cbf39f28deba tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.409507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fded038e-2349-4152-9e68-0232244d36f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.417492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911747bf-bb89-483c-8f43-47e45f3c3961 req-c14e6fed-325f-4bdf-8a52-48ffb5928f83 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:10.418997 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-911747bf-bb89-483c-8f43-47e45f3c3961 req-c14e6fed-325f-4bdf-8a52-48ffb5928f83 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 945 time: 0.2237387 Dec 06 14:25:10.439484 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Checking segment: {'id': '66b8e6d2-44ae-4d0d-b00c-58a161700592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'ace8894b-5d50-4e52-b75f-7d6796be01d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:10.440103 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Network hostable DHCP agents. Network: ace8894b-5d50-4e52-b75f-7d6796be01d1, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:25:10.456565 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa06f1f7-6bcf-4162-90a0-dbed93164f75 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:10.463735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fa06f1f7-6bcf-4162-90a0-dbed93164f75 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.503537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fded038e-2349-4152-9e68-0232244d36f0 None None] Provisioning complete for port 70ad3427-8555-447f-b5c2-b340eff2a04a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:10.504477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fded038e-2349-4152-9e68-0232244d36f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.536620 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-911747bf-bb89-483c-8f43-47e45f3c3961 req-5af0b272-db6a-441c-b9ff-19ac04a37b95 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981228 Dec 06 14:25:10.543114 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fded038e-2349-4152-9e68-0232244d36f0 None None] Pushing event updated for resources: {'Port': ['ID=aed4231f-4c98-46ff-96e5-8b088389dfb1,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:10.587335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 64ec59b5-b277-4350-87de-8a234c879eaa up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:10.598379 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fded038e-2349-4152-9e68-0232244d36f0 None None] Port 70ad3427-8555-447f-b5c2-b340eff2a04a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:10.601350 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.ipam_backend_mixin [None req-fa06f1f7-6bcf-4162-90a0-dbed93164f75 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1bb6e603-db84-4d98-8cb9-3c99768f75b6 (CIDR: 2001:db8::/64) Dec 06 14:25:10.608604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dd0113-c9e2-4506-9dbc-cbf39f28deba tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.636789 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Network ace8894b-5d50-4e52-b75f-7d6796be01d1 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:25:10.642495 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa06f1f7-6bcf-4162-90a0-dbed93164f75 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:10.642955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa06f1f7-6bcf-4162-90a0-dbed93164f75 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:10.657395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02de3fb9-31aa-438b-adf0-1b3aad999bc1 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.741229 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b6023675-c40f-4232-9215-65f8f28f7c94 None None] Provisioning complete for port a1544bef-a3e1-4b53-8f7f-525f3c61fd2d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:10.741640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6023675-c40f-4232-9215-65f8f28f7c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.743599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02de3fb9-31aa-438b-adf0-1b3aad999bc1 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:10.789796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b6023675-c40f-4232-9215-65f8f28f7c94 None None] Port a1544bef-a3e1-4b53-8f7f-525f3c61fd2d cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:11.181286 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fa06f1f7-6bcf-4162-90a0-dbed93164f75 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0370333 Dec 06 14:25:11.183752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33588) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:11.189669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9a861d19-abbd-4ca5-a7c5-2f5366e15636 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:11.214138 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8647ab78-59e1-4d9c-b3e3-cc7fe11ddb36 None None] Provisioning complete for port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:11.214515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8647ab78-59e1-4d9c-b3e3-cc7fe11ddb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.287254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02de3fb9-31aa-438b-adf0-1b3aad999bc1 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.291589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 64ec59b5-b277-4350-87de-8a234c879eaa completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:25:11.299263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 64ec59b5-b277-4350-87de-8a234c879eaa triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:11.299642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.309119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dd0113-c9e2-4506-9dbc-cbf39f28deba tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.312413 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ace8894b-5d50-4e52-b75f-7d6796be01d1) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:11.317436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:11.318884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.328143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0428cd13-5f75-462f-9c5e-bd29e6c9a22f None None] Network ace8894b-5d50-4e52-b75f-7d6796be01d1 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:11.396233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dd0113-c9e2-4506-9dbc-cbf39f28deba tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.402706 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-75dd0113-c9e2-4506-9dbc-cbf39f28deba tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/815e80e6-3913-4e25-8046-615d2c014143 HTTP/1.1" status: 204 len: 168 time: 1.3431492 Dec 06 14:25:11.402897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33590) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:11.408221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd0113-c9e2-4506-9dbc-cbf39f28deba tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=815e80e6-3913-4e25-8046-615d2c014143,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:11.413305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02de3fb9-31aa-438b-adf0-1b3aad999bc1 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.414422 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-02de3fb9-31aa-438b-adf0-1b3aad999bc1 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0381830 Dec 06 14:25:11.415122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02de3fb9-31aa-438b-adf0-1b3aad999bc1 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e7d0b75-a77f-4d86-ac9c-4435b005f9f9,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:11.418263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f81bfe04-a1a7-4cb1-a6b4-6f6f09deb148 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:11.428747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33592) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:11.449830 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7caf1643-c66f-4c27-a22f-d776f20f8d86 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461771 Dec 06 14:25:11.452824 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33594) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:11.458296 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:11.479576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event updated for resources: {'Port': ['ID=a7936f28-94eb-44ac-ab10-3f0fe50ddf82,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:11.514088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Checking segment: {'id': 'bef0b0bc-69fd-4261-97ba-bfce40876502', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '26596791-9931-40f2-a768-2dc89356ac9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:11.514449 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Network hostable DHCP agents. Network: 26596791-9931-40f2-a768-2dc89356ac9a, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:25:11.542092 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a861d19-abbd-4ca5-a7c5-2f5366e15636 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:11.545561 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a861d19-abbd-4ca5-a7c5-2f5366e15636 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.576327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5794db1-20f7-422d-aef6-639da8dacf9d tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.638444 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5794db1-20f7-422d-aef6-639da8dacf9d tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.658547 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Network 26596791-9931-40f2-a768-2dc89356ac9a is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:25:11.670623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:11.675104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.685991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.737645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ec59b5-b277-4350-87de-8a234c879eaa'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:25:11.739951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca1a0e1-549b-4666-a519-3183bc9d9ea5" -d '{"events": [{"server_uuid": "8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7", "name": "network-vif-plugged", "status": "completed", "tag": "64ec59b5-b277-4350-87de-8a234c879eaa"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:25:11.787492 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 64ec59b5-b277-4350-87de-8a234c879eaa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=64ec59b5-b277-4350-87de-8a234c879eaa,segment=NetworkSegment(fb18ba37-bc39-4204-87fb-e900ac386ff1),segment_id=fb18ba37-bc39-4204-87fb-e900ac386ff1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:11.789108 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d40f7-8142-4334-9303-005401fea869 req-b80487e5-0027-4885-9708-43f966b1678e tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:11.789579 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7c0d40f7-8142-4334-9303-005401fea869 req-b80487e5-0027-4885-9708-43f966b1678e tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 945 time: 0.1588163 Dec 06 14:25:11.811036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cccbf4a-ecaf-402e-8576-dd018ea3c0ca x-openstack-request-id: req-3cccbf4a-ecaf-402e-8576-dd018ea3c0ca {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:25:11.813456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7", "name": "network-vif-plugged", "status": "completed", "tag": "64ec59b5-b277-4350-87de-8a234c879eaa", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:25:11.813456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3cccbf4a-ecaf-402e-8576-dd018ea3c0ca {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:25:11.813456 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64ec59b5-b277-4350-87de-8a234c879eaa', 'code': 200} Dec 06 14:25:11.830055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 26596791-9931-40f2-a768-2dc89356ac9a) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:11.847087 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.847925 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 15babee3-be50-4436-8319-54025ebe6532 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:11.859297 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf9ee6f-5434-4abc-aeee-28d330d76fbd None None] Network 26596791-9931-40f2-a768-2dc89356ac9a requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:11.927808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:11.933143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27eed700-93a1-4fe8-8d3a-edc82b03c161 None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:25:11.935328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:11.940995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:11.941935 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:11.954032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device aed4231f-4c98-46ff-96e5-8b088389dfb1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:12.043371 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b40f6d03-395d-4e10-bdad-a95cbfc2ae50 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.7939508 Dec 06 14:25:12.056233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33602) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:12.099792 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7c0d40f7-8142-4334-9303-005401fea869 req-5cfceb17-5fa2-469d-af85-75447f44b093 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3032634 Dec 06 14:25:12.109849 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=64ec59b5-b277-4350-87de-8a234c879eaa,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:12.129489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a27588-3e82-450c-a854-5695589a1d11 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:12.135517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a27588-3e82-450c-a854-5695589a1d11 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:12.138125 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-31a27588-3e82-450c-a854-5695589a1d11 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0856550 Dec 06 14:25:12.140026 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33604) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:12.182088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 15babee3-be50-4436-8319-54025ebe6532 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:12.186230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.215646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port aed4231f-4c98-46ff-96e5-8b088389dfb1 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:12.216061 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.240635 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7b772191-f4d5-4a51-911a-31026d8d413e tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Deleting port 6dbe60b6-2f8a-4621-9dd0-61ca95f8db71 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:12.241048 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b772191-f4d5-4a51-911a-31026d8d413e tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.262917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-27eed700-93a1-4fe8-8d3a-edc82b03c161 None None] Deleting port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:12.263284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27eed700-93a1-4fe8-8d3a-edc82b03c161 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.272465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5794db1-20f7-422d-aef6-639da8dacf9d tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.282491 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5794db1-20f7-422d-aef6-639da8dacf9d tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.282491 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b5794db1-20f7-422d-aef6-639da8dacf9d tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-groups/9daff2d8-95d1-43cf-8079-a737db728910 HTTP/1.1" status: 204 len: 168 time: 0.8463228 Dec 06 14:25:12.283254 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33606) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:12.337184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5794db1-20f7-422d-aef6-639da8dacf9d tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9daff2d8-95d1-43cf-8079-a737db728910,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:12.342406 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a861d19-abbd-4ca5-a7c5-2f5366e15636 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.350261 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-27eed700-93a1-4fe8-8d3a-edc82b03c161 None None] For port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f1e8e02-d8d5-44b7-9b6a-e41f554ff357,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:12.350477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27eed700-93a1-4fe8-8d3a-edc82b03c161 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.376472 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-27eed700-93a1-4fe8-8d3a-edc82b03c161 None None] Calling delete_port for 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:12.408324 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a861d19-abbd-4ca5-a7c5-2f5366e15636 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:12.416811 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3deb956f-2f98-4ed9-a9aa-99674c858c18 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1313753 Dec 06 14:25:12.417968 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33608) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:12.431495 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-9a861d19-abbd-4ca5-a7c5-2f5366e15636 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:12.435470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b772191-f4d5-4a51-911a-31026d8d413e tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.441169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a861d19-abbd-4ca5-a7c5-2f5366e15636 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:12.442401 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a861d19-abbd-4ca5-a7c5-2f5366e15636 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.446913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ba46f-dd12-473e-ae9e-6204bba1b400 None None] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:12.475374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7b772191-f4d5-4a51-911a-31026d8d413e tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Calling delete_port for 6dbe60b6-2f8a-4621-9dd0-61ca95f8db71 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:12.489786 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e86ba5-c5cf-4b89-9264-d955d509ec42 req-5b3f915a-f361-4df2-8f1f-6177a5d3274e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:12.491464 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-25e86ba5-c5cf-4b89-9264-d955d509ec42 req-5b3f915a-f361-4df2-8f1f-6177a5d3274e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.1321375 Dec 06 14:25:12.511108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.536449 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fc31245a-19fe-45d9-a995-c0f3fb5a604c tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1130869 Dec 06 14:25:12.540296 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33610) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:12.565750 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-c4aa0cd0-3112-4446-83c1-9d0214cb44a7 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] delete failed (client error): The resource could not be found. Dec 06 14:25:12.568345 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c4aa0cd0-3112-4446-83c1-9d0214cb44a7 tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "DELETE /v2.0/security-groups/9daff2d8-95d1-43cf-8079-a737db728910 HTTP/1.1" status: 404 len: 347 time: 0.0267398 Dec 06 14:25:12.573762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33612) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:12.615108 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.objects.ports [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103724) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:25:12.760657 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-faf5b8aa-103e-4528-b77d-ed05e666a59e tempest-SecGroupTest-2049121558 tempest-SecGroupTest-2049121558-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1796851 Dec 06 14:25:12.777501 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 15babee3-be50-4436-8319-54025ebe6532, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15babee3-be50-4436-8319-54025ebe6532,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:12.877176 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.899111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a861d19-abbd-4ca5-a7c5-2f5366e15636 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Subnet': ['ID=1d472f8f-3c9a-4054-84b8-83b188b08608,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:12.924139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33618) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:12.924294 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9a861d19-abbd-4ca5-a7c5-2f5366e15636 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7393744 Dec 06 14:25:12.929444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4296626d-5758-473b-be5d-84657631b329 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1351499905', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1d472f8f-3c9a-4054-84b8-83b188b08608'}], 'security_groups': ['a1e0296c-c9ee-40f7-8047-f29f9ef02319']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:12.946141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-27eed700-93a1-4fe8-8d3a-edc82b03c161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.961470 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_pluggable_backend [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Dec 06 14:25:12.961702 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_pluggable_backend [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Reverting IP allocation for 2001:db8::f816:3eff:fec5:d11a {{(pid=103724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Dec 06 14:25:12.970773 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-25e86ba5-c5cf-4b89-9264-d955d509ec42 req-0ed73ce2-592e-488f-ad41-6269e11fb667 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4719694 Dec 06 14:25:12.975145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_pluggable_backend [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec5:d11a {{(pid=103724) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Dec 06 14:25:12.979180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:12.979375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27eed700-93a1-4fe8-8d3a-edc82b03c161 None None] No DVR routers for this DVR port 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:25:13.019173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=15babee3-be50-4436-8319-54025ebe6532,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:13.046926 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eed700-93a1-4fe8-8d3a-edc82b03c161 None None] Pushing event deleted for resources: {'Port': ['ID=2f1e8e02-d8d5-44b7-9b6a-e41f554ff357,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:13.059354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:13.069942 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:13.076512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4296626d-5758-473b-be5d-84657631b329 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:13.079879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:13.082027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:13.092895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b772191-f4d5-4a51-911a-31026d8d413e tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:13.093113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=973898af-69e3-4ea0-a937-d0ea757a673e,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:13.099603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859c7f9b-5e1b-49d4-b918-d8079f386c42 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:13.197120 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2895c086-fe0e-4467-9892-500405ec0f7d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7431324 Dec 06 14:25:13.200023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33622) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:13.205270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c6109b47-8d73-45cb-8460-9cb2ab458566 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:13.239038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b772191-f4d5-4a51-911a-31026d8d413e tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event deleted for resources: {'Port': ['ID=6dbe60b6-2f8a-4621-9dd0-61ca95f8db71,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:13.257734 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b772191-f4d5-4a51-911a-31026d8d413e tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:13.270369 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7b772191-f4d5-4a51-911a-31026d8d413e tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "DELETE /v2.0/ports/6dbe60b6-2f8a-4621-9dd0-61ca95f8db71 HTTP/1.1" status: 204 len: 168 time: 1.1290979 Dec 06 14:25:13.277218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33626) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:13.283805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db5384b-545c-48f8-854b-da89eeb78f44 None None] Update dhcp port {'port': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'fixed_ips': [{'subnet_id': '1bb6e603-db84-4d98-8cb9-3c99768f75b6', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d472f8f-3c9a-4054-84b8-83b188b08608'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'aed4231f-4c98-46ff-96e5-8b088389dfb1'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:25:13.326755 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7db5384b-545c-48f8-854b-da89eeb78f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:13.378751 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028d56ca-eda0-408c-a21f-a93220121147 req-fa76ac86-73e3-4cc0-b91d-fa7dd450f4e1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:13.383081 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-028d56ca-eda0-408c-a21f-a93220121147 req-fa76ac86-73e3-4cc0-b91d-fa7dd450f4e1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1913216 Dec 06 14:25:13.428785 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': '973898af-69e3-4ea0-a937-d0ea757a673e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:25:13.430094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:13.445345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33628) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:13.455765 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-028d56ca-eda0-408c-a21f-a93220121147 req-1c1d66e3-26c0-40c5-ba2c-1636b977def7 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661824 Dec 06 14:25:13.461596 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f9687447-07ff-4846-918a-4e43c03b8a57 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Deleting port a7936f28-94eb-44ac-ab10-3f0fe50ddf82 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:13.461933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9687447-07ff-4846-918a-4e43c03b8a57 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:13.517589 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6109b47-8d73-45cb-8460-9cb2ab458566 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:13.521331 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c6109b47-8d73-45cb-8460-9cb2ab458566 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:13.614563 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9687447-07ff-4846-918a-4e43c03b8a57 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:13.618629 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-4296626d-5758-473b-be5d-84657631b329 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Delete allocated IP 2001:db8::25c (5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b/1bb6e603-db84-4d98-8cb9-3c99768f75b6) {{(pid=103724) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 14:25:13.631492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f9687447-07ff-4846-918a-4e43c03b8a57 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Calling delete_port for a7936f28-94eb-44ac-ab10-3f0fe50ddf82 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:13.643850 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-4296626d-5758-473b-be5d-84657631b329 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8:0:1::4a (5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b/1d472f8f-3c9a-4054-84b8-83b188b08608/a1544bef-a3e1-4b53-8f7f-525f3c61fd2d) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:13.702443 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.ipam_backend_mixin [None req-c6109b47-8d73-45cb-8460-9cb2ab458566 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 973898af-69e3-4ea0-a937-d0ea757a673e (CIDR: 2001:db8::/64) Dec 06 14:25:13.712690 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1638b89d-c307-432e-9389-fc2ebc4b73da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa8533a939ac4693ae28fa390350d881&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2615664 Dec 06 14:25:13.712690 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33632) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:13.736692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Allocated IP 2001:db8::f816:3eff:fec2:e0fa (32250b85-9d7f-4d03-9356-fdcc88577699/973898af-69e3-4ea0-a937-d0ea757a673e/688fd52e-6010-4556-9556-93d7e8333339) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:13.754972 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6109b47-8d73-45cb-8460-9cb2ab458566 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:13.755477 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6109b47-8d73-45cb-8460-9cb2ab458566 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:13.776195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-180f790f-4578-4572-bebf-96735bda1596 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:13.778681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9687447-07ff-4846-918a-4e43c03b8a57 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:13.812744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15babee3-be50-4436-8319-54025ebe6532'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:25:13.815476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f1cc90-5f80-4e8b-9f8f-4ab4d7edc53a" -d '{"events": [{"server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "name": "network-vif-plugged", "status": "completed", "tag": "15babee3-be50-4436-8319-54025ebe6532"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:25:13.820824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9687447-07ff-4846-918a-4e43c03b8a57 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event deleted for resources: {'Port': ['ID=a7936f28-94eb-44ac-ab10-3f0fe50ddf82,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:13.834444 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9687447-07ff-4846-918a-4e43c03b8a57 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:13.841848 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f9687447-07ff-4846-918a-4e43c03b8a57 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "DELETE /v2.0/ports/a7936f28-94eb-44ac-ab10-3f0fe50ddf82 HTTP/1.1" status: 204 len: 168 time: 0.5604260 Dec 06 14:25:13.841848 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33636) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:13.905509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667ff738-a000-4470-b4a4-fa6430c3d158 x-openstack-request-id: req-667ff738-a000-4470-b4a4-fa6430c3d158 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:25:13.907090 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a8b57a35-ff48-4f3d-92e6-83259bff67eb tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0643175 Dec 06 14:25:13.911963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33638) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:13.917208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "name": "network-vif-plugged", "status": "completed", "tag": "15babee3-be50-4436-8319-54025ebe6532", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:25:13.917208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-667ff738-a000-4470-b4a4-fa6430c3d158 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:25:13.917208 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15babee3-be50-4436-8319-54025ebe6532', 'code': 200} Dec 06 14:25:13.919826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c4bf7080-c60e-49bd-93cc-9a5e9fcd1ae1 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1573132561'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:13.965993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:25:13.995137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:25:13.995457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2f1e8e02-d8d5-44b7-9b6a-e41f554ff357 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:25:14.014476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.022511 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bf7080-c60e-49bd-93cc-9a5e9fcd1ae1 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Made reservation on behalf of 2eeefecb603c401ea6e6e721865ba436 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:14.026767 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7080-c60e-49bd-93cc-9a5e9fcd1ae1 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.056752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bf7080-c60e-49bd-93cc-9a5e9fcd1ae1 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:25:14.068355 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7080-c60e-49bd-93cc-9a5e9fcd1ae1 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.068710 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-c4bf7080-c60e-49bd-93cc-9a5e9fcd1ae1 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Added segment a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd of type vlan for network 9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac Dec 06 14:25:14.085436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.114275 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7080-c60e-49bd-93cc-9a5e9fcd1ae1 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.139644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:14.145325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:14.147434 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Pushing event updated for resources: {'Port': ['ID=688fd52e-6010-4556-9556-93d7e8333339,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:14.149910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:14.201157 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7080-c60e-49bd-93cc-9a5e9fcd1ae1 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.206773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bf7080-c60e-49bd-93cc-9a5e9fcd1ae1 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:14.207365 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4bf7080-c60e-49bd-93cc-9a5e9fcd1ae1 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.216095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Attempting to bind port 688fd52e-6010-4556-9556-93d7e8333339 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:25:14.218012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Attempting to bind port 688fd52e-6010-4556-9556-93d7e8333339 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:25:14.218012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Attempting to bind port 688fd52e-6010-4556-9556-93d7e8333339 on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:14.223103 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:25:14.223484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:14.224053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.224734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:25:14.225419 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c6109b47-8d73-45cb-8460-9cb2ab458566 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0243742 Dec 06 14:25:14.228500 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Bound port: 688fd52e-6010-4556-9556-93d7e8333339, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:25:14.228923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.231129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33642) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:14.236884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c695e6c6-437e-48d5-a41e-295a2b69ad18 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:14.279058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-180f790f-4578-4572-bebf-96735bda1596 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.326006 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] For port 688fd52e-6010-4556-9556-93d7e8333339, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:14.330031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] For port 688fd52e-6010-4556-9556-93d7e8333339, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=688fd52e-6010-4556-9556-93d7e8333339,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:14.338803 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c4bf7080-c60e-49bd-93cc-9a5e9fcd1ae1 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4250681 Dec 06 14:25:14.341294 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33644) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:14.346726 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-400a8bf4-6e2e-4a70-9b89-78bcdaa999f7 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-766758919'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:14.352536 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf7080-c60e-49bd-93cc-9a5e9fcd1ae1 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event updated for resources: {'Network': ['ID=9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:14.377710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:25:14.377994 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4296626d-5758-473b-be5d-84657631b329 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.405734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.458936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-180f790f-4578-4572-bebf-96735bda1596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.461793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-180f790f-4578-4572-bebf-96735bda1596 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.465323 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-180f790f-4578-4572-bebf-96735bda1596 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20673b32-b0d9-42c3-9719-14f5e98200c7 HTTP/1.1" status: 204 len: 168 time: 0.7498360 Dec 06 14:25:14.473239 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f790f-4578-4572-bebf-96735bda1596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20673b32-b0d9-42c3-9719-14f5e98200c7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:14.506627 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400a8bf4-6e2e-4a70-9b89-78bcdaa999f7 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Made reservation on behalf of 2eeefecb603c401ea6e6e721865ba436 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:14.506627 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-400a8bf4-6e2e-4a70-9b89-78bcdaa999f7 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.514638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4296626d-5758-473b-be5d-84657631b329 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.577421 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400a8bf4-6e2e-4a70-9b89-78bcdaa999f7 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:25:14.589470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c695e6c6-437e-48d5-a41e-295a2b69ad18 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:14.612358 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54059232-6f51-4e1b-9dc9-6109a88d4994 None None] Pushing event updated for resources: {'Port': ['ID=688fd52e-6010-4556-9556-93d7e8333339,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:14.622984 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c695e6c6-437e-48d5-a41e-295a2b69ad18 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.656366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-4296626d-5758-473b-be5d-84657631b329 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] In _notify_port_updated(), no bound segment for port a1544bef-a3e1-4b53-8f7f-525f3c61fd2d on network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b {{(pid=103724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:25:14.674722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4296626d-5758-473b-be5d-84657631b329 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:14.675309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4296626d-5758-473b-be5d-84657631b329 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.680233 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4296626d-5758-473b-be5d-84657631b329 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "PUT /v2.0/ports/a1544bef-a3e1-4b53-8f7f-525f3c61fd2d HTTP/1.1" status: 200 len: 930 time: 1.7549820 Dec 06 14:25:14.681798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33650) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:14.687441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-7db5384b-545c-48f8-854b-da89eeb78f44 None None] Allocated IP 2001:db8:0:1::2 (5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b/1d472f8f-3c9a-4054-84b8-83b188b08608/aed4231f-4c98-46ff-96e5-8b088389dfb1) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:14.711941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-400a8bf4-6e2e-4a70-9b89-78bcdaa999f7 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.712492 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-400a8bf4-6e2e-4a70-9b89-78bcdaa999f7 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Added segment ba1e158b-7605-4069-a2fa-3627f14825d9 of type vlan for network 89978f4a-b41b-4482-b18a-fb6bc004f8c3 Dec 06 14:25:14.729660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296626d-5758-473b-be5d-84657631b329 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=a1544bef-a3e1-4b53-8f7f-525f3c61fd2d,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:14.825492 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c76ae9ca-e3f7-40f6-b0a5-1ff310790ac4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port a1544bef-a3e1-4b53-8f7f-525f3c61fd2d {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:14.826214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c76ae9ca-e3f7-40f6-b0a5-1ff310790ac4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.891018 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7db5384b-545c-48f8-854b-da89eeb78f44 None None] For port aed4231f-4c98-46ff-96e5-8b088389dfb1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aed4231f-4c98-46ff-96e5-8b088389dfb1,segment=NetworkSegment(ffe28cae-290d-48fd-b7f4-e7921af0b0c0),segment_id=ffe28cae-290d-48fd-b7f4-e7921af0b0c0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:14.923948 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f606e3f-f78f-4758-b5d1-ac394418e5ee req-56c57946-978b-4213-8596-4c4b78496e42 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:14.934721 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6f606e3f-f78f-4758-b5d1-ac394418e5ee req-56c57946-978b-4213-8596-4c4b78496e42 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.2860591 Dec 06 14:25:14.976360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-400a8bf4-6e2e-4a70-9b89-78bcdaa999f7 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.981523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c76ae9ca-e3f7-40f6-b0a5-1ff310790ac4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:14.991030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7db5384b-545c-48f8-854b-da89eeb78f44 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:15.005503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c76ae9ca-e3f7-40f6-b0a5-1ff310790ac4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for a1544bef-a3e1-4b53-8f7f-525f3c61fd2d owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:15.064443 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6f606e3f-f78f-4758-b5d1-ac394418e5ee req-5569e9dd-c02a-42b9-ad51-9df20d41be3b tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286623 Dec 06 14:25:15.079436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7db5384b-545c-48f8-854b-da89eeb78f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:15.132393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-400a8bf4-6e2e-4a70-9b89-78bcdaa999f7 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:15.141241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400a8bf4-6e2e-4a70-9b89-78bcdaa999f7 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:15.142191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-400a8bf4-6e2e-4a70-9b89-78bcdaa999f7 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:15.264439 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-400a8bf4-6e2e-4a70-9b89-78bcdaa999f7 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9217274 Dec 06 14:25:15.266738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5384b-545c-48f8-854b-da89eeb78f44 None None] Pushing event updated for resources: {'Port': ['ID=aed4231f-4c98-46ff-96e5-8b088389dfb1,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:15.294247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a8bf4-6e2e-4a70-9b89-78bcdaa999f7 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event updated for resources: {'Network': ['ID=89978f4a-b41b-4482-b18a-fb6bc004f8c3,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:15.308787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 89978f4a-b41b-4482-b18a-fb6bc004f8c3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:25:15.327018 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c76ae9ca-e3f7-40f6-b0a5-1ff310790ac4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:15.377987 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76ae9ca-e3f7-40f6-b0a5-1ff310790ac4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=a1544bef-a3e1-4b53-8f7f-525f3c61fd2d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:15.481343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c76ae9ca-e3f7-40f6-b0a5-1ff310790ac4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:15.534810 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c76ae9ca-e3f7-40f6-b0a5-1ff310790ac4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/a1544bef-a3e1-4b53-8f7f-525f3c61fd2d HTTP/1.1" status: 204 len: 168 time: 0.8059402 Dec 06 14:25:15.543512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33664) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:15.586056 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-454addb0-3894-4f4c-a154-a7bf91e143a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:25:15.588903 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-454addb0-3894-4f4c-a154-a7bf91e143a4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/a1544bef-a3e1-4b53-8f7f-525f3c61fd2d HTTP/1.1" status: 404 len: 333 time: 0.0420661 Dec 06 14:25:15.590689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33666) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:15.692386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d1e5115-c323-49c1-bc80-d3fdcee3146b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:15.760660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d1e5115-c323-49c1-bc80-d3fdcee3146b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:15.835584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c695e6c6-437e-48d5-a41e-295a2b69ad18 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:15.922748 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c695e6c6-437e-48d5-a41e-295a2b69ad18 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:15.932060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-c695e6c6-437e-48d5-a41e-295a2b69ad18 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:15.940103 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c695e6c6-437e-48d5-a41e-295a2b69ad18 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:15.943738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c695e6c6-437e-48d5-a41e-295a2b69ad18 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:15.950631 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d1e5115-c323-49c1-bc80-d3fdcee3146b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:15.963210 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d1e5115-c323-49c1-bc80-d3fdcee3146b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:15.967245 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1d1e5115-c323-49c1-bc80-d3fdcee3146b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/security-groups/0f9a38d9-8a06-430a-ac20-764174ef0991 HTTP/1.1" status: 204 len: 168 time: 0.3754845 Dec 06 14:25:15.974456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33672) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:16.084788 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c695e6c6-437e-48d5-a41e-295a2b69ad18 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8525491 Dec 06 14:25:16.110781 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e5115-c323-49c1-bc80-d3fdcee3146b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9a38d9-8a06-430a-ac20-764174ef0991,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:16.112447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33678) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:16.158391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'mac_address': 'fa:16:3e:fe:69:54', 'name': 'tempest-NetworksTestDHCPv6-235802151'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:16.199463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a79aa78e-f1e9-430a-978d-25e117a9b871 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:16.254260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device aed4231f-4c98-46ff-96e5-8b088389dfb1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:16.392114 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f957ec2-7d07-4ae0-8ed6-02ddfbbd47d2 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:16.410037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a79aa78e-f1e9-430a-978d-25e117a9b871 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:16.427167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c695e6c6-437e-48d5-a41e-295a2b69ad18 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=18b85298-b180-4c5e-b79c-2127ed1e663e,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:16.467952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419b426-fad7-4397-a6a7-5c4813ec1777 req-db6b924d-469a-4bea-a28d-e4492f8513b0 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:16.470465 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d419b426-fad7-4397-a6a7-5c4813ec1777 req-db6b924d-469a-4bea-a28d-e4492f8513b0 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1647625 Dec 06 14:25:16.536245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33684) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:16.599080 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d419b426-fad7-4397-a6a7-5c4813ec1777 req-e9f97f17-a22d-4b85-a6f3-33f250bbb837 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143613 Dec 06 14:25:16.636155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f696adcf-fc42-4102-ac10-3e4a7380fb94 None None] Provisioning complete for port 688fd52e-6010-4556-9556-93d7e8333339 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:16.639337 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f696adcf-fc42-4102-ac10-3e4a7380fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:16.687508 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:16.693456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port aed4231f-4c98-46ff-96e5-8b088389dfb1 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:16.694273 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:16.715678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a79aa78e-f1e9-430a-978d-25e117a9b871 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:16.719871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a79aa78e-f1e9-430a-978d-25e117a9b871 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:16.720388 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a79aa78e-f1e9-430a-978d-25e117a9b871 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/security-groups/a1e0296c-c9ee-40f7-8047-f29f9ef02319 HTTP/1.1" status: 204 len: 168 time: 0.7446570 Dec 06 14:25:16.724866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33690) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:16.747410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79aa78e-f1e9-430a-978d-25e117a9b871 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e0296c-c9ee-40f7-8047-f29f9ef02319,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:16.823538 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-553304f4-d1c5-4951-b398-2ee893a49b98 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting subnet 1bb6e603-db84-4d98-8cb9-3c99768f75b6 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:16.830216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-553304f4-d1c5-4951-b398-2ee893a49b98 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:16.950842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:16.953615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-553304f4-d1c5-4951-b398-2ee893a49b98 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.006776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ad62ee03-8c9c-4c39-836a-3da8eaa06455 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:17.007526 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.api.v2.base [None req-ad62ee03-8c9c-4c39-836a-3da8eaa06455 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 14:25:17.008323 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-ad62ee03-8c9c-4c39-836a-3da8eaa06455 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 14:25:17.013292 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ad62ee03-8c9c-4c39-836a-3da8eaa06455 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4725802 Dec 06 14:25:17.016034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33692) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:17.031162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f696adcf-fc42-4102-ac10-3e4a7380fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.034248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c4622d72-9c43-47cf-9e20-a746cd201907 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group': {'name': 'tempest-secgroup--2076371877'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:17.108721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 688fd52e-6010-4556-9556-93d7e8333339 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:17.126203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7695d9fe-73c8-495c-98ec-0be48ed0c5b3 req-30573300-0f28-4aed-b505-ff39d73cbe0d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:17.134206 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7695d9fe-73c8-495c-98ec-0be48ed0c5b3 req-30573300-0f28-4aed-b505-ff39d73cbe0d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.3823197 Dec 06 14:25:17.136199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33694) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:17.139092 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port 85e92fa6-b9b1-4443-abb4-6dfff8efb89b yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:25:17.176220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9e00acd5-1784-4c75-9cef-8e1ee7e73c4d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Request body: {'floatingip': {'port_id': '64ec59b5-b277-4350-87de-8a234c879eaa'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:17.189906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f696adcf-fc42-4102-ac10-3e4a7380fb94 None None] For port 688fd52e-6010-4556-9556-93d7e8333339, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=688fd52e-6010-4556-9556-93d7e8333339,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:17.251639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4622d72-9c43-47cf-9e20-a746cd201907 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.254997 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f696adcf-fc42-4102-ac10-3e4a7380fb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.294339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4622d72-9c43-47cf-9e20-a746cd201907 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.302945 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 688fd52e-6010-4556-9556-93d7e8333339 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:17.303420 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.313460 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e00acd5-1784-4c75-9cef-8e1ee7e73c4d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for floatingip, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.352675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c997f2-dbe6-4b7f-803b-8b434860a3b4 None None] Update dhcp port {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'fixed_ips': [{'subnet_id': '973898af-69e3-4ea0-a937-d0ea757a673e', 'ip_address': '2001:db8::f816:3eff:fec2:e0fa'}, {'subnet_id': '18b85298-b180-4c5e-b79c-2127ed1e663e'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '688fd52e-6010-4556-9556-93d7e8333339'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:25:17.386301 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-553304f4-d1c5-4951-b398-2ee893a49b98 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.409631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696adcf-fc42-4102-ac10-3e4a7380fb94 None None] Pushing event updated for resources: {'Port': ['ID=688fd52e-6010-4556-9556-93d7e8333339,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:17.431095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4f1d9708-50f1-41c8-a8a9-d97a1500d1d0 None None] Could not find standard attr ID for object a1544bef-a3e1-4b53-8f7f-525f3c61fd2d. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:25:17.441419 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19c997f2-dbe6-4b7f-803b-8b434860a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.512815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4f1d9708-50f1-41c8-a8a9-d97a1500d1d0 None None] Provisioning complete for port aed4231f-4c98-46ff-96e5-8b088389dfb1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:17.513466 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f1d9708-50f1-41c8-a8a9-d97a1500d1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.663783 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4622d72-9c43-47cf-9e20-a746cd201907 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.732954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4622d72-9c43-47cf-9e20-a746cd201907 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.777788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-553304f4-d1c5-4951-b398-2ee893a49b98 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.807770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-553304f4-d1c5-4951-b398-2ee893a49b98 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:17.818133 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-553304f4-d1c5-4951-b398-2ee893a49b98 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/1bb6e603-db84-4d98-8cb9-3c99768f75b6 HTTP/1.1" status: 204 len: 168 time: 1.0912640 Dec 06 14:25:17.819013 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33698) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:17.835686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ab4f9f99-d70c-4e37-b5af-17a1dc6efda7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:17.895589 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553304f4-d1c5-4951-b398-2ee893a49b98 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Subnet': ['ID=1bb6e603-db84-4d98-8cb9-3c99768f75b6,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:17.936560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebdbb1b-bccd-42fb-8bcf-948d0e46abd2 None None] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:17.973871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4622d72-9c43-47cf-9e20-a746cd201907 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88337d36-4fea-40db-972d-264ee6634e1c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:18.067085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4622d72-9c43-47cf-9e20-a746cd201907 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.119250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4622d72-9c43-47cf-9e20-a746cd201907 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.132363 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8:0:1::9e (32250b85-9d7f-4d03-9356-fdcc88577699/18b85298-b180-4c5e-b79c-2127ed1e663e/85e92fa6-b9b1-4443-abb4-6dfff8efb89b) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:18.166593 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4f9f99-d70c-4e37-b5af-17a1dc6efda7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:18.170514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab4f9f99-d70c-4e37-b5af-17a1dc6efda7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.176452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4622d72-9c43-47cf-9e20-a746cd201907 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0d2e1e-57bb-4097-ae1c-da2e2f022f1c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:18.232268 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::f816:3eff:fefe:6954 (32250b85-9d7f-4d03-9356-fdcc88577699/973898af-69e3-4ea0-a937-d0ea757a673e/85e92fa6-b9b1-4443-abb4-6dfff8efb89b) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:18.275412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c4622d72-9c43-47cf-9e20-a746cd201907 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.277094 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c4622d72-9c43-47cf-9e20-a746cd201907 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2570562 Dec 06 14:25:18.279935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33700) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:18.285385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-cb73ded8-c2b7-456a-9bd4-7f6484b0c3c9 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'cc0d2e1e-57bb-4097-ae1c-da2e2f022f1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:18.346313 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 688fd52e-6010-4556-9556-93d7e8333339 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:18.421884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb73ded8-c2b7-456a-9bd4-7f6484b0c3c9 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.466647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 688fd52e-6010-4556-9556-93d7e8333339 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:18.468050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.554788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33704) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:18.569641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Request body: {'subnets': [{'network_id': '9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--412430201', 'ip_version': 6}, {'network_id': '89978f4a-b41b-4482-b18a-fb6bc004f8c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:18.570049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Request body: {'subnet': {'network_id': '9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--412430201', 'ip_version': 6}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:18.570777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Request body: {'subnet': {'network_id': '89978f4a-b41b-4482-b18a-fb6bc004f8c3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:18.600367 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb73ded8-c2b7-456a-9bd4-7f6484b0c3c9 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.604134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4f1d9708-50f1-41c8-a8a9-d97a1500d1d0 None None] Provisioning complete for port 70ad3427-8555-447f-b5c2-b340eff2a04a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:18.608897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f1d9708-50f1-41c8-a8a9-d97a1500d1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.698817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4f1d9708-50f1-41c8-a8a9-d97a1500d1d0 None None] Port 70ad3427-8555-447f-b5c2-b340eff2a04a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:18.715006 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.731249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e00acd5-1784-4c75-9cef-8e1ee7e73c4d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.776880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb73ded8-c2b7-456a-9bd4-7f6484b0c3c9 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.790289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e00acd5-1784-4c75-9cef-8e1ee7e73c4d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.828940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.909141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb73ded8-c2b7-456a-9bd4-7f6484b0c3c9 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d509c9-9c47-4840-bfe9-903fc4cf6648,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:18.925127 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-19c997f2-dbe6-4b7f-803b-8b434860a3b4 None None] Allocated IP 2001:db8:0:1::2 (32250b85-9d7f-4d03-9356-fdcc88577699/18b85298-b180-4c5e-b79c-2127ed1e663e/688fd52e-6010-4556-9556-93d7e8333339) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:18.925478 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab4f9f99-d70c-4e37-b5af-17a1dc6efda7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:18.987920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:18.998615 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:19.004589 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:19.007536 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4f9f99-d70c-4e37-b5af-17a1dc6efda7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:19.010353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:19.011008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:19.013484 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=85e92fa6-b9b1-4443-abb4-6dfff8efb89b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:19.017971 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-ab4f9f99-d70c-4e37-b5af-17a1dc6efda7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:19.032022 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-9e00acd5-1784-4c75-9cef-8e1ee7e73c4d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Floating IP 7943d05b-c2fd-4d81-8327-b60bb2ac5748 associated. External IP: 172.36.1.20, port: 64ec59b5-b277-4350-87de-8a234c879eaa. Dec 06 14:25:19.032178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4f9f99-d70c-4e37-b5af-17a1dc6efda7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:19.032178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab4f9f99-d70c-4e37-b5af-17a1dc6efda7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:19.052522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb73ded8-c2b7-456a-9bd4-7f6484b0c3c9 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:19.056570 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cb73ded8-c2b7-456a-9bd4-7f6484b0c3c9 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7724779 Dec 06 14:25:19.069390 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33706) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:19.076302 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c5012adc-d977-469f-875b-2c7e5f6ea350 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'cc0d2e1e-57bb-4097-ae1c-da2e2f022f1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:19.089335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4f9f99-d70c-4e37-b5af-17a1dc6efda7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Subnet': ['ID=307f4686-5b5a-4554-9ebb-893e9e5b8686,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:19.107737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-19c997f2-dbe6-4b7f-803b-8b434860a3b4 None None] For port 688fd52e-6010-4556-9556-93d7e8333339, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=688fd52e-6010-4556-9556-93d7e8333339,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:19.155812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19c997f2-dbe6-4b7f-803b-8b434860a3b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:19.174397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Made reservation on behalf of 2eeefecb603c401ea6e6e721865ba436 for: {'subnet': 2} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:19.178138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:19.178493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:19.222539 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19c997f2-dbe6-4b7f-803b-8b434860a3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:19.305701 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0b3844da-4e44-42e4-a746-5956bbfe4b9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.1710093 Dec 06 14:25:19.311062 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33708) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:19.353409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c997f2-dbe6-4b7f-803b-8b434860a3b4 None None] Pushing event updated for resources: {'Port': ['ID=688fd52e-6010-4556-9556-93d7e8333339,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:19.399680 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e00acd5-1784-4c75-9cef-8e1ee7e73c4d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Router 187c149d-a03d-428e-98bf-93c24156a625 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:25:19.406450 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ab4f9f99-d70c-4e37-b5af-17a1dc6efda7 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5753398 Dec 06 14:25:19.410847 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33710) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:19.423305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-6adbd625-0016-4696-8f19-2c863641e2f8 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'security_group': {'name': 'tempest-secgroup-809700740'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:19.563271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c5012adc-d977-469f-875b-2c7e5f6ea350 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:19.573262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-284c806d-ecf2-4a6e-9d23-42eb8699a023 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port 85e92fa6-b9b1-4443-abb4-6dfff8efb89b {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:19.573758 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-284c806d-ecf2-4a6e-9d23-42eb8699a023 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:19.577935 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e00acd5-1784-4c75-9cef-8e1ee7e73c4d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:25:19.590345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e00acd5-1784-4c75-9cef-8e1ee7e73c4d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:19.590910 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f50b8-8a52-461c-9326-729bff66015b None None] Sync routers for ids ['187c149d-a03d-428e-98bf-93c24156a625'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:25:19.624620 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f50b8-8a52-461c-9326-729bff66015b None None] Routers {'187c149d-a03d-428e-98bf-93c24156a625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:19.625450 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1e4f50b8-8a52-461c-9326-729bff66015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['187c149d-a03d-428e-98bf-93c24156a625'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:19.754285 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9e00acd5-1784-4c75-9cef-8e1ee7e73c4d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "PUT /v2.0/floatingips/7943d05b-c2fd-4d81-8327-b60bb2ac5748 HTTP/1.1" status: 200 len: 991 time: 2.6021268 Dec 06 14:25:19.761245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba92f0e-12de-48f8-9bd4-80e26519edc7 None None] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:19.783147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7', 'tag': '64ec59b5-b277-4350-87de-8a234c879eaa'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:25:19.786103 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9fc7f2-b2b9-447b-9770-28fec76adcfc" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7", "tag": "64ec59b5-b277-4350-87de-8a234c879eaa"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:25:19.789309 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-1e4f50b8-8a52-461c-9326-729bff66015b None None] Set router 187c149d-a03d-428e-98bf-93c24156a625 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:25:19.844548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-284c806d-ecf2-4a6e-9d23-42eb8699a023 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:19.866566 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-284c806d-ecf2-4a6e-9d23-42eb8699a023 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for 85e92fa6-b9b1-4443-abb4-6dfff8efb89b owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:19.992214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3981e756-93e1-4c53-bef1-7144d24fa614 None None] Provisioning complete for port aed4231f-4c98-46ff-96e5-8b088389dfb1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:19.994288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3981e756-93e1-4c53-bef1-7144d24fa614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:20.018569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa9e32f-d9e3-46d5-a5ab-5f223709caa9 x-openstack-request-id: req-4fa9e32f-d9e3-46d5-a5ab-5f223709caa9 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:25:20.023521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7", "tag": "64ec59b5-b277-4350-87de-8a234c879eaa", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:25:20.023521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fa9e32f-d9e3-46d5-a5ab-5f223709caa9 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:25:20.023521 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7', 'tag': '64ec59b5-b277-4350-87de-8a234c879eaa', 'status': 'completed', 'code': 200} Dec 06 14:25:20.098062 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1e4f50b8-8a52-461c-9326-729bff66015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68'}], 'enable_snat': True}, 'gw_port_id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:24:30Z', 'revision_number': 4, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port': {'id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:21Z', 'updated_at': '2021-12-06T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7943d05b-c2fd-4d81-8327-b60bb2ac5748', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'floating_ip_address': '172.36.1.20', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '187c149d-a03d-428e-98bf-93c24156a625', 'port_id': '64ec59b5-b277-4350-87de-8a234c879eaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'mac_address': 'fa:16:3e:5d:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:24:43Z', 'updated_at': '2021-12-06T14:25:18Z', 'revision_number': 1, 'project_id': '6391d33390324960b42f9813fede87b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c44c160-6fab-4f79-b4a8-750971704047', 'name': '', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'mac_address': 'fa:16:3e:1d:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:29Z', 'updated_at': '2021-12-06T14:24:38Z', 'revision_number': 5, 'project_id': '6391d33390324960b42f9813fede87b1', 'subnets': [{'id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:20.149893 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f50b8-8a52-461c-9326-729bff66015b None None] Checking router: 187c149d-a03d-428e-98bf-93c24156a625 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:25:20.162184 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f50b8-8a52-461c-9326-729bff66015b None None] Routers {'187c149d-a03d-428e-98bf-93c24156a625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:20.164012 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1e4f50b8-8a52-461c-9326-729bff66015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['187c149d-a03d-428e-98bf-93c24156a625'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:20.190521 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:20.198966 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 688fd52e-6010-4556-9556-93d7e8333339 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:20.302361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6adbd625-0016-4696-8f19-2c863641e2f8 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:20.308094 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fc7f2-b2b9-447b-9770-28fec76adcfc req-f405d9a8-da9e-4927-9b65-24756dc5633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:20.309873 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ae9fc7f2-b2b9-447b-9770-28fec76adcfc req-f405d9a8-da9e-4927-9b65-24756dc5633c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6391d33390324960b42f9813fede87b1&device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.3001363 Dec 06 14:25:20.317724 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-c5012adc-d977-469f-875b-2c7e5f6ea350 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): There was a conflict when trying to complete your request. Dec 06 14:25:20.317724 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c5012adc-d977-469f-875b-2c7e5f6ea350 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2439506 Dec 06 14:25:20.320141 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33718) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:20.378321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-284c806d-ecf2-4a6e-9d23-42eb8699a023 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:20.421701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 688fd52e-6010-4556-9556-93d7e8333339 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:20.423065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:20.434389 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event updated for resources: {'Subnet': ['ID=06dbe8c4-eef7-4733-b53a-556142e9fb23,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:20.462933 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Checking segment: {'id': 'a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:20.471539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Network hostable DHCP agents. Network: 9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:25:20.522272 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c806d-ecf2-4a6e-9d23-42eb8699a023 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=85e92fa6-b9b1-4443-abb4-6dfff8efb89b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:20.559316 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3981e756-93e1-4c53-bef1-7144d24fa614 None None] Provisioning complete for port 70ad3427-8555-447f-b5c2-b340eff2a04a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:20.560167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3981e756-93e1-4c53-bef1-7144d24fa614 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:20.571326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Network 9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:25:20.594483 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-1e4f50b8-8a52-461c-9326-729bff66015b None None] Set router 187c149d-a03d-428e-98bf-93c24156a625 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:25:20.617170 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1619201b-e0c3-4fcb-b6c0-a50d64d45f2e None None] Update dhcp port {'port': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'fixed_ips': [{'subnet_id': '1d472f8f-3c9a-4054-84b8-83b188b08608', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '307f4686-5b5a-4554-9ebb-893e9e5b8686'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'aed4231f-4c98-46ff-96e5-8b088389dfb1'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:25:20.638861 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-284c806d-ecf2-4a6e-9d23-42eb8699a023 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:20.645959 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33720) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:20.652279 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-284c806d-ecf2-4a6e-9d23-42eb8699a023 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/85e92fa6-b9b1-4443-abb4-6dfff8efb89b HTTP/1.1" status: 204 len: 168 time: 1.3400881 Dec 06 14:25:20.667567 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:20.674665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1619201b-e0c3-4fcb-b6c0-a50d64d45f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:20.692229 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab98bb61-dfcf-4429-b0aa-15367dd52ab0 None None] Network 9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:20.693169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fc7f2-b2b9-447b-9770-28fec76adcfc req-d0ab73bb-f0af-4955-b5dd-fa6301f7a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:20.695470 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ae9fc7f2-b2b9-447b-9770-28fec76adcfc req-d0ab73bb-f0af-4955-b5dd-fa6301f7a54c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bb7f889-754a-49bd-a23e-fb0958bb48ef HTTP/1.1" status: 200 len: 913 time: 0.3753386 Dec 06 14:25:20.715616 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3546a078-713d-42f6-a725-d1e62c0cabbd tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:20.723635 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3981e756-93e1-4c53-bef1-7144d24fa614 None None] Port 70ad3427-8555-447f-b5c2-b340eff2a04a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:20.738438 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:20.856569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3546a078-713d-42f6-a725-d1e62c0cabbd tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:20.893462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1893cba1-d33a-48f3-a06d-cbb827d1a94f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:20.898205 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1893cba1-d33a-48f3-a06d-cbb827d1a94f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2508154 Dec 06 14:25:20.901611 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33724) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:20.903424 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6adbd625-0016-4696-8f19-2c863641e2f8 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:20.905691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-40f85b1a-d5d8-40fc-a0a1-a4817f99a121 None None] Provisioning complete for port 688fd52e-6010-4556-9556-93d7e8333339 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:20.908413 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-40f85b1a-d5d8-40fc-a0a1-a4817f99a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:20.935460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event updated for resources: {'Subnet': ['ID=649de658-787c-45cb-9d28-008490f7cbdc,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:20.970812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Checking segment: {'id': 'ba1e158b-7605-4069-a2fa-3627f14825d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '89978f4a-b41b-4482-b18a-fb6bc004f8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:20.971583 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Network hostable DHCP agents. Network: 89978f4a-b41b-4482-b18a-fb6bc004f8c3, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:25:20.982708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5a122d-afdc-4e99-8d27-1e57ffcb1658 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:20.986628 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-aa5a122d-afdc-4e99-8d27-1e57ffcb1658 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0817649 Dec 06 14:25:20.987643 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33728) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:20.987790 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ae9fc7f2-b2b9-447b-9770-28fec76adcfc req-6b8d4ab1-812a-4982-ab1e-e6403c21102d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64ec59b5-b277-4350-87de-8a234c879eaa HTTP/1.1" status: 200 len: 999 time: 0.2686307 Dec 06 14:25:21.007887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6adbd625-0016-4696-8f19-2c863641e2f8 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:21.118113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d808be-6bf7-44b5-b004-ba1344b94438 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:21.136871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d808be-6bf7-44b5-b004-ba1344b94438 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:21.136871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d808be-6bf7-44b5-b004-ba1344b94438 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:21.136871 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a3d808be-6bf7-44b5-b004-ba1344b94438 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1347938 Dec 06 14:25:21.136871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33730) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:21.180345 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1e4f50b8-8a52-461c-9326-729bff66015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68'}], 'enable_snat': True}, 'gw_port_id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:24:30Z', 'revision_number': 4, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port': {'id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:21Z', 'updated_at': '2021-12-06T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7943d05b-c2fd-4d81-8327-b60bb2ac5748', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'floating_ip_address': '172.36.1.20', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '187c149d-a03d-428e-98bf-93c24156a625', 'port_id': '64ec59b5-b277-4350-87de-8a234c879eaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'mac_address': 'fa:16:3e:5d:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:24:43Z', 'updated_at': '2021-12-06T14:25:18Z', 'revision_number': 1, 'project_id': '6391d33390324960b42f9813fede87b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c44c160-6fab-4f79-b4a8-750971704047', 'name': '', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'mac_address': 'fa:16:3e:1d:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:29Z', 'updated_at': '2021-12-06T14:24:38Z', 'revision_number': 5, 'project_id': '6391d33390324960b42f9813fede87b1', 'subnets': [{'id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:21.202845 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbd625-0016-4696-8f19-2c863641e2f8 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38665b5-0001-4bd0-bc7e-69bd7a738cc3,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:21.216335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fc7f2-b2b9-447b-9770-28fec76adcfc req-3ffeed2e-c334-42ef-a4e7-6273a9582e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:21.219004 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ae9fc7f2-b2b9-447b-9770-28fec76adcfc req-3ffeed2e-c334-42ef-a4e7-6273a9582e59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76651f74-3875-4b5a-9896-ff48a7bf8ece HTTP/1.1" status: 200 len: 851 time: 0.2128668 Dec 06 14:25:21.229573 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f50b8-8a52-461c-9326-729bff66015b None None] The sync data for ids ['187c149d-a03d-428e-98bf-93c24156a625'] in dv-neutron-master-2-hyperv is: [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68'}], 'enable_snat': True}, 'gw_port_id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:24:30Z', 'revision_number': 4, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port': {'id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:21Z', 'updated_at': '2021-12-06T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7943d05b-c2fd-4d81-8327-b60bb2ac5748', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'floating_ip_address': '172.36.1.20', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '187c149d-a03d-428e-98bf-93c24156a625', 'port_id': '64ec59b5-b277-4350-87de-8a234c879eaa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'mac_address': 'fa:16:3e:5d:d4:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:24:43Z', 'updated_at': '2021-12-06T14:25:18Z', 'revision_number': 1, 'project_id': '6391d33390324960b42f9813fede87b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c44c160-6fab-4f79-b4a8-750971704047', 'name': '', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'mac_address': 'fa:16:3e:1d:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:29Z', 'updated_at': '2021-12-06T14:24:38Z', 'revision_number': 5, 'project_id': '6391d33390324960b42f9813fede87b1', 'subnets': [{'id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:25:21.313464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-725706b7-d451-4060-b6fb-c43c90a54573 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 18b85298-b180-4c5e-b79c-2127ed1e663e {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:21.319377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-725706b7-d451-4060-b6fb-c43c90a54573 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:21.325950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fc7f2-b2b9-447b-9770-28fec76adcfc req-3033634a-2fdf-4bae-bbe1-3fc89fb4fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:21.331130 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ae9fc7f2-b2b9-447b-9770-28fec76adcfc req-3033634a-2fdf-4bae-bbe1-3fc89fb4fb0f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bb7f889-754a-49bd-a23e-fb0958bb48ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1020555 Dec 06 14:25:21.375036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-40f85b1a-d5d8-40fc-a0a1-a4817f99a121 None None] Could not find standard attr ID for object 85e92fa6-b9b1-4443-abb4-6dfff8efb89b. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:25:21.396735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac', 'network_id': '9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac', 'tenant_id': '2eeefecb603c401ea6e6e721865ba436', 'fixed_ips': [{'subnet_id': '06dbe8c4-eef7-4733-b53a-556142e9fb23'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:25:21.399016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:21.402839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-1619201b-e0c3-4fcb-b6c0-a50d64d45f2e None None] Allocated IP 2001:db8::2 (5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b/307f4686-5b5a-4554-9ebb-893e9e5b8686/aed4231f-4c98-46ff-96e5-8b088389dfb1) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:21.412990 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-725706b7-d451-4060-b6fb-c43c90a54573 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:21.502968 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ae9fc7f2-b2b9-447b-9770-28fec76adcfc req-e01261e3-fa66-4f21-a21a-f0af1093131f service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626117 Dec 06 14:25:21.535137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-725706b7-d451-4060-b6fb-c43c90a54573 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:21.578863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1619201b-e0c3-4fcb-b6c0-a50d64d45f2e None None] For port aed4231f-4c98-46ff-96e5-8b088389dfb1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aed4231f-4c98-46ff-96e5-8b088389dfb1,segment=NetworkSegment(ffe28cae-290d-48fd-b7f4-e7921af0b0c0),segment_id=ffe28cae-290d-48fd-b7f4-e7921af0b0c0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:21.605283 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646985d5-a6e8-427d-b0eb-b12ba3a9d06b None None] New status for floating IP 7943d05b-c2fd-4d81-8327-b60bb2ac5748: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:25:21.646632 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ae9fc7f2-b2b9-447b-9770-28fec76adcfc req-fe25b7cd-18b2-4045-bac9-b1cd613a21d6 service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366363 Dec 06 14:25:21.700939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1619201b-e0c3-4fcb-b6c0-a50d64d45f2e None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:21.799254 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Network 89978f4a-b41b-4482-b18a-fb6bc004f8c3 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:25:21.843507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6adbd625-0016-4696-8f19-2c863641e2f8 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:21.848460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-725706b7-d451-4060-b6fb-c43c90a54573 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:21.848882 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6adbd625-0016-4696-8f19-2c863641e2f8 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 2.4350305 Dec 06 14:25:21.848994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1619201b-e0c3-4fcb-b6c0-a50d64d45f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:21.849165 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3546a078-713d-42f6-a725-d1e62c0cabbd tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:21.851940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3546a078-713d-42f6-a725-d1e62c0cabbd tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:21.855515 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3546a078-713d-42f6-a725-d1e62c0cabbd tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "DELETE /v2.0/security-groups/cc0d2e1e-57bb-4097-ae1c-da2e2f022f1c HTTP/1.1" status: 204 len: 168 time: 1.5311387 Dec 06 14:25:21.855515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33734) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:21.859299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33736) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:21.861541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-48bcb621-9a82-4271-bb90-9c4da9c1ae61 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'security_group': {'name': 'tempest-secgroup-1752312153'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:21.880782 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3546a078-713d-42f6-a725-d1e62c0cabbd tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0d2e1e-57bb-4097-ae1c-da2e2f022f1c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:21.896613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725706b7-d451-4060-b6fb-c43c90a54573 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=18b85298-b180-4c5e-b79c-2127ed1e663e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:21.913938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-725706b7-d451-4060-b6fb-c43c90a54573 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:21.917642 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-725706b7-d451-4060-b6fb-c43c90a54573 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/18b85298-b180-4c5e-b79c-2127ed1e663e HTTP/1.1" status: 204 len: 168 time: 0.7874243 Dec 06 14:25:21.922871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33738) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:21.939872 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-391f1189-fc26-47a6-aa38-764c712c5635 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:21.954306 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-23757af0-cc8b-48ae-ad51-ff3757518825 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0637114 Dec 06 14:25:21.954306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 89978f4a-b41b-4482-b18a-fb6bc004f8c3) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:21.954306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:21.954306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:21.955186 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:21.957429 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33740) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:21.962131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f7315f84-7480-400f-8754-892f71ff4d01 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group': {'name': 'tempest-secgroup--657690522'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:22.002651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48bcb621-9a82-4271-bb90-9c4da9c1ae61 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.039794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa696fd-a7ea-403d-b785-4ec48b97a3bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 973898af-69e3-4ea0-a937-d0ea757a673e {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:22.045401 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0aa696fd-a7ea-403d-b785-4ec48b97a3bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.083386 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c0ec264b-d645-4b84-bd97-d1e36cea13c4 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.5272424 Dec 06 14:25:22.085885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33742) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:22.141562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0aa696fd-a7ea-403d-b785-4ec48b97a3bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.148967 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b50c8f17-be7b-49c9-8f53-f38f270a3fee None None] Network 89978f4a-b41b-4482-b18a-fb6bc004f8c3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:22.167274 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f7315f84-7480-400f-8754-892f71ff4d01 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.209439 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4524b710-d4f5-4369-b8f8-a5bcc4c1001d tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:22.211795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4524b710-d4f5-4369-b8f8-a5bcc4c1001d tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:22.213515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4524b710-d4f5-4369-b8f8-a5bcc4c1001d tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:22.215115 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4524b710-d4f5-4369-b8f8-a5bcc4c1001d tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1282825 Dec 06 14:25:22.225980 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33746) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:22.298197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f7315f84-7480-400f-8754-892f71ff4d01 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.300291 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619201b-e0c3-4fcb-b6c0-a50d64d45f2e None None] Pushing event updated for resources: {'Port': ['ID=aed4231f-4c98-46ff-96e5-8b088389dfb1,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:22.307385 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48bcb621-9a82-4271-bb90-9c4da9c1ae61 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.330058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0aa696fd-a7ea-403d-b785-4ec48b97a3bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.357181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e34c4f9-56c9-47cf-8315-6becc0621061 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Deleting subnet 06dbe8c4-eef7-4733-b53a-556142e9fb23 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:22.360920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f7315f84-7480-400f-8754-892f71ff4d01 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.393501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48bcb621-9a82-4271-bb90-9c4da9c1ae61 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.417743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7315f84-7480-400f-8754-892f71ff4d01 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad3775c-4df7-48c0-b292-1ead1c2e8f82,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:22.444002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f7315f84-7480-400f-8754-892f71ff4d01 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.449344 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f7315f84-7480-400f-8754-892f71ff4d01 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4868588 Dec 06 14:25:22.450076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33748) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:22.455064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-71bb0cd7-51f4-4b2d-9939-92501c69b7ab tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': '6ad3775c-4df7-48c0-b292-1ead1c2e8f82', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:22.455677 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-71bb0cd7-51f4-4b2d-9939-92501c69b7ab tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Dec 06 14:25:22.456211 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-71bb0cd7-51f4-4b2d-9939-92501c69b7ab tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:22.465267 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-71bb0cd7-51f4-4b2d-9939-92501c69b7ab tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086262 Dec 06 14:25:22.465711 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33750) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:22.470308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcb621-9a82-4271-bb90-9c4da9c1ae61 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e52b337-475c-4479-a530-dae69a6f3140,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:22.474504 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Allocated IP 2001:db8::1 (9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac/06dbe8c4-eef7-4733-b53a-556142e9fb23/691b548a-b884-467d-915d-7552bac3dec5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:22.536006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-54c37b90-5484-49a0-a2f2-32fa0290cf27 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.540359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48bcb621-9a82-4271-bb90-9c4da9c1ae61 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.551228 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-48bcb621-9a82-4271-bb90-9c4da9c1ae61 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6840289 Dec 06 14:25:22.551228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33752) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:22.551974 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-d8bdb6ea-7464-4505-a7a8-affd9b94011b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'security_group': {'name': 'tempest-secgroup-1643330028'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:22.563284 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-54c37b90-5484-49a0-a2f2-32fa0290cf27 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.602285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0aa696fd-a7ea-403d-b785-4ec48b97a3bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.629394 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-89978f4a-b41b-4482-b18a-fb6bc004f8c3', 'network_id': '89978f4a-b41b-4482-b18a-fb6bc004f8c3', 'tenant_id': '2eeefecb603c401ea6e6e721865ba436', 'fixed_ips': [{'subnet_id': '649de658-787c-45cb-9d28-008490f7cbdc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:25:22.630258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.648951 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa696fd-a7ea-403d-b785-4ec48b97a3bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=973898af-69e3-4ea0-a937-d0ea757a673e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:22.657424 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0aa696fd-a7ea-403d-b785-4ec48b97a3bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.665182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33754) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:22.673208 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0aa696fd-a7ea-403d-b785-4ec48b97a3bd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/973898af-69e3-4ea0-a937-d0ea757a673e HTTP/1.1" status: 204 len: 168 time: 0.7428536 Dec 06 14:25:22.695356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb6ea-7464-4505-a7a8-affd9b94011b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.716013 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-78896704-880f-4b41-ba52-eb4ba176e5b9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0492325 Dec 06 14:25:22.716303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33756) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:22.718015 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-54c37b90-5484-49a0-a2f2-32fa0290cf27 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.720786 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-54c37b90-5484-49a0-a2f2-32fa0290cf27 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.728961 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-54c37b90-5484-49a0-a2f2-32fa0290cf27 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "DELETE /v2.0/security-groups/6ad3775c-4df7-48c0-b292-1ead1c2e8f82 HTTP/1.1" status: 204 len: 168 time: 0.2598572 Dec 06 14:25:22.732932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33758) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:22.747134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-87af34ff-9e3c-430d-99f7-13ca2ec98236 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:22.774119 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c37b90-5484-49a0-a2f2-32fa0290cf27 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad3775c-4df7-48c0-b292-1ead1c2e8f82,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:22.832875 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-37200c47-2b5c-45df-a58b-9ba9883b8480 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0972228 Dec 06 14:25:22.833352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33760) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:22.839560 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d0f84178-f9ae-42cf-a345-f19b978706c8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group': {'name': 'tempest-secgroup--343203246'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:22.945121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.949838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d0f84178-f9ae-42cf-a345-f19b978706c8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:22.975778 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f70319-9861-4f4b-82d4-727192c5b41d None None] Update dhcp port {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'fixed_ips': [{'subnet_id': '973898af-69e3-4ea0-a937-d0ea757a673e'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '688fd52e-6010-4556-9556-93d7e8333339'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:25:23.025989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-09f70319-9861-4f4b-82d4-727192c5b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.049769 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Allocated IP 2001:db8:0:1::1 (89978f4a-b41b-4482-b18a-fb6bc004f8c3/649de658-787c-45cb-9d28-008490f7cbdc/da8986c9-94b9-4720-922c-9ba07ec46dc0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:23.085052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d0f84178-f9ae-42cf-a345-f19b978706c8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.090520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.148054 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d0f84178-f9ae-42cf-a345-f19b978706c8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.201373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f84178-f9ae-42cf-a345-f19b978706c8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a6b6b2-7461-4f61-8e7c-09afb1ba124f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:23.228399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Network 9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:23.258726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d0f84178-f9ae-42cf-a345-f19b978706c8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.262843 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3e34c4f9-56c9-47cf-8315-6becc0621061 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.263478 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d0f84178-f9ae-42cf-a345-f19b978706c8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4286137 Dec 06 14:25:23.264122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33764) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:23.274212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2ba87551-5629-467a-9040-8772c2b0baa1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': '62a6b6b2-7461-4f61-8e7c-09afb1ba124f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:23.278060 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-2ba87551-5629-467a-9040-8772c2b0baa1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Dec 06 14:25:23.278581 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-2ba87551-5629-467a-9040-8772c2b0baa1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:23.284781 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2ba87551-5629-467a-9040-8772c2b0baa1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0154665 Dec 06 14:25:23.285677 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:23.285788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33768) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:23.286325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:23.289593 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-53391b31-2bc2-456d-a2a2-f51e1b09ce19 None None] Provisioning complete for port aed4231f-4c98-46ff-96e5-8b088389dfb1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:23.289593 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53391b31-2bc2-456d-a2a2-f51e1b09ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.295768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Pushing event updated for resources: {'Port': ['ID=691b548a-b884-467d-915d-7552bac3dec5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:23.396993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3e34c4f9-56c9-47cf-8315-6becc0621061 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.443863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396336cc-b891-452b-adde-48fa0ba11e11 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:23.447039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2df0b52e-96aa-40e4-9ad5-adde9fc298c6 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.480670 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2df0b52e-96aa-40e4-9ad5-adde9fc298c6 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.514109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb6ea-7464-4505-a7a8-affd9b94011b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.517097 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Attempting to bind port 691b548a-b884-467d-915d-7552bac3dec5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:25:23.520703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Attempting to bind port 691b548a-b884-467d-915d-7552bac3dec5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:25:23.520703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Attempting to bind port 691b548a-b884-467d-915d-7552bac3dec5 on network 9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:23.546411 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87af34ff-9e3c-430d-99f7-13ca2ec98236 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:23.550319 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87af34ff-9e3c-430d-99f7-13ca2ec98236 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.564840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:25:23.564840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Checking segment: {'id': 'a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:23.564840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.564840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Bound using segment: {'id': 'a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:25:23.564840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Bound port: 691b548a-b884-467d-915d-7552bac3dec5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:25:23.565636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.586268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.615216 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb6ea-7464-4505-a7a8-affd9b94011b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.618002 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3e34c4f9-56c9-47cf-8315-6becc0621061 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.646933 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2df0b52e-96aa-40e4-9ad5-adde9fc298c6 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.649591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2df0b52e-96aa-40e4-9ad5-adde9fc298c6 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.653242 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2df0b52e-96aa-40e4-9ad5-adde9fc298c6 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "DELETE /v2.0/security-groups/62a6b6b2-7461-4f61-8e7c-09afb1ba124f HTTP/1.1" status: 204 len: 168 time: 0.3646786 Dec 06 14:25:23.659884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33770) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:23.677791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0b52e-96aa-40e4-9ad5-adde9fc298c6 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a6b6b2-7461-4f61-8e7c-09afb1ba124f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:23.703318 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.726177 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c456627f-4e61-4e52-aa5f-b9102a0d37de tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0678790 Dec 06 14:25:23.726515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33772) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:23.730928 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7300ee41-7563-4667-b067-86505bbf5790 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group': {'name': 'tempest-secgroup--778936869'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:23.759869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdb6ea-7464-4505-a7a8-affd9b94011b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90b059f0-4803-4a3d-8cb1-589f2bd66616,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:23.777699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-53391b31-2bc2-456d-a2a2-f51e1b09ce19 None None] Provisioning complete for port 70ad3427-8555-447f-b5c2-b340eff2a04a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:23.777699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53391b31-2bc2-456d-a2a2-f51e1b09ce19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.789461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Network 89978f4a-b41b-4482-b18a-fb6bc004f8c3 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:23.812151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:23.814844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7300ee41-7563-4667-b067-86505bbf5790 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.815890 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Pushing event updated for resources: {'Port': ['ID=da8986c9-94b9-4720-922c-9ba07ec46dc0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:23.820832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:23.860106 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4248f5a-6e11-45cf-8985-b9873f70b52f None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:25:23.867617 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-53391b31-2bc2-456d-a2a2-f51e1b09ce19 None None] Port 70ad3427-8555-447f-b5c2-b340eff2a04a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:23.888238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3e34c4f9-56c9-47cf-8315-6becc0621061 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.892237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] For port 691b548a-b884-467d-915d-7552bac3dec5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:23.917567 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7300ee41-7563-4667-b067-86505bbf5790 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.932958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] For port 691b548a-b884-467d-915d-7552bac3dec5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=691b548a-b884-467d-915d-7552bac3dec5,segment=NetworkSegment(a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd),segment_id=a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:23.934449 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Attempting to bind port da8986c9-94b9-4720-922c-9ba07ec46dc0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:25:23.934614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8bdb6ea-7464-4505-a7a8-affd9b94011b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.934809 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Attempting to bind port da8986c9-94b9-4720-922c-9ba07ec46dc0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ba1e158b-7605-4069-a2fa-3627f14825d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '89978f4a-b41b-4482-b18a-fb6bc004f8c3'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:25:23.935167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Attempting to bind port da8986c9-94b9-4720-922c-9ba07ec46dc0 on network 89978f4a-b41b-4482-b18a-fb6bc004f8c3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:23.935739 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d8bdb6ea-7464-4505-a7a8-affd9b94011b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3891194 Dec 06 14:25:23.939093 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33774) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:23.945981 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2105530418', 'security_groups': ['90b059f0-4803-4a3d-8cb1-589f2bd66616'], 'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '307f4686-5b5a-4554-9ebb-893e9e5b8686'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:23.946156 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:25:23.946352 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Checking segment: {'id': 'ba1e158b-7605-4069-a2fa-3627f14825d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '89978f4a-b41b-4482-b18a-fb6bc004f8c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:23.946753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.947143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Bound using segment: {'id': 'ba1e158b-7605-4069-a2fa-3627f14825d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '89978f4a-b41b-4482-b18a-fb6bc004f8c3'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:25:23.947612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Bound port: da8986c9-94b9-4720-922c-9ba07ec46dc0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1e158b-7605-4069-a2fa-3627f14825d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '89978f4a-b41b-4482-b18a-fb6bc004f8c3'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:25:23.947989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.967583 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3e34c4f9-56c9-47cf-8315-6becc0621061 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:23.972481 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3e34c4f9-56c9-47cf-8315-6becc0621061 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "DELETE /v2.0/subnets/06dbe8c4-eef7-4733-b53a-556142e9fb23 HTTP/1.1" status: 204 len: 168 time: 1.7417264 Dec 06 14:25:23.975243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33778) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:23.978271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34c4f9-56c9-47cf-8315-6becc0621061 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event deleted for resources: {'Subnet': ['ID=06dbe8c4-eef7-4733-b53a-556142e9fb23,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:24.016155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b4248f5a-6e11-45cf-8985-b9873f70b52f None None] Deleting port 688fd52e-6010-4556-9556-93d7e8333339 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:24.016527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4248f5a-6e11-45cf-8985-b9873f70b52f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.036816 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.054449 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7300ee41-7563-4667-b067-86505bbf5790 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.075861 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87af34ff-9e3c-430d-99f7-13ca2ec98236 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.111601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87af34ff-9e3c-430d-99f7-13ca2ec98236 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:24.114689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-87af34ff-9e3c-430d-99f7-13ca2ec98236 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:24.119701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87af34ff-9e3c-430d-99f7-13ca2ec98236 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:24.120928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87af34ff-9e3c-430d-99f7-13ca2ec98236 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.123746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f4bb5e-11fc-4ced-b531-43a139aa5063 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Deleting subnet 649de658-787c-45cb-9d28-008490f7cbdc {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:24.129582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8f4bb5e-11fc-4ced-b531-43a139aa5063 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.177459 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300ee41-7563-4667-b067-86505bbf5790 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb76718-a529-4fbc-8990-b52bb090fe4e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:24.201750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7300ee41-7563-4667-b067-86505bbf5790 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.203867 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7300ee41-7563-4667-b067-86505bbf5790 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4764290 Dec 06 14:25:24.210331 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33780) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:24.214855 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-6e74e1c3-384a-4c69-8760-41d563b77efb tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': '4bb76718-a529-4fbc-8990-b52bb090fe4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:24.217417 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-6e74e1c3-384a-4c69-8760-41d563b77efb tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Dec 06 14:25:24.217417 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-6e74e1c3-384a-4c69-8760-41d563b77efb tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:24.217417 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6e74e1c3-384a-4c69-8760-41d563b77efb tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0060282 Dec 06 14:25:24.222748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8f4bb5e-11fc-4ced-b531-43a139aa5063 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.227311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33782) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:24.231868 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c6652520-e2b3-43e1-ad61-7716ee7af049 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': '4bb76718-a529-4fbc-8990-b52bb090fe4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:24.232559 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-c6652520-e2b3-43e1-ad61-7716ee7af049 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Dec 06 14:25:24.233112 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-c6652520-e2b3-43e1-ad61-7716ee7af049 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:24.237310 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c6652520-e2b3-43e1-ad61-7716ee7af049 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064757 Dec 06 14:25:24.244734 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33784) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:24.252966 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-74b8913e-4da0-4628-99a5-3d7c9d75c320 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': '4bb76718-a529-4fbc-8990-b52bb090fe4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:24.253950 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.api.v2.base [None req-74b8913e-4da0-4628-99a5-3d7c9d75c320 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Dec 06 14:25:24.254213 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-74b8913e-4da0-4628-99a5-3d7c9d75c320 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:24.257796 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-74b8913e-4da0-4628-99a5-3d7c9d75c320 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075483 Dec 06 14:25:24.259031 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33786) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:24.263363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-076cc1d1-5704-4446-9402-5b9e0d9864ce tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': '4bb76718-a529-4fbc-8990-b52bb090fe4e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:24.264234 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-076cc1d1-5704-4446-9402-5b9e0d9864ce tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Dec 06 14:25:24.264821 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-076cc1d1-5704-4446-9402-5b9e0d9864ce tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:24.268239 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-076cc1d1-5704-4446-9402-5b9e0d9864ce tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066619 Dec 06 14:25:24.271422 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-87af34ff-9e3c-430d-99f7-13ca2ec98236 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5498269 Dec 06 14:25:24.272957 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33788) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:24.274191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87af34ff-9e3c-430d-99f7-13ca2ec98236 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=bc3a1327-7607-4102-bd06-40fa54449cff,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:24.282804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33790) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:24.283720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] For port da8986c9-94b9-4720-922c-9ba07ec46dc0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:24.285933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-eeb0dc25-5914-4cd3-833e-24719635b6c4 None None] Provisioning complete for port 688fd52e-6010-4556-9556-93d7e8333339 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:24.286154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eeb0dc25-5914-4cd3-833e-24719635b6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.289058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-8f27d0b3-c587-40a3-a27d-875a2b619357 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:24.294385 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device aed4231f-4c98-46ff-96e5-8b088389dfb1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:24.338280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] For port da8986c9-94b9-4720-922c-9ba07ec46dc0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da8986c9-94b9-4720-922c-9ba07ec46dc0,segment=NetworkSegment(ba1e158b-7605-4069-a2fa-3627f14825d9),segment_id=ba1e158b-7605-4069-a2fa-3627f14825d9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:24.394614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3a0248a1-1ebc-4104-8b29-99478ca2b51f tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.419881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b4248f5a-6e11-45cf-8985-b9873f70b52f None None] For port 688fd52e-6010-4556-9556-93d7e8333339, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=688fd52e-6010-4556-9556-93d7e8333339,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:24.420404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4248f5a-6e11-45cf-8985-b9873f70b52f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.424550 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3a0248a1-1ebc-4104-8b29-99478ca2b51f tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.438484 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8f4bb5e-11fc-4ced-b531-43a139aa5063 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.460732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.474463 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4532d-be40-4b59-a9da-1dcfcc71c7aa None None] Pushing event updated for resources: {'Port': ['ID=691b548a-b884-467d-915d-7552bac3dec5,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:24.494055 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:24.496600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b4248f5a-6e11-45cf-8985-b9873f70b52f None None] Calling delete_port for 688fd52e-6010-4556-9556-93d7e8333339 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:24.542893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f27d0b3-c587-40a3-a27d-875a2b619357 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:24.558653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8f27d0b3-c587-40a3-a27d-875a2b619357 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.637165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.683696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324d452-b847-499a-80c5-b1d6bd251647 None None] Pushing event updated for resources: {'Port': ['ID=da8986c9-94b9-4720-922c-9ba07ec46dc0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:24.686270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3a0248a1-1ebc-4104-8b29-99478ca2b51f tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.695046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3a0248a1-1ebc-4104-8b29-99478ca2b51f tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.700731 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3a0248a1-1ebc-4104-8b29-99478ca2b51f tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "DELETE /v2.0/security-groups/4bb76718-a529-4fbc-8990-b52bb090fe4e HTTP/1.1" status: 204 len: 168 time: 0.4270489 Dec 06 14:25:24.702609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port aed4231f-4c98-46ff-96e5-8b088389dfb1 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:24.702985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.704644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33794) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:24.724577 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8f4bb5e-11fc-4ced-b531-43a139aa5063 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.788195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0248a1-1ebc-4104-8b29-99478ca2b51f tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb76718-a529-4fbc-8990-b52bb090fe4e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:24.791106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] device_id is not set on port e1e8b0fa-a98b-402c-9f21-9a999ccbf18e yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:25:24.801020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4bb5e-11fc-4ced-b531-43a139aa5063 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event deleted for resources: {'Subnet': ['ID=649de658-787c-45cb-9d28-008490f7cbdc,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:24.812977 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.ipam_backend_mixin [None req-8f27d0b3-c587-40a3-a27d-875a2b619357 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bc3a1327-7607-4102-bd06-40fa54449cff (CIDR: 2001:db8::/64) Dec 06 14:25:24.825644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8f4bb5e-11fc-4ced-b531-43a139aa5063 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.830944 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a8f4bb5e-11fc-4ced-b531-43a139aa5063 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "DELETE /v2.0/subnets/649de658-787c-45cb-9d28-008490f7cbdc HTTP/1.1" status: 204 len: 168 time: 0.8544838 Dec 06 14:25:24.834008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33796) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:24.848183 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f27d0b3-c587-40a3-a27d-875a2b619357 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:24.849224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f27d0b3-c587-40a3-a27d-875a2b619357 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:24.869704 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4248f5a-6e11-45cf-8985-b9873f70b52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:24.928046 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-78412519-4de1-4034-9c6f-aaf48dac1489 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2138009 Dec 06 14:25:24.929401 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444051a4-42a4-458e-adaf-4b929042ef7e tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:24.932500 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-444051a4-42a4-458e-adaf-4b929042ef7e tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0969186 Dec 06 14:25:24.933160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33798) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:24.938609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33800) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:24.942695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-2f7b5947-d132-41f6-b119-841c5fc75a7e tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1071464939'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:24.964381 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4248f5a-6e11-45cf-8985-b9873f70b52f None None] Pushing event deleted for resources: {'Port': ['ID=688fd52e-6010-4556-9556-93d7e8333339,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:24.975112 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4248f5a-6e11-45cf-8985-b9873f70b52f None None] No DVR routers for this DVR port 688fd52e-6010-4556-9556-93d7e8333339 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:25:25.001662 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8f27d0b3-c587-40a3-a27d-875a2b619357 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7171183 Dec 06 14:25:25.010444 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33802) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:25.026236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:25.028172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb477350-c76b-46b1-bcea-fd929b1596cd None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:25.144125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.150405 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5947-d132-41f6-b119-841c5fc75a7e tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.257747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8::11f (5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b/307f4686-5b5a-4554-9ebb-893e9e5b8686/e1e8b0fa-a98b-402c-9f21-9a999ccbf18e) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:25.310004 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Deleting port da8986c9-94b9-4720-922c-9ba07ec46dc0 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:25.310343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.319609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 688fd52e-6010-4556-9556-93d7e8333339 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:25:25.343454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 688fd52e-6010-4556-9556-93d7e8333339 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:25:25.343815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 688fd52e-6010-4556-9556-93d7e8333339 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:25:25.354246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5947-d132-41f6-b119-841c5fc75a7e tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.413941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': 'bc3a1327-7607-4102-bd06-40fa54449cff'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:25:25.413941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.439233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:25.443529 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.457495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] For port da8986c9-94b9-4720-922c-9ba07ec46dc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=da8986c9-94b9-4720-922c-9ba07ec46dc0,segment=NetworkSegment(ba1e158b-7605-4069-a2fa-3627f14825d9),segment_id=ba1e158b-7605-4069-a2fa-3627f14825d9)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:25.460658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.475142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5947-d132-41f6-b119-841c5fc75a7e tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.485151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Calling delete_port for da8986c9-94b9-4720-922c-9ba07ec46dc0 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:25.596374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2f7b5947-d132-41f6-b119-841c5fc75a7e tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.601433 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2f7b5947-d132-41f6-b119-841c5fc75a7e tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6659737 Dec 06 14:25:25.604457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33808) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:25.615483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Allocated IP 2001:db8::2 (32250b85-9d7f-4d03-9356-fdcc88577699/bc3a1327-7607-4102-bd06-40fa54449cff/b80ede78-4767-414c-bcd8-c583ac3f3fab) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:25.619665 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1cf46be1-c13a-40a3-b10b-3e90e3c5b058 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'ed27ad04-0027-47a1-9430-6d739c508b37', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:25.620278 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.api.v2.base [None req-1cf46be1-c13a-40a3-b10b-3e90e3c5b058 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 14:25:25.621641 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-1cf46be1-c13a-40a3-b10b-3e90e3c5b058 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:25.624486 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1cf46be1-c13a-40a3-b10b-3e90e3c5b058 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0114508 Dec 06 14:25:25.640392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33810) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:25.646682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-25b92c22-4db1-4aae-98b2-6fa16f956348 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'ed27ad04-0027-47a1-9430-6d739c508b37', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:25.648938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.712806 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b5947-d132-41f6-b119-841c5fc75a7e tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed27ad04-0027-47a1-9430-6d739c508b37,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:25.790708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.792439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.830444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event deleted for resources: {'Port': ['ID=da8986c9-94b9-4720-922c-9ba07ec46dc0,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:25.832596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] No DVR routers for this DVR port da8986c9-94b9-4720-922c-9ba07ec46dc0 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:25:25.880288 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-25b92c22-4db1-4aae-98b2-6fa16f956348 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:25.881755 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:25.885201 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-25b92c22-4db1-4aae-98b2-6fa16f956348 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2428250 Dec 06 14:25:25.888171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33812) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:25.894413 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4f35238d-0612-4992-a74c-7589d0ff979e tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'ed27ad04-0027-47a1-9430-6d739c508b37', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:25.895040 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.api.v2.base [None req-4f35238d-0612-4992-a74c-7589d0ff979e tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Dec 06 14:25:25.895533 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-4f35238d-0612-4992-a74c-7589d0ff979e tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:25.902356 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33814) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:25.903244 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4f35238d-0612-4992-a74c-7589d0ff979e tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0139959 Dec 06 14:25:25.912411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0bcee405-9782-4f4c-be07-d8ab0bacd163 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'ed27ad04-0027-47a1-9430-6d739c508b37', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:25.919740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:25.934176 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:25.940520 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:25.941209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.943303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:25.949196 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb8908f-a964-48ce-bad9-67f51ad96ba3 None None] Network 9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:25.992884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=e1e8b0fa-a98b-402c-9f21-9a999ccbf18e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:26.032606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.038796 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.071252 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89978f4a-b41b-4482-b18a-fb6bc004f8c3']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:26.083726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1e158b-7605-4069-a2fa-3627f14825d9') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:26.084028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1e158b-7605-4069-a2fa-3627f14825d9') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:26.107582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.131303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.138045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:25:26.138733 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:25:26.174482 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:25:26.217178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-90f46ad8-2bbc-4d4c-a530-145ff9061ad6 None None] Provisioning complete for port 691b548a-b884-467d-915d-7552bac3dec5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:26.217591 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90f46ad8-2bbc-4d4c-a530-145ff9061ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.276949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:26.291091 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f79c2cdb-84e2-4cdf-9f11-30bfb7b33ccd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3485737 Dec 06 14:25:26.295063 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33818) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:26.314047 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-838b40af-4dc1-48ef-b996-9f418e57f05e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:26.320399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Pushing event updated for resources: {'Port': ['ID=b80ede78-4767-414c-bcd8-c583ac3f3fab,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:26.350910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:26.366788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 691b548a-b884-467d-915d-7552bac3dec5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:26.379326 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.objects.ports [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103725) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:25:26.391413 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-0bcee405-9782-4f4c-be07-d8ab0bacd163 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:26.392522 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0bcee405-9782-4f4c-be07-d8ab0bacd163 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4838288 Dec 06 14:25:26.395417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33820) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:26.400115 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ad55f209-9ec8-42c2-882a-e1d7972f5394 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'ed27ad04-0027-47a1-9430-6d739c508b37', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:26.405757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:26.405903 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-ad55f209-9ec8-42c2-882a-e1d7972f5394 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Dec 06 14:25:26.405903 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-ad55f209-9ec8-42c2-882a-e1d7972f5394 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:26.405903 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ad55f209-9ec8-42c2-882a-e1d7972f5394 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057182 Dec 06 14:25:26.408360 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33822) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:26.412811 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e76e252b-d42e-484e-ac6b-7740af32655c tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'ed27ad04-0027-47a1-9430-6d739c508b37', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:26.425967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.436725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.440460 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "DELETE /v2.0/networks/89978f4a-b41b-4482-b18a-fb6bc004f8c3 HTTP/1.1" status: 204 len: 168 time: 1.5004582 Dec 06 14:25:26.444897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33824) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:26.466201 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8006af-90a8-4201-b5a9-13ce49f14006 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event deleted for resources: {'Network': ['ID=89978f4a-b41b-4482-b18a-fb6bc004f8c3,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:26.565960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90f46ad8-2bbc-4d4c-a530-145ff9061ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.567933 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.583569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Attempting to bind port b80ede78-4767-414c-bcd8-c583ac3f3fab on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:25:26.583882 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Attempting to bind port b80ede78-4767-414c-bcd8-c583ac3f3fab by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:25:26.584246 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Attempting to bind port b80ede78-4767-414c-bcd8-c583ac3f3fab on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:26.600226 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:25:26.600601 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:26.601057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.601413 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:25:26.601900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Bound port: b80ede78-4767-414c-bcd8-c583ac3f3fab, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:25:26.602284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.610027 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 691b548a-b884-467d-915d-7552bac3dec5 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:26.610390 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.635136 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377da25b-05f6-4eed-a517-6aa1b53f4f45 None None] DHCP port deletion for 9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:25:26.648018 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Deleting port 691b548a-b884-467d-915d-7552bac3dec5 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:26.648359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.672750 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-90f46ad8-2bbc-4d4c-a530-145ff9061ad6 None None] For port 691b548a-b884-467d-915d-7552bac3dec5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=691b548a-b884-467d-915d-7552bac3dec5,segment=NetworkSegment(a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd),segment_id=a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:26.758681 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5ce541-ff66-4367-83af-3db29943975c None None] DHCP port deletion for 89978f4a-b41b-4482-b18a-fb6bc004f8c3 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:25:26.759335 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-e76e252b-d42e-484e-ac6b-7740af32655c tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:26.760544 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e76e252b-d42e-484e-ac6b-7740af32655c tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3511605 Dec 06 14:25:26.763372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33828) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:26.772728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90f46ad8-2bbc-4d4c-a530-145ff9061ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.776267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-78ab8a9c-0bb5-42b5-9f55-b414a2809142 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'ed27ad04-0027-47a1-9430-6d739c508b37', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:26.776960 dv-neutron-master-2-hyperv neutron-server[103724]: WARNING neutron.api.v2.base [None req-78ab8a9c-0bb5-42b5-9f55-b414a2809142 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Dec 06 14:25:26.778083 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-78ab8a9c-0bb5-42b5-9f55-b414a2809142 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:26.782242 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-78ab8a9c-0bb5-42b5-9f55-b414a2809142 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0145988 Dec 06 14:25:26.784034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33830) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:26.793385 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9f33af8c-8c92-4b80-a4b9-d30a2b588f44 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'ed27ad04-0027-47a1-9430-6d739c508b37', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:26.798539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] For port 691b548a-b884-467d-915d-7552bac3dec5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=691b548a-b884-467d-915d-7552bac3dec5,segment=NetworkSegment(a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd),segment_id=a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:26.798539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.818398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Calling delete_port for 691b548a-b884-467d-915d-7552bac3dec5 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:26.837189 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690bc4cd-2265-43a2-9a66-71c670dcbda0 None None] Network 89978f4a-b41b-4482-b18a-fb6bc004f8c3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:26.872312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690bc4cd-2265-43a2-9a66-71c670dcbda0 None None] Network 89978f4a-b41b-4482-b18a-fb6bc004f8c3 could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 14:25:26.880535 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838b40af-4dc1-48ef-b996-9f418e57f05e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:26.884028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-838b40af-4dc1-48ef-b996-9f418e57f05e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.902621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] For port b80ede78-4767-414c-bcd8-c583ac3f3fab, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:26.922033 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.929786 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-377da25b-05f6-4eed-a517-6aa1b53f4f45 None None] Deleting port 691b548a-b884-467d-915d-7552bac3dec5 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:26.930248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-377da25b-05f6-4eed-a517-6aa1b53f4f45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:26.942839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] For port b80ede78-4767-414c-bcd8-c583ac3f3fab, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b80ede78-4767-414c-bcd8-c583ac3f3fab,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:26.964646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f46ad8-2bbc-4d4c-a530-145ff9061ad6 None None] Pushing event updated for resources: {'Port': ['ID=691b548a-b884-467d-915d-7552bac3dec5,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:27.019651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.019651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2d8a701d-c004-4f1b-931e-f2460006fd52 None None] Provisioning complete for port e1e8b0fa-a98b-402c-9f21-9a999ccbf18e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:27.019651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2d8a701d-c004-4f1b-931e-f2460006fd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.051379 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.ipam_backend_mixin [None req-838b40af-4dc1-48ef-b996-9f418e57f05e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 307f4686-5b5a-4554-9ebb-893e9e5b8686 (CIDR: 2001:db8::/64) Dec 06 14:25:27.052790 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.db.api [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103725) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:25:27.053145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG oslo_db.api [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:25:27.067842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.094222 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-9f33af8c-8c92-4b80-a4b9-d30a2b588f44 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:27.094222 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9f33af8c-8c92-4b80-a4b9-d30a2b588f44 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3053386 Dec 06 14:25:27.094913 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33832) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:27.097847 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-377da25b-05f6-4eed-a517-6aa1b53f4f45 None None] For port 691b548a-b884-467d-915d-7552bac3dec5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=691b548a-b884-467d-915d-7552bac3dec5,segment=NetworkSegment(a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd),segment_id=a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:27.098245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-377da25b-05f6-4eed-a517-6aa1b53f4f45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.101849 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-87661e46-a687-4fc6-89ec-14eab5956918 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'ed27ad04-0027-47a1-9430-6d739c508b37', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:27.110385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event deleted for resources: {'Port': ['ID=691b548a-b884-467d-915d-7552bac3dec5,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:27.119652 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] No DVR routers for this DVR port 691b548a-b884-467d-915d-7552bac3dec5 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:25:27.130069 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-838b40af-4dc1-48ef-b996-9f418e57f05e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:27.132050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838b40af-4dc1-48ef-b996-9f418e57f05e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:27.256655 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.294373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:27.302558 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-377da25b-05f6-4eed-a517-6aa1b53f4f45 None None] Calling delete_port for 691b548a-b884-467d-915d-7552bac3dec5 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:27.305519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:27.305678 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2d8a701d-c004-4f1b-931e-f2460006fd52 None None] Port e1e8b0fa-a98b-402c-9f21-9a999ccbf18e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:27.305863 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fcd1da-0022-4d7e-b4c6-42b0612cf8dd') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:27.317644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2d8a701d-c004-4f1b-931e-f2460006fd52 None None] Could not find standard attr ID for object da8986c9-94b9-4720-922c-9ba07ec46dc0. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:25:27.318977 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9b07c-6aff-4401-b7dc-f2b099783e0a None None] Pushing event updated for resources: {'Port': ['ID=b80ede78-4767-414c-bcd8-c583ac3f3fab,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:27.319118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.334882 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-838b40af-4dc1-48ef-b996-9f418e57f05e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0381112 Dec 06 14:25:27.336076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33836) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:27.346230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5f16fb01-d984-4a2d-a0ae-5be031ab9c54 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:27.351513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.359578 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:25:27.360061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.383176 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-87661e46-a687-4fc6-89ec-14eab5956918 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:27.385355 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-87661e46-a687-4fc6-89ec-14eab5956918 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2890365 Dec 06 14:25:27.389119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33838) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:25:27.400392 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:25:27.502422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-377da25b-05f6-4eed-a517-6aa1b53f4f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.541412 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377da25b-05f6-4eed-a517-6aa1b53f4f45 None None] Pushing event deleted for resources: {'Port': ['ID=691b548a-b884-467d-915d-7552bac3dec5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:27.555905 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377da25b-05f6-4eed-a517-6aa1b53f4f45 None None] No DVR routers for this DVR port 691b548a-b884-467d-915d-7552bac3dec5 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:25:27.593745 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.600506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-16265b23-bb63-4f13-a02b-694bd21e7c3d tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.602484 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.609357 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "DELETE /v2.0/networks/9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac HTTP/1.1" status: 204 len: 168 time: 1.1633894 Dec 06 14:25:27.610867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33840) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:27.641116 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.664643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-16265b23-bb63-4f13-a02b-694bd21e7c3d tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.678672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bb11a4-48c1-4c7a-828b-60f80a022b69 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event deleted for resources: {'Network': ['ID=9be9c3bc-6ac7-4dc8-9802-5a0063f4d9ac,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:27.714556 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f16fb01-d984-4a2d-a0ae-5be031ab9c54 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:27.718572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5f16fb01-d984-4a2d-a0ae-5be031ab9c54 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.757707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88f196d0-1f0d-4949-8a86-296e091db828 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.885367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-16265b23-bb63-4f13-a02b-694bd21e7c3d tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.887907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-16265b23-bb63-4f13-a02b-694bd21e7c3d tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.889094 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-16265b23-bb63-4f13-a02b-694bd21e7c3d tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "DELETE /v2.0/security-groups/ed27ad04-0027-47a1-9430-6d739c508b37 HTTP/1.1" status: 204 len: 168 time: 0.4966362 Dec 06 14:25:27.901295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33844) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:27.918204 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88f196d0-1f0d-4949-8a86-296e091db828 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.930863 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.ipam_backend_mixin [None req-5f16fb01-d984-4a2d-a0ae-5be031ab9c54 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1d472f8f-3c9a-4054-84b8-83b188b08608 (CIDR: 2001:db8:0:1::/64) Dec 06 14:25:27.944683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16265b23-bb63-4f13-a02b-694bd21e7c3d tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed27ad04-0027-47a1-9430-6d739c508b37,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:27.946402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-88f196d0-1f0d-4949-8a86-296e091db828 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26596791-9931-40f2-a768-2dc89356ac9a']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:27.961888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-88f196d0-1f0d-4949-8a86-296e091db828 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef0b0bc-69fd-4261-97ba-bfce40876502') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:27.963178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-88f196d0-1f0d-4949-8a86-296e091db828 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef0b0bc-69fd-4261-97ba-bfce40876502') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:27.970462 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f16fb01-d984-4a2d-a0ae-5be031ab9c54 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:27.971195 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f16fb01-d984-4a2d-a0ae-5be031ab9c54 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:27.990661 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88f196d0-1f0d-4949-8a86-296e091db828 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:27.998417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] For port b80ede78-4767-414c-bcd8-c583ac3f3fab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b80ede78-4767-414c-bcd8-c583ac3f3fab,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:28.007591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88f196d0-1f0d-4949-8a86-296e091db828 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.021131 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8e172e73-3491-4666-a47c-e40065ed319f tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1173847 Dec 06 14:25:28.025385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f196d0-1f0d-4949-8a86-296e091db828 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:25:28.029457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88f196d0-1f0d-4949-8a86-296e091db828 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.029608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33846) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:28.034119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0a85cae5-ae2d-44a0-9935-aa7d8c08cf91 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group': {'name': 'tempest-secgroup--356083873'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:25:28.053791 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:25:28.057361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.096743 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5f16fb01-d984-4a2d-a0ae-5be031ab9c54 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7578466 Dec 06 14:25:28.097414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33848) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:28.104837 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7280381a-f49e-4674-bd41-6be3ec631d20 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'subnet': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:28.132295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.133153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.214321 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b80ede78-4767-414c-bcd8-c583ac3f3fab up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:28.217420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0a85cae5-ae2d-44a0-9935-aa7d8c08cf91 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.221833 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88f196d0-1f0d-4949-8a86-296e091db828 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.251554 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88f196d0-1f0d-4949-8a86-296e091db828 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.255688 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-88f196d0-1f0d-4949-8a86-296e091db828 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "DELETE /v2.0/networks/26596791-9931-40f2-a768-2dc89356ac9a HTTP/1.1" status: 204 len: 168 time: 0.6403489 Dec 06 14:25:28.258878 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f196d0-1f0d-4949-8a86-296e091db828 tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event deleted for resources: {'Network': ['ID=26596791-9931-40f2-a768-2dc89356ac9a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:28.263095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33850) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:28.266241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:28.305624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:28.348317 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=b80ede78-4767-414c-bcd8-c583ac3f3fab,revision_number=4']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:28.355528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port b80ede78-4767-414c-bcd8-c583ac3f3fab triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:28.355857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.365800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:28.366862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.374919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7280381a-f49e-4674-bd41-6be3ec631d20 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Made reservation on behalf of a0aefe61d053408ebc8bf5297f57f8e2 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:28.385635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7280381a-f49e-4674-bd41-6be3ec631d20 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.389500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=365524b0-9f8a-4bc7-a514-6b8d4a483d7b,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:28.479504 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0a85cae5-ae2d-44a0-9935-aa7d8c08cf91 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.488439 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ce175a66-20ed-48c7-b0e6-1c7e4ab721d4 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.4751558 Dec 06 14:25:28.491056 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33854) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:28.510426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.512381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'mac_address': 'fa:16:3e:6e:32:c3', 'name': 'tempest-NetworksTestDHCPv6-1513739673'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:28.553800 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port b80ede78-4767-414c-bcd8-c583ac3f3fab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b80ede78-4767-414c-bcd8-c583ac3f3fab,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:28.623519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db3e51d5-e363-44ea-9062-d6d3e50e71dd tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.624784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.706520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0a85cae5-ae2d-44a0-9935-aa7d8c08cf91 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:28.735631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=b80ede78-4767-414c-bcd8-c583ac3f3fab,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:28.746540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device da8986c9-94b9-4720-922c-9ba07ec46dc0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:25:28.783492 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: da8986c9-94b9-4720-922c-9ba07ec46dc0 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:25:28.783841 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device da8986c9-94b9-4720-922c-9ba07ec46dc0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:25:28.784267 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 691b548a-b884-467d-915d-7552bac3dec5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:25:28.824638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 691b548a-b884-467d-915d-7552bac3dec5 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:25:28.825145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 691b548a-b884-467d-915d-7552bac3dec5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:25:28.856490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a85cae5-ae2d-44a0-9935-aa7d8c08cf91 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d206e3f8-8eb8-452a-8ff6-2c716c3665ef,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:28.917295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d08f011-4ce1-4181-ad0a-928b4c8abd11 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:28.923284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:29.053826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0a85cae5-ae2d-44a0-9935-aa7d8c08cf91 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:29.055800 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0a85cae5-ae2d-44a0-9935-aa7d8c08cf91 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0288777 Dec 06 14:25:29.063383 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33858) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:29.069608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-31d114c7-4769-4927-8853-0f92675d5b18 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'd206e3f8-8eb8-452a-8ff6-2c716c3665ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:29.092912 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3249ed7f-272f-45eb-9459-d675fbf9bc87 None None] Provisioning complete for port b80ede78-4767-414c-bcd8-c583ac3f3fab triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:29.092912 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3249ed7f-272f-45eb-9459-d675fbf9bc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:29.141999 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:29.187127 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port adf0dce5-6339-437e-b91b-e61fe1c6f9d5 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:25:29.325008 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db3e51d5-e363-44ea-9062-d6d3e50e71dd tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:29.380354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-db3e51d5-e363-44ea-9062-d6d3e50e71dd tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace8894b-5d50-4e52-b75f-7d6796be01d1']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:29.380354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-db3e51d5-e363-44ea-9062-d6d3e50e71dd tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66b8e6d2-44ae-4d0d-b00c-58a161700592') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:29.380354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-db3e51d5-e363-44ea-9062-d6d3e50e71dd tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66b8e6d2-44ae-4d0d-b00c-58a161700592') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:29.417807 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db3e51d5-e363-44ea-9062-d6d3e50e71dd tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:29.445182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db3e51d5-e363-44ea-9062-d6d3e50e71dd tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:29.453445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3e51d5-e363-44ea-9062-d6d3e50e71dd tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:25:29.454576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db3e51d5-e363-44ea-9062-d6d3e50e71dd tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:25:29.458621 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:25:29.471510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::2c7 (32250b85-9d7f-4d03-9356-fdcc88577699/bc3a1327-7607-4102-bd06-40fa54449cff/adf0dce5-6339-437e-b91b-e61fe1c6f9d5) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:29.477909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6e:32c3 (32250b85-9d7f-4d03-9356-fdcc88577699/365524b0-9f8a-4bc7-a514-6b8d4a483d7b/adf0dce5-6339-437e-b91b-e61fe1c6f9d5) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:29.663622 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:29.881149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:29.881735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db3e51d5-e363-44ea-9062-d6d3e50e71dd tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:29.886611 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-db3e51d5-e363-44ea-9062-d6d3e50e71dd tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:29.891949 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-db3e51d5-e363-44ea-9062-d6d3e50e71dd tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] 10.222.0.42 "DELETE /v2.0/networks/ace8894b-5d50-4e52-b75f-7d6796be01d1 HTTP/1.1" status: 204 len: 168 time: 1.6255727 Dec 06 14:25:29.891949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7280381a-f49e-4674-bd41-6be3ec631d20 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:29.953037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7280381a-f49e-4674-bd41-6be3ec631d20 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:29.956157 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:29.968375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-7280381a-f49e-4674-bd41-6be3ec631d20 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:29.985568 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544d2b65-76df-4899-a4ff-fbabc7515e15 None None] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:29.993109 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-31d114c7-4769-4927-8853-0f92675d5b18 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The resource could not be found. Dec 06 14:25:29.995705 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-31d114c7-4769-4927-8853-0f92675d5b18 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.9297435 Dec 06 14:25:29.996247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3e51d5-e363-44ea-9062-d6d3e50e71dd tempest-BulkNetworkOpsIpV6Test-1103701544 tempest-BulkNetworkOpsIpV6Test-1103701544-project] Pushing event deleted for resources: {'Network': ['ID=ace8894b-5d50-4e52-b75f-7d6796be01d1,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:30.006477 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33872) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:30.008546 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7280381a-f49e-4674-bd41-6be3ec631d20 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:30.015854 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7280381a-f49e-4674-bd41-6be3ec631d20 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.023364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:30.026791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-47a01557-a39a-41e1-9360-0c49ca34a552 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'd206e3f8-8eb8-452a-8ff6-2c716c3665ef', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '59898962-e437-40a3-b0d5-c324e4432eaf'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:30.030168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:30.042319 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:30.060904 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:30.062284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.070413 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=adf0dce5-6339-437e-b91b-e61fe1c6f9d5,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:30.092942 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280381a-f49e-4674-bd41-6be3ec631d20 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Subnet': ['ID=d7d822d0-4b9a-4696-92fe-8abeb3fab3e7,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:30.122132 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ef95d100-f3f7-4749-858c-7744845abdf2 None None] Provisioning complete for port b80ede78-4767-414c-bcd8-c583ac3f3fab triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:30.122687 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef95d100-f3f7-4749-858c-7744845abdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.229101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b80ede78-4767-414c-bcd8-c583ac3f3fab up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:30.354474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port b80ede78-4767-414c-bcd8-c583ac3f3fab triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:30.354854 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.363311 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7280381a-f49e-4674-bd41-6be3ec631d20 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2647047 Dec 06 14:25:30.368961 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-47a01557-a39a-41e1-9360-0c49ca34a552 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The resource could not be found. Dec 06 14:25:30.369088 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-da3a960b-e390-426d-88a3-6fdeeb9efdf7 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8753865 Dec 06 14:25:30.369308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33876) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:30.369690 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33878) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:30.370001 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33880) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:30.371252 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-47a01557-a39a-41e1-9360-0c49ca34a552 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3491800 Dec 06 14:25:30.375173 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0d2131cc-b12b-41ef-affa-5b60995fca52 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2008141300', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd7d822d0-4b9a-4696-92fe-8abeb3fab3e7'}], 'security_groups': ['b38665b5-0001-4bd0-bc7e-69bd7a738cc3', '1e52b337-475c-4479-a530-dae69a6f3140']}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:30.497291 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67046c8-49ee-4403-99d8-e985f84df26f None None] Update dhcp port {'port': {'network_id': '5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b', 'fixed_ips': [{'subnet_id': '1d472f8f-3c9a-4054-84b8-83b188b08608', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '307f4686-5b5a-4554-9ebb-893e9e5b8686', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd7d822d0-4b9a-4696-92fe-8abeb3fab3e7'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'aed4231f-4c98-46ff-96e5-8b088389dfb1'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:25:30.527397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ad1f6853-b924-4aec-8c72-1e03b34e45b6 None None] Provisioning complete for port adf0dce5-6339-437e-b91b-e61fe1c6f9d5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:30.527771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad1f6853-b924-4aec-8c72-1e03b34e45b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.533409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b67046c8-49ee-4403-99d8-e985f84df26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.579690 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33886) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:30.603296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ad1f6853-b924-4aec-8c72-1e03b34e45b6 None None] Port adf0dce5-6339-437e-b91b-e61fe1c6f9d5 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:30.608315 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a332-6379-4700-b37e-e5f1bd8cfcc4 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.654301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5950fb4d-01ee-433e-9bed-1b78b46d562d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port adf0dce5-6339-437e-b91b-e61fe1c6f9d5 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:30.654677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5950fb4d-01ee-433e-9bed-1b78b46d562d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.667360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a332-6379-4700-b37e-e5f1bd8cfcc4 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.771530 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-88886bd8-d071-4eac-9581-ae16acde82b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2eeefecb603c401ea6e6e721865ba436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1901314 Dec 06 14:25:30.773281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d2131cc-b12b-41ef-affa-5b60995fca52 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.773631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33898) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:30.778510 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-b67046c8-49ee-4403-99d8-e985f84df26f None None] Allocated IP 2001:db8:0:2::2 (5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b/d7d822d0-4b9a-4696-92fe-8abeb3fab3e7/aed4231f-4c98-46ff-96e5-8b088389dfb1) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:30.833431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bdce2a50-7da4-4bd2-97c5-a6752ae2e982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.862207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bdce2a50-7da4-4bd2-97c5-a6752ae2e982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.863041 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5950fb4d-01ee-433e-9bed-1b78b46d562d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.895573 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b67046c8-49ee-4403-99d8-e985f84df26f None None] For port aed4231f-4c98-46ff-96e5-8b088389dfb1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aed4231f-4c98-46ff-96e5-8b088389dfb1,segment=NetworkSegment(ffe28cae-290d-48fd-b7f4-e7921af0b0c0),segment_id=ffe28cae-290d-48fd-b7f4-e7921af0b0c0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:30.900573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5950fb4d-01ee-433e-9bed-1b78b46d562d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for adf0dce5-6339-437e-b91b-e61fe1c6f9d5 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:30.918050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a332-6379-4700-b37e-e5f1bd8cfcc4 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.921364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a9a6a332-6379-4700-b37e-e5f1bd8cfcc4 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.922520 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a9a6a332-6379-4700-b37e-e5f1bd8cfcc4 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "DELETE /v2.0/security-groups/d206e3f8-8eb8-452a-8ff6-2c716c3665ef HTTP/1.1" status: 204 len: 168 time: 0.5356598 Dec 06 14:25:30.925400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33900) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:30.936949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b67046c8-49ee-4403-99d8-e985f84df26f None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.982933 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c0a9a15d-844a-449a-ac09-21e11aa15522 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0526204 Dec 06 14:25:30.984750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33902) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:30.988925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-58d50510-edb6-46f4-b246-f0770dd20c57 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': 'c28245f6-86ea-47b0-b3d3-345607376db8', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:30.993250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bdce2a50-7da4-4bd2-97c5-a6752ae2e982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:30.996314 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bdce2a50-7da4-4bd2-97c5-a6752ae2e982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:31.000561 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bdce2a50-7da4-4bd2-97c5-a6752ae2e982 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/566e03f9-e15a-4652-a328-36fe5d57c6c8 HTTP/1.1" status: 204 len: 168 time: 0.2229164 Dec 06 14:25:31.004685 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b67046c8-49ee-4403-99d8-e985f84df26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:31.039423 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdce2a50-7da4-4bd2-97c5-a6752ae2e982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566e03f9-e15a-4652-a328-36fe5d57c6c8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:31.047182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6a332-6379-4700-b37e-e5f1bd8cfcc4 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d206e3f8-8eb8-452a-8ff6-2c716c3665ef,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:31.165223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67046c8-49ee-4403-99d8-e985f84df26f None None] Pushing event updated for resources: {'Port': ['ID=aed4231f-4c98-46ff-96e5-8b088389dfb1,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:31.270093 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-58d50510-edb6-46f4-b246-f0770dd20c57 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The resource could not be found. Dec 06 14:25:31.271741 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-58d50510-edb6-46f4-b246-f0770dd20c57 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2867785 Dec 06 14:25:31.277410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33910) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:31.290001 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-98ef8868-a5d3-477c-9f65-3754fb59e091 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group': {'name': 'tempest-secgroup--138487457'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:31.316815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8a2709b2-aecd-4fdb-8054-b50208e63372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:31.389990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-0d2131cc-b12b-41ef-affa-5b60995fca52 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Delete allocated IP 2001:db8::11f (5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b/307f4686-5b5a-4554-9ebb-893e9e5b8686) {{(pid=103725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 14:25:31.389990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-0d2131cc-b12b-41ef-affa-5b60995fca52 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Allocated IP 2001:db8:0:2::70 (5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b/d7d822d0-4b9a-4696-92fe-8abeb3fab3e7/e1e8b0fa-a98b-402c-9f21-9a999ccbf18e) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:31.484979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-98ef8868-a5d3-477c-9f65-3754fb59e091 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:31.508499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5950fb4d-01ee-433e-9bed-1b78b46d562d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:31.607084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950fb4d-01ee-433e-9bed-1b78b46d562d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=adf0dce5-6339-437e-b91b-e61fe1c6f9d5,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:31.681609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-98ef8868-a5d3-477c-9f65-3754fb59e091 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:31.759370 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-98ef8868-a5d3-477c-9f65-3754fb59e091 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:31.784939 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5950fb4d-01ee-433e-9bed-1b78b46d562d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:31.800233 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5950fb4d-01ee-433e-9bed-1b78b46d562d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/adf0dce5-6339-437e-b91b-e61fe1c6f9d5 HTTP/1.1" status: 204 len: 168 time: 1.4177666 Dec 06 14:25:31.800452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33922) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:31.820456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef8868-a5d3-477c-9f65-3754fb59e091 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8449f7-e8f4-445e-a43a-c407798a6a23,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:31.859472 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d2131cc-b12b-41ef-affa-5b60995fca52 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:31.883349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-98ef8868-a5d3-477c-9f65-3754fb59e091 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:31.889156 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-98ef8868-a5d3-477c-9f65-3754fb59e091 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6058483 Dec 06 14:25:31.889443 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33924) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:31.890978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a586571c-2653-4032-807d-1e624d917f89 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:31.896154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a2709745-a941-4f96-ab36-686edeb50cb8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group': {'name': 'tempest-secgroup--1882207262'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:31.896651 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a586571c-2653-4032-807d-1e624d917f89 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0926964 Dec 06 14:25:31.897417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33926) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:31.962686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d2131cc-b12b-41ef-affa-5b60995fca52 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.002021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a2709745-a941-4f96-ab36-686edeb50cb8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.133358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a2709745-a941-4f96-ab36-686edeb50cb8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.165993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0c4f2334-f1f4-4504-9526-5d2aae43134d None None] Provisioning complete for port e1e8b0fa-a98b-402c-9f21-9a999ccbf18e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:32.166565 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2334-f1f4-4504-9526-5d2aae43134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.214021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a2709745-a941-4f96-ab36-686edeb50cb8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.278565 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f2334-f1f4-4504-9526-5d2aae43134d None None] Port e1e8b0fa-a98b-402c-9f21-9a999ccbf18e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:32.278565 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device aed4231f-4c98-46ff-96e5-8b088389dfb1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:32.288828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2709745-a941-4f96-ab36-686edeb50cb8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0facb67-36c3-4f73-9126-d27037dfa2ad,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:32.368102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0c4f2334-f1f4-4504-9526-5d2aae43134d None None] Provisioning complete for port aed4231f-4c98-46ff-96e5-8b088389dfb1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:32.368597 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2334-f1f4-4504-9526-5d2aae43134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.383545 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a2709745-a941-4f96-ab36-686edeb50cb8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.385239 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a2709745-a941-4f96-ab36-686edeb50cb8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4947710 Dec 06 14:25:32.388432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33938) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:32.394542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-fea9d926-eea4-4079-b601-558aeb3712e1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group_rule': {'security_group_id': '8f8449f7-e8f4-445e-a43a-c407798a6a23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c0facb67-36c3-4f73-9126-d27037dfa2ad'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:32.457052 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port aed4231f-4c98-46ff-96e5-8b088389dfb1 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:32.457428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.475086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-0d2131cc-b12b-41ef-affa-5b60995fca52 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] In _notify_port_updated(), no bound segment for port e1e8b0fa-a98b-402c-9f21-9a999ccbf18e on network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b {{(pid=103725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:25:32.481674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2131cc-b12b-41ef-affa-5b60995fca52 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:32.481900 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0d2131cc-b12b-41ef-affa-5b60995fca52 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.483780 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0d2131cc-b12b-41ef-affa-5b60995fca52 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "PUT /v2.0/ports/e1e8b0fa-a98b-402c-9f21-9a999ccbf18e HTTP/1.1" status: 200 len: 969 time: 2.1122658 Dec 06 14:25:32.486776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33940) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:32.495537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0f067a-bd9e-43db-8ee0-feda8d824e41 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:32.497103 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5e0f067a-bd9e-43db-8ee0-feda8d824e41 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5979357 Dec 06 14:25:32.501978 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33944) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:32.513911 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2131cc-b12b-41ef-affa-5b60995fca52 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event updated for resources: {'Port': ['ID=e1e8b0fa-a98b-402c-9f21-9a999ccbf18e,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:32.536585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0c4f2334-f1f4-4504-9526-5d2aae43134d None None] Provisioning complete for port 70ad3427-8555-447f-b5c2-b340eff2a04a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:32.536983 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4f2334-f1f4-4504-9526-5d2aae43134d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.584456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0c4f2334-f1f4-4504-9526-5d2aae43134d None None] Port 70ad3427-8555-447f-b5c2-b340eff2a04a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:32.626871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33946) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:32.632891 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2862558b-452b-417c-b582-5ec356bb4dbb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:32.634620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2862558b-452b-417c-b582-5ec356bb4dbb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:32.636684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2862558b-452b-417c-b582-5ec356bb4dbb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:32.640897 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33950) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:32.642801 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2862558b-452b-417c-b582-5ec356bb4dbb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1132069 Dec 06 14:25:32.656461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-dca37bdc-ddb3-4377-941a-da3c541659ef tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port e1e8b0fa-a98b-402c-9f21-9a999ccbf18e {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:32.657094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dca37bdc-ddb3-4377-941a-da3c541659ef tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.718950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7734e4aa-143e-40d0-83c0-e75f88a93462 None None] Provisioning complete for port e1e8b0fa-a98b-402c-9f21-9a999ccbf18e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:32.719689 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7734e4aa-143e-40d0-83c0-e75f88a93462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.752516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa94029f-b088-487e-af38-890d1c8d3b27 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 365524b0-9f8a-4bc7-a514-6b8d4a483d7b {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:32.752919 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa94029f-b088-487e-af38-890d1c8d3b27 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.765269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7734e4aa-143e-40d0-83c0-e75f88a93462 None None] Port e1e8b0fa-a98b-402c-9f21-9a999ccbf18e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:32.765911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dca37bdc-ddb3-4377-941a-da3c541659ef tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.779040 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-dca37bdc-ddb3-4377-941a-da3c541659ef tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for e1e8b0fa-a98b-402c-9f21-9a999ccbf18e owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:32.802851 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa94029f-b088-487e-af38-890d1c8d3b27 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.828019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7bb018c2-18ec-40ea-8d9c-7dbc5919e37d tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] Request body: {'port': {'network_id': '50bef550-a8dc-4b20-863c-20f1f1c04986', 'name': 'tempest-NetworksNegativeTestJSON-1700189731'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:32.846733 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb018c2-18ec-40ea-8d9c-7dbc5919e37d tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] POST failed (client error): The resource could not be found. Dec 06 14:25:32.847227 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb018c2-18ec-40ea-8d9c-7dbc5919e37d tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:32.848357 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7bb018c2-18ec-40ea-8d9c-7dbc5919e37d tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2203615 Dec 06 14:25:32.855521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33954) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:32.883539 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6b639e-7eca-4aa5-a54a-5bca65f65417 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:32.884249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6b639e-7eca-4aa5-a54a-5bca65f65417 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:32.887329 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4e6b639e-7eca-4aa5-a54a-5bca65f65417 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] 10.222.0.42 "DELETE /v2.0/networks/da0d0765-8fe1-4131-adf9-930109dda15f HTTP/1.1" status: 404 len: 339 time: 0.0310791 Dec 06 14:25:32.893121 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33956) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:32.903149 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-fea9d926-eea4-4079-b601-558aeb3712e1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:32.907596 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fea9d926-eea4-4079-b601-558aeb3712e1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5143924 Dec 06 14:25:32.910030 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33958) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:32.938283 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a056bd78-3caf-4979-8291-f0f67ca99474 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:32.938828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a056bd78-3caf-4979-8291-f0f67ca99474 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:32.946334 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a056bd78-3caf-4979-8291-f0f67ca99474 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] 10.222.0.42 "DELETE /v2.0/ports/3ea20bde-2080-4d17-8214-9099abac2383 HTTP/1.1" status: 404 len: 333 time: 0.0481646 Dec 06 14:25:32.946653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33960) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:32.956387 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa94029f-b088-487e-af38-890d1c8d3b27 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:32.986629 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-be155a2f-667f-404c-939f-eadd560fcf32 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:32.987261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be155a2f-667f-404c-939f-eadd560fcf32 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:32.994176 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-be155a2f-667f-404c-939f-eadd560fcf32 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] 10.222.0.42 "DELETE /v2.0/subnets/eab4b0bc-e387-40d3-b382-771afdfcf9a2 HTTP/1.1" status: 404 len: 337 time: 0.0427816 Dec 06 14:25:32.994876 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33962) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:33.021677 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dffa14d-837f-4769-8043-2cc4278c638f tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] GET failed (client error): The resource could not be found. Dec 06 14:25:33.023050 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4dffa14d-837f-4769-8043-2cc4278c638f tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] 10.222.0.42 "GET /v2.0/networks/655f4140-2b2d-4f7d-837c-138cee08cd22 HTTP/1.1" status: 404 len: 339 time: 0.0272725 Dec 06 14:25:33.028646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cfb30b44-281b-49c2-a037-4635848150c8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.032164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33964) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:33.052024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dca37bdc-ddb3-4377-941a-da3c541659ef tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.054560 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cfb30b44-281b-49c2-a037-4635848150c8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.058628 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb2bdb4-8d38-46a1-bec5-892cf13659dc tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] GET failed (client error): The resource could not be found. Dec 06 14:25:33.059981 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2cb2bdb4-8d38-46a1-bec5-892cf13659dc tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] 10.222.0.42 "GET /v2.0/ports/4af3e883-e70d-43f3-9cc2-9b54b5a41113 HTTP/1.1" status: 404 len: 333 time: 0.0268655 Dec 06 14:25:33.064303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33966) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:33.091037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca37bdc-ddb3-4377-941a-da3c541659ef tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=e1e8b0fa-a98b-402c-9f21-9a999ccbf18e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:33.099321 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-013472d8-ec13-4a6d-b376-fe75505ce244 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] GET failed (client error): The resource could not be found. Dec 06 14:25:33.105881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33968) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:33.106048 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-013472d8-ec13-4a6d-b376-fe75505ce244 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] 10.222.0.42 "GET /v2.0/subnets/8ef577c6-8e4e-4800-a64b-78c9400ee416 HTTP/1.1" status: 404 len: 337 time: 0.0405464 Dec 06 14:25:33.117829 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa94029f-b088-487e-af38-890d1c8d3b27 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.120527 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ffed5a3b-42a1-412b-b696-d60b57814af4 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:33.149150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa94029f-b088-487e-af38-890d1c8d3b27 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=365524b0-9f8a-4bc7-a514-6b8d4a483d7b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:33.158183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa94029f-b088-487e-af38-890d1c8d3b27 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.160828 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffed5a3b-42a1-412b-b696-d60b57814af4 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] PUT failed (client error): The resource could not be found. Dec 06 14:25:33.164928 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fa94029f-b088-487e-af38-890d1c8d3b27 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/365524b0-9f8a-4bc7-a514-6b8d4a483d7b HTTP/1.1" status: 204 len: 168 time: 0.5195704 Dec 06 14:25:33.164928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33970) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:33.169664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8ff0cc-cc91-4fe2-86ae-2cf81244d760 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:33.172287 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffed5a3b-42a1-412b-b696-d60b57814af4 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:33.172287 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ffed5a3b-42a1-412b-b696-d60b57814af4 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] 10.222.0.42 "PUT /v2.0/networks/3156d4f3-85a1-4eff-ab90-fc2d214e1911 HTTP/1.1" status: 404 len: 339 time: 0.0601263 Dec 06 14:25:33.172287 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dca37bdc-ddb3-4377-941a-da3c541659ef tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.176600 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dca37bdc-ddb3-4377-941a-da3c541659ef tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/e1e8b0fa-a98b-402c-9f21-9a999ccbf18e HTTP/1.1" status: 204 len: 168 time: 0.6888072 Dec 06 14:25:33.179147 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33972) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:33.188491 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33974) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:33.207084 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a057e98f-804d-477a-b7d6-4d02415d4e01 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:33.238065 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07d427c-bfdc-4c3b-bdd4-71363dff89c3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet bc3a1327-7607-4102-bd06-40fa54449cff {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:33.248369 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b07d427c-bfdc-4c3b-bdd4-71363dff89c3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.254284 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-364c1f77-91d5-4bf2-a17a-148f7673e7fa tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] GET failed (client error): The resource could not be found. Dec 06 14:25:33.255780 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-364c1f77-91d5-4bf2-a17a-148f7673e7fa tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports/e1e8b0fa-a98b-402c-9f21-9a999ccbf18e HTTP/1.1" status: 404 len: 333 time: 0.0756085 Dec 06 14:25:33.257199 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a057e98f-804d-477a-b7d6-4d02415d4e01 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] PUT failed (client error): The resource could not be found. Dec 06 14:25:33.257749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a057e98f-804d-477a-b7d6-4d02415d4e01 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:33.259025 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a057e98f-804d-477a-b7d6-4d02415d4e01 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] 10.222.0.42 "PUT /v2.0/ports/98cd21a3-e2be-46a0-a2d3-ac74903d9ac6 HTTP/1.1" status: 404 len: 333 time: 0.0693252 Dec 06 14:25:33.259303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33976) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:33.278481 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33978) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:33.283590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-730a580f-90de-46fb-98b7-e7e1e003b4b8 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:33.295720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cfb30b44-281b-49c2-a037-4635848150c8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.298359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cfb30b44-281b-49c2-a037-4635848150c8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.307551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33980) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:33.313430 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cfb30b44-281b-49c2-a037-4635848150c8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "DELETE /v2.0/security-groups/c0facb67-36c3-4f73-9126-d27037dfa2ad HTTP/1.1" status: 204 len: 168 time: 0.4021492 Dec 06 14:25:33.374795 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-730a580f-90de-46fb-98b7-e7e1e003b4b8 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] PUT failed (client error): The resource could not be found. Dec 06 14:25:33.374795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730a580f-90de-46fb-98b7-e7e1e003b4b8 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:33.374795 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-730a580f-90de-46fb-98b7-e7e1e003b4b8 tempest-NetworksNegativeTestJSON-406245575 tempest-NetworksNegativeTestJSON-406245575-project] 10.222.0.42 "PUT /v2.0/subnets/a60942b4-2810-4e34-943f-28fe939d1590 HTTP/1.1" status: 404 len: 337 time: 0.0906930 Dec 06 14:25:33.380404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b07d427c-bfdc-4c3b-bdd4-71363dff89c3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.380590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb30b44-281b-49c2-a037-4635848150c8 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0facb67-36c3-4f73-9126-d27037dfa2ad,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:33.444020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f205dafd-42f4-4b34-865c-9d197be12af0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.477813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f205dafd-42f4-4b34-865c-9d197be12af0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.599564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b9ce5c59-b4c1-4962-9cd3-6b9efe87fe9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.626577 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-81eb689a-67a4-4239-9c22-7260922483f7 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.3178637 Dec 06 14:25:33.629767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33986) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:33.644184 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f205dafd-42f4-4b34-865c-9d197be12af0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.647035 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f205dafd-42f4-4b34-865c-9d197be12af0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.649318 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f205dafd-42f4-4b34-865c-9d197be12af0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/security-groups/90b059f0-4803-4a3d-8cb1-589f2bd66616 HTTP/1.1" status: 204 len: 168 time: 0.3881741 Dec 06 14:25:33.662166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 33988) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:33.684940 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205dafd-42f4-4b34-865c-9d197be12af0 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b059f0-4803-4a3d-8cb1-589f2bd66616,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:33.719067 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1fa2cf3b-59f1-4db7-99e6-ff74eac4f4dd req-b30c7d96-c853-46d3-9b0a-efca86b476f3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1998546 Dec 06 14:25:33.733017 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9d4352cc-fdf2-4075-b27f-e7035a9a7c1a tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.742862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b07d427c-bfdc-4c3b-bdd4-71363dff89c3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.777877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9d4352cc-fdf2-4075-b27f-e7035a9a7c1a tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.862561 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cfe82c52-625f-49eb-9120-16f5803c4f46 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.893445 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2cf3b-59f1-4db7-99e6-ff74eac4f4dd req-fec3b450-47e0-49ab-80d1-f3acaa3034d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:33.894950 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1fa2cf3b-59f1-4db7-99e6-ff74eac4f4dd req-fec3b450-47e0-49ab-80d1-f3acaa3034d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453d340754844adda7a07ecc7b48fdea&device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 1098 time: 0.1183977 Dec 06 14:25:33.906871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cfe82c52-625f-49eb-9120-16f5803c4f46 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.920730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9d4352cc-fdf2-4075-b27f-e7035a9a7c1a tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.923389 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9d4352cc-fdf2-4075-b27f-e7035a9a7c1a tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:33.924609 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9d4352cc-fdf2-4075-b27f-e7035a9a7c1a tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "DELETE /v2.0/security-groups/8f8449f7-e8f4-445e-a43a-c407798a6a23 HTTP/1.1" status: 204 len: 168 time: 0.2931843 Dec 06 14:25:33.928016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 33992) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:33.942514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4352cc-fdf2-4075-b27f-e7035a9a7c1a tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8449f7-e8f4-445e-a43a-c407798a6a23,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:34.013993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b07d427c-bfdc-4c3b-bdd4-71363dff89c3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.037275 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-38e0cd0e-eac1-4275-8db1-c0085b61a291 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1081240 Dec 06 14:25:34.041666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34004) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:34.046486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4a641c9a-0b46-47fc-b412-2a66ede0c0e1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045143477'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:34.055391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b07d427c-bfdc-4c3b-bdd4-71363dff89c3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.059021 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b07d427c-bfdc-4c3b-bdd4-71363dff89c3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/bc3a1327-7607-4102-bd06-40fa54449cff HTTP/1.1" status: 204 len: 168 time: 0.8941355 Dec 06 14:25:34.063489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34006) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:34.064302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cfe82c52-625f-49eb-9120-16f5803c4f46 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.067661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cfe82c52-625f-49eb-9120-16f5803c4f46 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.068882 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cfe82c52-625f-49eb-9120-16f5803c4f46 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/security-groups/1e52b337-475c-4479-a530-dae69a6f3140 HTTP/1.1" status: 204 len: 168 time: 0.4057641 Dec 06 14:25:34.078377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34008) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:34.080950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07d427c-bfdc-4c3b-bdd4-71363dff89c3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=bc3a1327-7607-4102-bd06-40fa54449cff,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:34.147100 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34010) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:34.155760 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3b5f865b-4161-400c-988c-64fca8dbbf2e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847311 Dec 06 14:25:34.159817 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34014) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:34.163056 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe82c52-625f-49eb-9120-16f5803c4f46 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e52b337-475c-4479-a530-dae69a6f3140,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:34.168564 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4f90ba21-6a22-44c2-b79b-33cfdd2784de tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:34.210545 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a641c9a-0b46-47fc-b412-2a66ede0c0e1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.221275 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2cf3b-59f1-4db7-99e6-ff74eac4f4dd req-31fbfd53-f585-4a83-b47d-aebc9bed96ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:34.222994 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1fa2cf3b-59f1-4db7-99e6-ff74eac4f4dd req-31fbfd53-f585-4a83-b47d-aebc9bed96ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca39c773-f168-4385-82c7-10e406c5cd38 HTTP/1.1" status: 200 len: 898 time: 0.3053703 Dec 06 14:25:34.263310 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c84ca51d-9f3d-414b-952a-910c39890ee5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.316820 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1fa2cf3b-59f1-4db7-99e6-ff74eac4f4dd req-a9e2e245-64e2-4771-90b9-ac2a56be9fb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15babee3-be50-4436-8319-54025ebe6532 HTTP/1.1" status: 200 len: 1000 time: 0.0864649 Dec 06 14:25:34.334241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c84ca51d-9f3d-414b-952a-910c39890ee5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.360049 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d1c404-a822-46ea-ae7a-a358ca3734d4 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:34.360636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e06babf1-48b1-4a68-bac2-939eb1dc1a78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.376967 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2cf3b-59f1-4db7-99e6-ff74eac4f4dd req-5b6675c5-e53c-4940-b7f8-562a30f512f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:34.378683 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1fa2cf3b-59f1-4db7-99e6-ff74eac4f4dd req-5b6675c5-e53c-4940-b7f8-562a30f512f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c9dacc5-eaee-4677-89fd-d09a6833c396 HTTP/1.1" status: 200 len: 834 time: 0.0540400 Dec 06 14:25:34.434018 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2cf3b-59f1-4db7-99e6-ff74eac4f4dd req-d9a490b5-5469-4838-a4da-c844ebb3e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:34.435580 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1fa2cf3b-59f1-4db7-99e6-ff74eac4f4dd req-d9a490b5-5469-4838-a4da-c844ebb3e27c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca39c773-f168-4385-82c7-10e406c5cd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0499539 Dec 06 14:25:34.445111 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d7e13746-44fd-4996-9ca8-5ee04464ef07 None None] Provisioning complete for port b80ede78-4767-414c-bcd8-c583ac3f3fab triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:34.445961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d7e13746-44fd-4996-9ca8-5ee04464ef07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.536043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f90ba21-6a22-44c2-b79b-33cfdd2784de tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:34.539613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4f90ba21-6a22-44c2-b79b-33cfdd2784de tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.545480 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1fa2cf3b-59f1-4db7-99e6-ff74eac4f4dd req-08f04a45-0e0d-4d2a-824e-e07c89531cac service neutron] 10.222.0.41 "GET /v2.0/networks/ca39c773-f168-4385-82c7-10e406c5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004746 Dec 06 14:25:34.576516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c84ca51d-9f3d-414b-952a-910c39890ee5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.579874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c84ca51d-9f3d-414b-952a-910c39890ee5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.584291 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c84ca51d-9f3d-414b-952a-910c39890ee5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/security-groups/b38665b5-0001-4bd0-bc7e-69bd7a738cc3 HTTP/1.1" status: 204 len: 168 time: 0.4998927 Dec 06 14:25:34.590025 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34016) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:34.648606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ca51d-9f3d-414b-952a-910c39890ee5 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38665b5-0001-4bd0-bc7e-69bd7a738cc3,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:34.690267 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6086d08-6e0b-49bb-a81b-56b2aa591f5d None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:25:34.739154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a641c9a-0b46-47fc-b412-2a66ede0c0e1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.739517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.774292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b6086d08-6e0b-49bb-a81b-56b2aa591f5d None None] Deleting port b80ede78-4767-414c-bcd8-c583ac3f3fab {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:34.775458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6086d08-6e0b-49bb-a81b-56b2aa591f5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.784830 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e06babf1-48b1-4a68-bac2-939eb1dc1a78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.794015 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-287f86c4-e6d6-45a5-ba79-9eb66662ee3b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting subnet 307f4686-5b5a-4554-9ebb-893e9e5b8686 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:34.798575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-287f86c4-e6d6-45a5-ba79-9eb66662ee3b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.804513 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1fa2cf3b-59f1-4db7-99e6-ff74eac4f4dd req-2e4ddf0f-c936-4f3e-9ab3-6d6d6faea50b service neutron] 10.222.0.41 "GET /v2.0/networks/ca39c773-f168-4385-82c7-10e406c5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504458 Dec 06 14:25:34.853973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a641c9a-0b46-47fc-b412-2a66ede0c0e1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.871345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-287f86c4-e6d6-45a5-ba79-9eb66662ee3b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.893195 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b6086d08-6e0b-49bb-a81b-56b2aa591f5d None None] For port b80ede78-4767-414c-bcd8-c583ac3f3fab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b80ede78-4767-414c-bcd8-c583ac3f3fab,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:34.893856 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6086d08-6e0b-49bb-a81b-56b2aa591f5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.909331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b6086d08-6e0b-49bb-a81b-56b2aa591f5d None None] Calling delete_port for b80ede78-4767-414c-bcd8-c583ac3f3fab owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:34.926661 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e06babf1-48b1-4a68-bac2-939eb1dc1a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:34.967489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a641c9a-0b46-47fc-b412-2a66ede0c0e1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8d0b77-f23a-431e-a963-332e35b560c3,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:34.987922 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e06babf1-48b1-4a68-bac2-939eb1dc1a78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bec03bd9fdd24695a9269e1d193fc2db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8374102 Dec 06 14:25:34.988121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34022) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:35.008157 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-287f86c4-e6d6-45a5-ba79-9eb66662ee3b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.015359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06babf1-48b1-4a68-bac2-939eb1dc1a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79526e24-e21f-44db-8646-10333292aece,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:35.037400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a641c9a-0b46-47fc-b412-2a66ede0c0e1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.042961 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4a641c9a-0b46-47fc-b412-2a66ede0c0e1 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9958580 Dec 06 14:25:35.043090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34024) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:35.053287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5e6c7941-4be4-4c9f-a117-01359f427614 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:35.053707 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.api.v2.base [None req-5e6c7941-4be4-4c9f-a117-01359f427614 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Dec 06 14:25:35.054204 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-5e6c7941-4be4-4c9f-a117-01359f427614 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] update failed (client error): There was a conflict when trying to complete your request. Dec 06 14:25:35.057723 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5e6c7941-4be4-4c9f-a117-01359f427614 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "PUT /v2.0/security-groups/2e8d0b77-f23a-431e-a963-332e35b560c3 HTTP/1.1" status: 409 len: 330 time: 0.0117905 Dec 06 14:25:35.058663 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34026) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:35.066114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4f90ba21-6a22-44c2-b79b-33cfdd2784de tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.105058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-356eeb3a-1977-4228-9ab5-e06a37fed3f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.150940 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6086d08-6e0b-49bb-a81b-56b2aa591f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.154834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f90ba21-6a22-44c2-b79b-33cfdd2784de tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:35.157420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-356eeb3a-1977-4228-9ab5-e06a37fed3f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.159129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f90ba21-6a22-44c2-b79b-33cfdd2784de tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=da52aef4-fa2a-4001-9dd2-ef6f2fc87b80,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:35.167121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-4f90ba21-6a22-44c2-b79b-33cfdd2784de tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:35.171331 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f90ba21-6a22-44c2-b79b-33cfdd2784de tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:35.171933 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4f90ba21-6a22-44c2-b79b-33cfdd2784de tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.181990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0bfa875a-e624-4143-884a-8eaba236c442 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.192800 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6086d08-6e0b-49bb-a81b-56b2aa591f5d None None] Pushing event deleted for resources: {'Port': ['ID=b80ede78-4767-414c-bcd8-c583ac3f3fab,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:35.194637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6086d08-6e0b-49bb-a81b-56b2aa591f5d None None] No DVR routers for this DVR port b80ede78-4767-414c-bcd8-c583ac3f3fab on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:25:35.209615 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-287f86c4-e6d6-45a5-ba79-9eb66662ee3b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.224756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3851081-0ccd-4f70-bb32-4d93cd633abc None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:35.246467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f86c4-e6d6-45a5-ba79-9eb66662ee3b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Subnet': ['ID=307f4686-5b5a-4554-9ebb-893e9e5b8686,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:35.258761 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-287f86c4-e6d6-45a5-ba79-9eb66662ee3b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.264628 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4f90ba21-6a22-44c2-b79b-33cfdd2784de tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0964563 Dec 06 14:25:35.264797 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-287f86c4-e6d6-45a5-ba79-9eb66662ee3b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/307f4686-5b5a-4554-9ebb-893e9e5b8686 HTTP/1.1" status: 204 len: 168 time: 0.6702929 Dec 06 14:25:35.264916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34028) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:35.271910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-49247496-8248-4791-9bb9-ed46623132a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:35.272168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0bfa875a-e624-4143-884a-8eaba236c442 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.275508 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34030) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:35.298462 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d820ae-e8eb-43cb-9428-e33f30eb7482 None None] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:35.357617 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-496c56ec-20f4-403c-ab82-637e56f14895 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting subnet d7d822d0-4b9a-4696-92fe-8abeb3fab3e7 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:35.367968 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-496c56ec-20f4-403c-ab82-637e56f14895 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.424555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-356eeb3a-1977-4228-9ab5-e06a37fed3f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.427202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-356eeb3a-1977-4228-9ab5-e06a37fed3f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.430845 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-356eeb3a-1977-4228-9ab5-e06a37fed3f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79526e24-e21f-44db-8646-10333292aece HTTP/1.1" status: 204 len: 168 time: 0.4394248 Dec 06 14:25:35.464439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356eeb3a-1977-4228-9ab5-e06a37fed3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79526e24-e21f-44db-8646-10333292aece,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:35.478681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-496c56ec-20f4-403c-ab82-637e56f14895 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.561138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49247496-8248-4791-9bb9-ed46623132a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:35.564922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49247496-8248-4791-9bb9-ed46623132a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.622640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-496c56ec-20f4-403c-ab82-637e56f14895 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.718241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0bfa875a-e624-4143-884a-8eaba236c442 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.718241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0bfa875a-e624-4143-884a-8eaba236c442 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.718241 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0bfa875a-e624-4143-884a-8eaba236c442 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "DELETE /v2.0/security-groups/2e8d0b77-f23a-431e-a963-332e35b560c3 HTTP/1.1" status: 204 len: 168 time: 0.6570439 Dec 06 14:25:35.719678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34034) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:35.722293 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.ipam_backend_mixin [None req-49247496-8248-4791-9bb9-ed46623132a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da52aef4-fa2a-4001-9dd2-ef6f2fc87b80 (CIDR: 2001:db8::/64) Dec 06 14:25:35.730247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa875a-e624-4143-884a-8eaba236c442 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8d0b77-f23a-431e-a963-332e35b560c3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:35.731429 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-32250b85-9d7f-4d03-9356-fdcc88577699', 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'tenant_id': '532e70fe6bbb4a3fb2aeb73d8366994a', 'fixed_ips': [{'subnet_id': 'da52aef4-fa2a-4001-9dd2-ef6f2fc87b80'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:25:35.732292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.775628 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-49247496-8248-4791-9bb9-ed46623132a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:25:35.776130 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49247496-8248-4791-9bb9-ed46623132a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:35.791702 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7f07be76-c58e-4dd8-993a-586b80b29db9 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0644751 Dec 06 14:25:35.791914 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34038) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:35.813091 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-81340b1d-b11a-4683-92f0-fbfd7c56309d tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] delete failed (client error): The resource could not be found. Dec 06 14:25:35.818365 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-81340b1d-b11a-4683-92f0-fbfd7c56309d tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "DELETE /v2.0/security-groups/e1653954-6022-4399-88a3-5520930d5d67 HTTP/1.1" status: 404 len: 347 time: 0.0215139 Dec 06 14:25:35.818901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34040) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:35.841520 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-44caca2d-c429-4271-ad46-0d8b3e6aa2d9 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] show failed (client error): The resource could not be found. Dec 06 14:25:35.841520 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-44caca2d-c429-4271-ad46-0d8b3e6aa2d9 tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "GET /v2.0/security-groups/deca0407-ee2f-4295-a773-1e10d32cc10b HTTP/1.1" status: 404 len: 347 time: 0.0179129 Dec 06 14:25:35.842267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34044) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:35.861415 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-055494cd-cf6d-4198-b603-f3a44a0015eb tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] show failed (client error): The resource could not be found. Dec 06 14:25:35.863443 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-055494cd-cf6d-4198-b603-f3a44a0015eb tempest-NegativeSecGroupTest-424308154 tempest-NegativeSecGroupTest-424308154-project] 10.222.0.42 "GET /v2.0/security-group-rules/766d183d-32a1-4f01-90e9-a6571a30e7ca HTTP/1.1" status: 404 len: 356 time: 0.0190296 Dec 06 14:25:35.870325 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-496c56ec-20f4-403c-ab82-637e56f14895 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.922412 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-49247496-8248-4791-9bb9-ed46623132a0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6560876 Dec 06 14:25:35.923858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34048) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:35.929791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'subnet': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:35.937148 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c56ec-20f4-403c-ab82-637e56f14895 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Subnet': ['ID=d7d822d0-4b9a-4696-92fe-8abeb3fab3e7,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:35.974260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-496c56ec-20f4-403c-ab82-637e56f14895 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:35.988055 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-496c56ec-20f4-403c-ab82-637e56f14895 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/d7d822d0-4b9a-4696-92fe-8abeb3fab3e7 HTTP/1.1" status: 204 len: 168 time: 0.7105997 Dec 06 14:25:35.996579 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34052) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:36.002633 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:36.068016 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac53796d-7be6-48c1-8254-160c14c0ea61 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:36.068794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac53796d-7be6-48c1-8254-160c14c0ea61 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:36.076708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34056) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:36.080520 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ac53796d-7be6-48c1-8254-160c14c0ea61 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/307f4686-5b5a-4554-9ebb-893e9e5b8686 HTTP/1.1" status: 404 len: 337 time: 0.0812700 Dec 06 14:25:36.162452 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Allocated IP 2001:db8::2 (32250b85-9d7f-4d03-9356-fdcc88577699/da52aef4-fa2a-4001-9dd2-ef6f2fc87b80/2fa5b2cb-3255-42f9-8789-59b96d9f2205) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:36.192636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cb00e3b-cdaf-489f-bee5-d2fd90ac3724 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting subnet 1d472f8f-3c9a-4054-84b8-83b188b08608 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:36.196280 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9cb00e3b-cdaf-489f-bee5-d2fd90ac3724 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:36.198949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b80ede78-4767-414c-bcd8-c583ac3f3fab no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:25:36.250524 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: b80ede78-4767-414c-bcd8-c583ac3f3fab {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:25:36.250906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b80ede78-4767-414c-bcd8-c583ac3f3fab not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:25:36.271027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9cb00e3b-cdaf-489f-bee5-d2fd90ac3724 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:36.449617 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:36.461761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9cb00e3b-cdaf-489f-bee5-d2fd90ac3724 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:36.550522 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:36.597540 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:36.606460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:36.607543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:36.615033 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34068) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:36.615404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:36.618416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:36.640081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Pushing event updated for resources: {'Port': ['ID=2fa5b2cb-3255-42f9-8789-59b96d9f2205,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:36.655515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9cb00e3b-cdaf-489f-bee5-d2fd90ac3724 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:36.739188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9cb00e3b-cdaf-489f-bee5-d2fd90ac3724 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:36.742984 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9cb00e3b-cdaf-489f-bee5-d2fd90ac3724 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/1d472f8f-3c9a-4054-84b8-83b188b08608 HTTP/1.1" status: 204 len: 168 time: 0.6611679 Dec 06 14:25:36.745890 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34076) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:36.765464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb00e3b-cdaf-489f-bee5-d2fd90ac3724 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Subnet': ['ID=1d472f8f-3c9a-4054-84b8-83b188b08608,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:36.766048 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Attempting to bind port 2fa5b2cb-3255-42f9-8789-59b96d9f2205 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:25:36.766580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Attempting to bind port 2fa5b2cb-3255-42f9-8789-59b96d9f2205 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:25:36.768074 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Attempting to bind port 2fa5b2cb-3255-42f9-8789-59b96d9f2205 on network 32250b85-9d7f-4d03-9356-fdcc88577699 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:36.777294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:25:36.777674 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Checking segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:36.778075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:36.778560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Bound using segment: {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:25:36.779037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Bound port: 2fa5b2cb-3255-42f9-8789-59b96d9f2205, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a9f124e-a359-454a-ba8b-07187fd27ac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:25:36.779420 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:36.797784 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-3159b473-adb6-48ec-8cf2-5be7cb91eedd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:36.798012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3159b473-adb6-48ec-8cf2-5be7cb91eedd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:36.803426 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3159b473-adb6-48ec-8cf2-5be7cb91eedd tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/1bb6e603-db84-4d98-8cb9-3c99768f75b6 HTTP/1.1" status: 404 len: 337 time: 0.0537164 Dec 06 14:25:36.804506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34078) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:36.858978 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79511887-8c39-4a75-b524-3afc8183249f None None] Network 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:36.863643 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6991909a-4ace-4e07-8f44-977139a184d3 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "GET /v2.0/ports?device_id=67c5c48d-1c52-44a6-beb4-b0993e7365fa HTTP/1.1" status: 200 len: 205 time: 0.0564353 Dec 06 14:25:36.865529 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34080) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:36.901865 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-30b3dfb7-07a8-4aa9-858d-efc8f642b235 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa35e0352d5949c295dd616bed8c1771&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2852793 Dec 06 14:25:36.905896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34082) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:36.912041 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-efa35076-f12d-4c0e-b64f-cef921ded52b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] delete failed (client error): The resource could not be found. Dec 06 14:25:36.915332 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-efa35076-f12d-4c0e-b64f-cef921ded52b tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/routers/67c5c48d-1c52-44a6-beb4-b0993e7365fa HTTP/1.1" status: 404 len: 336 time: 0.0466814 Dec 06 14:25:36.916259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34084) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:36.979893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] For port 2fa5b2cb-3255-42f9-8789-59b96d9f2205, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:36.985884 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-bffd0982-3f7d-452e-b005-68a2ab89b9b8 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:36.986897 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bffd0982-3f7d-452e-b005-68a2ab89b9b8 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:36.989688 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bffd0982-3f7d-452e-b005-68a2ab89b9b8 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/4c69f1f5-f900-44aa-bfd6-766ec33b32c4 HTTP/1.1" status: 404 len: 337 time: 0.0721881 Dec 06 14:25:36.994787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34090) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:37.021848 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] For port 2fa5b2cb-3255-42f9-8789-59b96d9f2205, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fa5b2cb-3255-42f9-8789-59b96d9f2205,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:37.033898 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1d7e105-c1c9-43a2-b2de-b84603eecbe4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:37.034742 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1d7e105-c1c9-43a2-b2de-b84603eecbe4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:37.038369 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b1d7e105-c1c9-43a2-b2de-b84603eecbe4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/3670bf5c-e56f-4ecb-a5f7-9221ef814b1d HTTP/1.1" status: 404 len: 337 time: 0.0423033 Dec 06 14:25:37.039592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d465c85-5fac-4d32-ac97-7fc821f3bb20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.042498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34094) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:37.043038 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2bec36c9-7e95-4ba8-8f78-96b1efd096f7 None None] Provisioning complete for port aed4231f-4c98-46ff-96e5-8b088389dfb1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:37.043464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2bec36c9-7e95-4ba8-8f78-96b1efd096f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.080075 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-37bf893f-7234-4d46-8bba-127b13334398 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:37.080775 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37bf893f-7234-4d46-8bba-127b13334398 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:37.084159 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-37bf893f-7234-4d46-8bba-127b13334398 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/c2c1b4ec-37fd-4555-92ee-bef7eff05f55 HTTP/1.1" status: 404 len: 337 time: 0.0403600 Dec 06 14:25:37.088004 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34096) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:37.097450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d465c85-5fac-4d32-ac97-7fc821f3bb20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.102930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.115795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.134888 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc21b636-5d38-4692-a495-f938429b23ee tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:37.135458 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc21b636-5d38-4692-a495-f938429b23ee tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:37.141290 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34098) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:37.141448 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dc21b636-5d38-4692-a495-f938429b23ee tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/44470ef6-e959-4414-9986-18f694988d56 HTTP/1.1" status: 404 len: 333 time: 0.0482743 Dec 06 14:25:37.143741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34100) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:37.200119 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-226a3f06-214f-458d-bedf-b35ee3b6fb92 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:37.200785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226a3f06-214f-458d-bedf-b35ee3b6fb92 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:37.207365 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c4f413-fdc7-4a3f-a845-272975956a42 None None] Pushing event updated for resources: {'Port': ['ID=2fa5b2cb-3255-42f9-8789-59b96d9f2205,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:37.207550 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-226a3f06-214f-458d-bedf-b35ee3b6fb92 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/36cb7552-2434-49a9-83e1-621cee0db818 HTTP/1.1" status: 404 len: 337 time: 0.0636337 Dec 06 14:25:37.209452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34104) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:37.277130 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6c4cba5-c7c6-4732-bcda-5fae80c1caaa tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:37.277677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6c4cba5-c7c6-4732-bcda-5fae80c1caaa tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:37.283906 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c6c4cba5-c7c6-4732-bcda-5fae80c1caaa tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/bc396b9a-26a6-440f-bace-98c17637de72 HTTP/1.1" status: 404 len: 337 time: 0.0558088 Dec 06 14:25:37.284667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34106) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:37.287461 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d465c85-5fac-4d32-ac97-7fc821f3bb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.290116 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d465c85-5fac-4d32-ac97-7fc821f3bb20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.292037 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1d465c85-5fac-4d32-ac97-7fc821f3bb20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/88337d36-4fea-40db-972d-264ee6634e1c HTTP/1.1" status: 204 len: 168 time: 0.3848236 Dec 06 14:25:37.314216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2bec36c9-7e95-4ba8-8f78-96b1efd096f7 None None] Provisioning complete for port 70ad3427-8555-447f-b5c2-b340eff2a04a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:37.319130 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2bec36c9-7e95-4ba8-8f78-96b1efd096f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.330765 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a3bbb9-fe80-432e-b60a-b7f51c012c33 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:37.331447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a3bbb9-fe80-432e-b60a-b7f51c012c33 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:37.338190 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f7a3bbb9-fe80-432e-b60a-b7f51c012c33 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/3fb6ab24-531e-4f16-91ef-f39642699c9a HTTP/1.1" status: 404 len: 333 time: 0.0518961 Dec 06 14:25:37.339526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d465c85-5fac-4d32-ac97-7fc821f3bb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88337d36-4fea-40db-972d-264ee6634e1c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:37.341066 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34110) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:37.371658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bd448a-8f29-4ad1-aaff-bbe64dab91e6 None None] DHCP port deletion for 5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:25:37.390408 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d3e0559-ec56-4005-9c31-dacc1418f74f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:37.391177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d3e0559-ec56-4005-9c31-dacc1418f74f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:37.396532 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2d3e0559-ec56-4005-9c31-dacc1418f74f tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/5004c89c-a5c8-4ea1-b2b7-886e41286d02 HTTP/1.1" status: 404 len: 337 time: 0.0518744 Dec 06 14:25:37.396974 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34112) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:37.434566 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2bec36c9-7e95-4ba8-8f78-96b1efd096f7 None None] Port 70ad3427-8555-447f-b5c2-b340eff2a04a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:37.439430 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-641870e4-1785-4b33-9b6d-9e7403e1620e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:37.440067 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-641870e4-1785-4b33-9b6d-9e7403e1620e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:37.445453 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-641870e4-1785-4b33-9b6d-9e7403e1620e tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/subnets/b51f2fe9-dc28-4b0e-b3eb-a0cb1bb9ac45 HTTP/1.1" status: 404 len: 337 time: 0.0473077 Dec 06 14:25:37.448388 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34114) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:37.452594 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-794348184'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:37.458944 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-82bd448a-8f29-4ad1-aaff-bbe64dab91e6 None None] Deleting port aed4231f-4c98-46ff-96e5-8b088389dfb1 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:37.459321 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82bd448a-8f29-4ad1-aaff-bbe64dab91e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.570535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-82bd448a-8f29-4ad1-aaff-bbe64dab91e6 None None] For port aed4231f-4c98-46ff-96e5-8b088389dfb1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aed4231f-4c98-46ff-96e5-8b088389dfb1,segment=NetworkSegment(ffe28cae-290d-48fd-b7f4-e7921af0b0c0),segment_id=ffe28cae-290d-48fd-b7f4-e7921af0b0c0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:37.571053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82bd448a-8f29-4ad1-aaff-bbe64dab91e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.575296 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.objects.ports [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103724) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:25:37.586557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-82bd448a-8f29-4ad1-aaff-bbe64dab91e6 None None] Calling delete_port for aed4231f-4c98-46ff-96e5-8b088389dfb1 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:37.613949 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-b4321ea9-aa07-45e5-aca7-fa19d26740c4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Deleting port 70ad3427-8555-447f-b5c2-b340eff2a04a {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:37.614269 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4321ea9-aa07-45e5-aca7-fa19d26740c4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.678000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:37.681805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.704028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4321ea9-aa07-45e5-aca7-fa19d26740c4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.707229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.726478 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-b4321ea9-aa07-45e5-aca7-fa19d26740c4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Calling delete_port for 70ad3427-8555-447f-b5c2-b340eff2a04a owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:37.829347 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-82bd448a-8f29-4ad1-aaff-bbe64dab91e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.855637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd448a-8f29-4ad1-aaff-bbe64dab91e6 None None] Pushing event deleted for resources: {'Port': ['ID=aed4231f-4c98-46ff-96e5-8b088389dfb1,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:37.860791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bd448a-8f29-4ad1-aaff-bbe64dab91e6 None None] No DVR routers for this DVR port aed4231f-4c98-46ff-96e5-8b088389dfb1 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:25:37.890002 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.913782 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.943895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4321ea9-aa07-45e5-aca7-fa19d26740c4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.973795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4321ea9-aa07-45e5-aca7-fa19d26740c4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Port': ['ID=70ad3427-8555-447f-b5c2-b340eff2a04a,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:37.983718 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4321ea9-aa07-45e5-aca7-fa19d26740c4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:37.990158 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b4321ea9-aa07-45e5-aca7-fa19d26740c4 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/ports/70ad3427-8555-447f-b5c2-b340eff2a04a HTTP/1.1" status: 204 len: 168 time: 0.5081673 Dec 06 14:25:37.990544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34118) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:37.994904 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.020638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:25:38.031084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.031478 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Added segment 3065acc3-cb7b-4405-a396-27d482204c86 of type vlan for network cad8ce34-634f-4063-b664-56aad80483ea Dec 06 14:25:38.099864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4c9375-078f-448a-a2a4-f5499e0ccd95,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:38.118931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.185546 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6e873b7-7995-492d-972e-dac0299d41b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.219855 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] For port 2fa5b2cb-3255-42f9-8789-59b96d9f2205, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fa5b2cb-3255-42f9-8789-59b96d9f2205,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:38.246759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.253312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:38.254122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.278472 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2fa5b2cb-3255-42f9-8789-59b96d9f2205 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:38.306214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.361889 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 2fa5b2cb-3255-42f9-8789-59b96d9f2205 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:38.362669 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.371122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6e873b7-7995-492d-972e-dac0299d41b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.399167 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-a6e873b7-7995-492d-972e-dac0299d41b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:38.402240 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Network': ['ID=cad8ce34-634f-4063-b664-56aad80483ea,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:38.415448 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network cad8ce34-634f-4063-b664-56aad80483ea details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:25:38.416018 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-a6e873b7-7995-492d-972e-dac0299d41b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe28cae-290d-48fd-b7f4-e7921af0b0c0') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:38.416458 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-a6e873b7-7995-492d-972e-dac0299d41b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe28cae-290d-48fd-b7f4-e7921af0b0c0') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:38.439754 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6e873b7-7995-492d-972e-dac0299d41b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.449590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.450935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.529393 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6e873b7-7995-492d-972e-dac0299d41b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.537391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.547209 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-145d01f6-1d3f-42c6-89ee-2d0b2ffebfa4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3952985 Dec 06 14:25:38.550010 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34132) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:38.555535 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-2d7482c6-01fc-462e-9d82-2531c659681a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1069500198'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:38.556115 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:38.559106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e873b7-7995-492d-972e-dac0299d41b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:25:38.559480 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6e873b7-7995-492d-972e-dac0299d41b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:25:38.564257 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:25:38.581707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:38.584814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:38.585658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.588096 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 2fa5b2cb-3255-42f9-8789-59b96d9f2205, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fa5b2cb-3255-42f9-8789-59b96d9f2205,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:38.590405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5ee050-30d4-463d-b5ca-081523a5bda3 None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:38.649962 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Subnet': ['ID=62d33386-55a7-4dea-8079-8627576cfaa6,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:38.661161 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=2fa5b2cb-3255-42f9-8789-59b96d9f2205,revision_number=4']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:38.689928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f20ce244-d086-42ef-b2bd-08fd2b3ef51e None None] Provisioning complete for port 2fa5b2cb-3255-42f9-8789-59b96d9f2205 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:38.690410 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f20ce244-d086-42ef-b2bd-08fd2b3ef51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.749350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7482c6-01fc-462e-9d82-2531c659681a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:38.754176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d7482c6-01fc-462e-9d82-2531c659681a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.755656 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.789411 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d7482c6-01fc-462e-9d82-2531c659681a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:25:38.813948 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d7482c6-01fc-462e-9d82-2531c659681a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.814493 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-2d7482c6-01fc-462e-9d82-2531c659681a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Added segment 4de62989-26ef-469e-a94c-82f079ce984f of type vlan for network f9ccfa80-b41c-4f3d-a067-efa8ae50c97e Dec 06 14:25:38.835634 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6e873b7-7995-492d-972e-dac0299d41b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.843812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6e873b7-7995-492d-972e-dac0299d41b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.852047 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a6e873b7-7995-492d-972e-dac0299d41b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] 10.222.0.42 "DELETE /v2.0/networks/5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b HTTP/1.1" status: 204 len: 168 time: 0.8592296 Dec 06 14:25:38.852178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device aed4231f-4c98-46ff-96e5-8b088389dfb1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:25:38.867717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e873b7-7995-492d-972e-dac0299d41b6 tempest-PortsIpV6TestJSON-2104962156 tempest-PortsIpV6TestJSON-2104962156-project] Pushing event deleted for resources: {'Network': ['ID=5e067a4a-ae14-4cd8-ad6e-fe947c5bfe5b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:38.868967 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d7482c6-01fc-462e-9d82-2531c659681a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:38.894140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=2fa5b2cb-3255-42f9-8789-59b96d9f2205,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:38.901547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: aed4231f-4c98-46ff-96e5-8b088389dfb1 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:25:38.901808 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device aed4231f-4c98-46ff-96e5-8b088389dfb1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:25:38.902521 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-85a4fca1-7e6d-41a7-8ec9-2e72ce832c8c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9776094 Dec 06 14:25:38.905996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34142) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:38.912057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Request body: {'port': {'network_id': '32250b85-9d7f-4d03-9356-fdcc88577699', 'mac_address': 'fa:16:3e:91:e2:6b', 'name': 'tempest-NetworksTestDHCPv6-331827627'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:39.058230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d7482c6-01fc-462e-9d82-2531c659681a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:39.066169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7482c6-01fc-462e-9d82-2531c659681a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:39.070104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d7482c6-01fc-462e-9d82-2531c659681a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:39.070367 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34146) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:39.141242 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7482c6-01fc-462e-9d82-2531c659681a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Network': ['ID=f9ccfa80-b41c-4f3d-a067-efa8ae50c97e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:39.158808 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network f9ccfa80-b41c-4f3d-a067-efa8ae50c97e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:25:39.179612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-207584751-network', 'tenant_id': '9ee0fd5b0b494950860ebe46f9fd2fe3'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:39.239471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Made reservation on behalf of 532e70fe6bbb4a3fb2aeb73d8366994a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:39.402136 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:39.429694 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] device_id is not set on port bd3150c6-40f1-4bab-a2ba-fe6063e5d0a0 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:25:39.429887 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2d7482c6-01fc-462e-9d82-2531c659681a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8751915 Dec 06 14:25:39.432557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34154) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:39.438947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-eb173957-7dc3-48a0-b1f0-4108f84d6657 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'subnet': {'network_id': 'cad8ce34-634f-4063-b664-56aad80483ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:39.531378 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-84a69753-f2dc-4c0c-a2e8-1955c77af62c None None] Provisioning complete for port 2fa5b2cb-3255-42f9-8789-59b96d9f2205 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:39.531791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84a69753-f2dc-4c0c-a2e8-1955c77af62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:39.611896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8::e7 (32250b85-9d7f-4d03-9356-fdcc88577699/da52aef4-fa2a-4001-9dd2-ef6f2fc87b80/bd3150c6-40f1-4bab-a2ba-fe6063e5d0a0) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:39.618731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Allocated IP 2001:db8:0:1:f816:3eff:fe91:e26b (32250b85-9d7f-4d03-9356-fdcc88577699/62d33386-55a7-4dea-8079-8627576cfaa6/bd3150c6-40f1-4bab-a2ba-fe6063e5d0a0) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:39.668030 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Made reservation on behalf of 9ee0fd5b0b494950860ebe46f9fd2fe3 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:39.672717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:39.699632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:39.711814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34158) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:39.814966 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:39.820269 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb173957-7dc3-48a0-b1f0-4108f84d6657 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:39.823847 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eb173957-7dc3-48a0-b1f0-4108f84d6657 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:39.867609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:39.907372 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5a45a9a8-71e3-42b3-8183-be52ae9af5bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0aefe61d053408ebc8bf5297f57f8e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1943607 Dec 06 14:25:39.910116 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34162) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:39.958588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c601-7aeb-4c85-a62f-1b7613404985 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:39.969990 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.005587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c601-7aeb-4c85-a62f-1b7613404985 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.007395 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:25:40.023465 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.049910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.050245 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Added segment d25509e5-a5e1-4f29-ade8-f01b8aac9acb of type vlan for network 4221d3d8-89a2-4257-852d-2740892e7575 Dec 06 14:25:40.092993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef1de85-63b2-4e62-94cc-dba18c81d360,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:40.139220 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2fa5b2cb-3255-42f9-8789-59b96d9f2205 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:40.140185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Network 32250b85-9d7f-4d03-9356-fdcc88577699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:40.150918 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:40.153244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:40.160113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:40.160799 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.164832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eb173957-7dc3-48a0-b1f0-4108f84d6657 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.169913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event updated for resources: {'Port': ['ID=bd3150c6-40f1-4bab-a2ba-fe6063e5d0a0,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:40.184004 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.196570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 2fa5b2cb-3255-42f9-8789-59b96d9f2205 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:40.196960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.252207 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb173957-7dc3-48a0-b1f0-4108f84d6657 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Subnet': ['ID=ac69964a-135f-46f4-bc53-aa564a2afd60,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:40.261397 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb173957-7dc3-48a0-b1f0-4108f84d6657 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Checking segment: {'id': '3065acc3-cb7b-4405-a396-27d482204c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cad8ce34-634f-4063-b664-56aad80483ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:40.261765 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb173957-7dc3-48a0-b1f0-4108f84d6657 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network hostable DHCP agents. Network: cad8ce34-634f-4063-b664-56aad80483ea, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:25:40.362274 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c6e95d27-d13a-4925-b6dd-12e4d990e0ee tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.4550664 Dec 06 14:25:40.364597 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34166) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:40.450881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-60c2b577-c9d4-4bb7-b130-4fe892d58b8f None None] Provisioning complete for port bd3150c6-40f1-4bab-a2ba-fe6063e5d0a0 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:40.451254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-60c2b577-c9d4-4bb7-b130-4fe892d58b8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.492313 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.492540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb173957-7dc3-48a0-b1f0-4108f84d6657 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network cad8ce34-634f-4063-b664-56aad80483ea is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:25:40.492671 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:40.492671 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.492909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-02827030-7784-417d-a344-fb1ac39f1c5f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting port bd3150c6-40f1-4bab-a2ba-fe6063e5d0a0 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:40.492909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02827030-7784-417d-a344-fb1ac39f1c5f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.493083 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c601-7aeb-4c85-a62f-1b7613404985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.495925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7ec0c601-7aeb-4c85-a62f-1b7613404985 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.501795 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7ec0c601-7aeb-4c85-a62f-1b7613404985 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01be6555-c930-4dec-9f6b-05f6a4829598 HTTP/1.1" status: 204 len: 168 time: 0.5883119 Dec 06 14:25:40.524236 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-60c2b577-c9d4-4bb7-b130-4fe892d58b8f None None] Port bd3150c6-40f1-4bab-a2ba-fe6063e5d0a0 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:40.558977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0c601-7aeb-4c85-a62f-1b7613404985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01be6555-c930-4dec-9f6b-05f6a4829598,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:40.571031 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] Pushing event updated for resources: {'Network': ['ID=4221d3d8-89a2-4257-852d-2740892e7575,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:40.581643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 4221d3d8-89a2-4257-852d-2740892e7575 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:25:40.584199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02827030-7784-417d-a344-fb1ac39f1c5f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.597410 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-02827030-7784-417d-a344-fb1ac39f1c5f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Calling delete_port for bd3150c6-40f1-4bab-a2ba-fe6063e5d0a0 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:40.692369 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-eb173957-7dc3-48a0-b1f0-4108f84d6657 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cad8ce34-634f-4063-b664-56aad80483ea) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:40.705925 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fae9bca-4e33-4169-bf33-9c4124428733 None None] Network cad8ce34-634f-4063-b664-56aad80483ea requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:40.719018 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb173957-7dc3-48a0-b1f0-4108f84d6657 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:40.719636 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eb173957-7dc3-48a0-b1f0-4108f84d6657 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.760272 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-53f521b9-a9f6-4edc-93d4-42e9da66ebef admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6794515 Dec 06 14:25:40.760272 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34172) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:40.760272 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-6dfe1576-92cb-4dfb-8768-20107106d09b admin admin] Request body: {'subnet': {'network_id': '4221d3d8-89a2-4257-852d-2740892e7575', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-207584751-subnet', 'tenant_id': '9ee0fd5b0b494950860ebe46f9fd2fe3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:40.849174 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-eb173957-7dc3-48a0-b1f0-4108f84d6657 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4152632 Dec 06 14:25:40.852533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34174) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:40.858285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-465b3481-e653-4837-b86a-4142532320dd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'subnet': {'network_id': 'f9ccfa80-b41c-4f3d-a067-efa8ae50c97e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:40.871051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cad8ce34-634f-4063-b664-56aad80483ea', 'network_id': 'cad8ce34-634f-4063-b664-56aad80483ea', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'fixed_ips': [{'subnet_id': 'ac69964a-135f-46f4-bc53-aa564a2afd60'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:25:40.872120 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.910730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02827030-7784-417d-a344-fb1ac39f1c5f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:40.957626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02827030-7784-417d-a344-fb1ac39f1c5f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Port': ['ID=bd3150c6-40f1-4bab-a2ba-fe6063e5d0a0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:41.008505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfe1576-92cb-4dfb-8768-20107106d09b admin admin] Made reservation on behalf of 9ee0fd5b0b494950860ebe46f9fd2fe3 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:41.008794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02827030-7784-417d-a344-fb1ac39f1c5f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.016211 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-02827030-7784-417d-a344-fb1ac39f1c5f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/bd3150c6-40f1-4bab-a2ba-fe6063e5d0a0 HTTP/1.1" status: 204 len: 168 time: 0.6466196 Dec 06 14:25:41.016412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6dfe1576-92cb-4dfb-8768-20107106d09b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.018565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34178) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:41.041375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Allocated IP 2001:db8::2 (cad8ce34-634f-4063-b664-56aad80483ea/ac69964a-135f-46f4-bc53-aa564a2afd60/b84e9b8d-79a1-4763-9ebd-ba973290572b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:41.095246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18df267b-cbb8-4012-ac82-59cc529f93ec tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:41.097366 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-18df267b-cbb8-4012-ac82-59cc529f93ec tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0782011 Dec 06 14:25:41.100086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34182) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:41.160139 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3cddb4b-10d3-40a5-b1ba-b14408660194 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:41.162404 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e3cddb4b-10d3-40a5-b1ba-b14408660194 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0608494 Dec 06 14:25:41.163830 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465b3481-e653-4837-b86a-4142532320dd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:41.167477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-465b3481-e653-4837-b86a-4142532320dd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.171805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34186) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:41.241953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eeab3c-5851-4599-abbf-3d2ab181663d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:41.245318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eeab3c-5851-4599-abbf-3d2ab181663d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:41.246979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eeab3c-5851-4599-abbf-3d2ab181663d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:41.249403 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c4eeab3c-5851-4599-abbf-3d2ab181663d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0753706 Dec 06 14:25:41.252258 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34190) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:41.276295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.353955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-6301cc9e-4267-4058-9a39-4d71e848178e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet 62d33386-55a7-4dea-8079-8627576cfaa6 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:41.357397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6301cc9e-4267-4058-9a39-4d71e848178e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.400808 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6301cc9e-4267-4058-9a39-4d71e848178e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.441242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.480839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Network cad8ce34-634f-4063-b664-56aad80483ea is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:41.486148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:41.490620 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:41.496784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6301cc9e-4267-4058-9a39-4d71e848178e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.500496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Pushing event updated for resources: {'Port': ['ID=b84e9b8d-79a1-4763-9ebd-ba973290572b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:41.518427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6dfe1576-92cb-4dfb-8768-20107106d09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.560720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Attempting to bind port b84e9b8d-79a1-4763-9ebd-ba973290572b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:25:41.561157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Attempting to bind port b84e9b8d-79a1-4763-9ebd-ba973290572b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3065acc3-cb7b-4405-a396-27d482204c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cad8ce34-634f-4063-b664-56aad80483ea'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:25:41.570275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Attempting to bind port b84e9b8d-79a1-4763-9ebd-ba973290572b on network cad8ce34-634f-4063-b664-56aad80483ea {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:41.570275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:25:41.570275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Checking segment: {'id': '3065acc3-cb7b-4405-a396-27d482204c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cad8ce34-634f-4063-b664-56aad80483ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:41.570275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.570275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Bound using segment: {'id': '3065acc3-cb7b-4405-a396-27d482204c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cad8ce34-634f-4063-b664-56aad80483ea'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:25:41.570934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Bound port: b84e9b8d-79a1-4763-9ebd-ba973290572b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3065acc3-cb7b-4405-a396-27d482204c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'cad8ce34-634f-4063-b664-56aad80483ea'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:25:41.570934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.599537 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe1576-92cb-4dfb-8768-20107106d09b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9577bed7-6956-4b0a-9006-c640e3c04ad2,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:41.612411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dfe1576-92cb-4dfb-8768-20107106d09b admin admin] Checking segment: {'id': 'd25509e5-a5e1-4f29-ade8-f01b8aac9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4221d3d8-89a2-4257-852d-2740892e7575'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:41.612774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfe1576-92cb-4dfb-8768-20107106d09b admin admin] Network hostable DHCP agents. Network: 4221d3d8-89a2-4257-852d-2740892e7575, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:25:41.620113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-465b3481-e653-4837-b86a-4142532320dd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.640597 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] For port b84e9b8d-79a1-4763-9ebd-ba973290572b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:41.643756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] For port b84e9b8d-79a1-4763-9ebd-ba973290572b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b84e9b8d-79a1-4763-9ebd-ba973290572b,segment=NetworkSegment(3065acc3-cb7b-4405-a396-27d482204c86),segment_id=3065acc3-cb7b-4405-a396-27d482204c86)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:41.681863 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b3481-e653-4837-b86a-4142532320dd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Subnet': ['ID=a672cf87-93a3-415d-98fa-d5355568cf46,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:41.697113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-465b3481-e653-4837-b86a-4142532320dd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Checking segment: {'id': '4de62989-26ef-469e-a94c-82f079ce984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ccfa80-b41c-4f3d-a067-efa8ae50c97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:41.697469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b3481-e653-4837-b86a-4142532320dd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network hostable DHCP agents. Network: f9ccfa80-b41c-4f3d-a067-efa8ae50c97e, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:25:41.767174 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6301cc9e-4267-4058-9a39-4d71e848178e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.795465 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301cc9e-4267-4058-9a39-4d71e848178e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=62d33386-55a7-4dea-8079-8627576cfaa6,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:41.800371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6301cc9e-4267-4058-9a39-4d71e848178e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.804818 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6301cc9e-4267-4058-9a39-4d71e848178e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/62d33386-55a7-4dea-8079-8627576cfaa6 HTTP/1.1" status: 204 len: 168 time: 0.5504420 Dec 06 14:25:41.806316 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34204) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:41.806577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182b1c55-e74f-4f7b-b48e-a3c202c8ebac None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:41.846834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b3481-e653-4837-b86a-4142532320dd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network f9ccfa80-b41c-4f3d-a067-efa8ae50c97e is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:25:41.849967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfe1576-92cb-4dfb-8768-20107106d09b admin admin] Network 4221d3d8-89a2-4257-852d-2740892e7575 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:25:41.859434 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.869321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf300eb3-564c-45fc-bb19-c161a1aef907 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Deleting subnet da52aef4-fa2a-4001-9dd2-ef6f2fc87b80 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:41.872663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bf300eb3-564c-45fc-bb19-c161a1aef907 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.914131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bf300eb3-564c-45fc-bb19-c161a1aef907 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.978128 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-465b3481-e653-4837-b86a-4142532320dd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f9ccfa80-b41c-4f3d-a067-efa8ae50c97e) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:41.982601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465b3481-e653-4837-b86a-4142532320dd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:41.983577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-465b3481-e653-4837-b86a-4142532320dd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:41.989381 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d125e700-ea0b-4d2f-b161-92c78b883170 None None] Network f9ccfa80-b41c-4f3d-a067-efa8ae50c97e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:41.993642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cfa58-7fe2-446b-aad3-cca153f0d263 None None] Pushing event updated for resources: {'Port': ['ID=b84e9b8d-79a1-4763-9ebd-ba973290572b,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:42.013479 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-6dfe1576-92cb-4dfb-8768-20107106d09b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4221d3d8-89a2-4257-852d-2740892e7575) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:42.025495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfe1576-92cb-4dfb-8768-20107106d09b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:42.026015 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6dfe1576-92cb-4dfb-8768-20107106d09b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.031370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4c4c18-b48e-401f-9ed8-1f0f51b18b5a None None] Network 4221d3d8-89a2-4257-852d-2740892e7575 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:42.044127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bf300eb3-564c-45fc-bb19-c161a1aef907 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.066562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34208) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:42.118402 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-465b3481-e653-4837-b86a-4142532320dd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2646723 Dec 06 14:25:42.127799 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34212) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:42.131807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5e55f6d8-23f6-4d68-a415-3d51da5b52b0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1202621166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:42.171363 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6dfe1576-92cb-4dfb-8768-20107106d09b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4142106 Dec 06 14:25:42.286629 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'network': {'name': 'tempest-RoutersTest-1573979749'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:42.288349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bf300eb3-564c-45fc-bb19-c161a1aef907 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.349994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c339fda-65c9-4631-acef-dd3c0c5f600c None None] Network 4221d3d8-89a2-4257-852d-2740892e7575 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:42.370019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e55f6d8-23f6-4d68-a415-3d51da5b52b0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.374770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bf300eb3-564c-45fc-bb19-c161a1aef907 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.379127 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e55f6d8-23f6-4d68-a415-3d51da5b52b0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.383420 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bf300eb3-564c-45fc-bb19-c161a1aef907 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/da52aef4-fa2a-4001-9dd2-ef6f2fc87b80 HTTP/1.1" status: 204 len: 168 time: 0.5760727 Dec 06 14:25:42.386172 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34218) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:42.489305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e55f6d8-23f6-4d68-a415-3d51da5b52b0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.495021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf300eb3-564c-45fc-bb19-c161a1aef907 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Subnet': ['ID=da52aef4-fa2a-4001-9dd2-ef6f2fc87b80,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:42.507525 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ab09ad07-121c-47cb-b3a0-8fb84c806080 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1176369 Dec 06 14:25:42.508745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34222) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:42.540804 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f9ccfa80-b41c-4f3d-a067-efa8ae50c97e', 'network_id': 'f9ccfa80-b41c-4f3d-a067-efa8ae50c97e', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'fixed_ips': [{'subnet_id': 'a672cf87-93a3-415d-98fa-d5355568cf46'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:25:42.541858 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.569659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:42.573630 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.601355 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.631945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53257609-0164-4e5c-97ec-8dec4b968281 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:42.634095 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-53257609-0164-4e5c-97ec-8dec4b968281 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1226709 Dec 06 14:25:42.636986 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34226) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:42.643748 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e55f6d8-23f6-4d68-a415-3d51da5b52b0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.731409 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f291316b-0561-4a66-8678-9e8319e83e04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:42.736685 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f291316b-0561-4a66-8678-9e8319e83e04 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0986726 Dec 06 14:25:42.737351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34228) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:42.789945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e55f6d8-23f6-4d68-a415-3d51da5b52b0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.793837 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5e55f6d8-23f6-4d68-a415-3d51da5b52b0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6638885 Dec 06 14:25:42.793837 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.794693 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34232) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:42.810443 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Allocated IP 2001:db8:1::2 (f9ccfa80-b41c-4f3d-a067-efa8ae50c97e/a672cf87-93a3-415d-98fa-d5355568cf46/f8db1665-3202-42fe-ae51-5e7064cf19b6) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:42.827091 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6014148e-7347-4c7e-b1ae-ba86b349e97f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885417 Dec 06 14:25:42.834078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34234) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:42.864048 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2165d17-5a20-435d-9f63-7e29099901cc tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:42.864893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2165d17-5a20-435d-9f63-7e29099901cc tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:42.868394 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e2165d17-5a20-435d-9f63-7e29099901cc tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/bd3150c6-40f1-4bab-a2ba-fe6063e5d0a0 HTTP/1.1" status: 404 len: 333 time: 0.0328233 Dec 06 14:25:42.878312 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34236) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:42.903729 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:42.916757 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:25:42.931302 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6fd897-a481-4b9b-afe8-bf7f866cc75c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:42.931796 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6fd897-a481-4b9b-afe8-bf7f866cc75c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:42.935097 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5c6fd897-a481-4b9b-afe8-bf7f866cc75c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/62d33386-55a7-4dea-8079-8627576cfaa6 HTTP/1.1" status: 404 len: 337 time: 0.0552354 Dec 06 14:25:42.937731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34238) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:42.969031 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-59b3eb8c-b712-4835-a283-f6eddf52aefd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:42.969874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59b3eb8c-b712-4835-a283-f6eddf52aefd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:42.973318 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-59b3eb8c-b712-4835-a283-f6eddf52aefd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/da52aef4-fa2a-4001-9dd2-ef6f2fc87b80 HTTP/1.1" status: 404 len: 337 time: 0.0346320 Dec 06 14:25:42.977304 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34240) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.012899 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-37b1ea2f-1cf6-41fc-b71e-151c3f6c1bec tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.013816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37b1ea2f-1cf6-41fc-b71e-151c3f6c1bec tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.017569 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-37b1ea2f-1cf6-41fc-b71e-151c3f6c1bec tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/adf0dce5-6339-437e-b91b-e61fe1c6f9d5 HTTP/1.1" status: 404 len: 333 time: 0.0392337 Dec 06 14:25:43.018378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.018722 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Added segment 7fb36397-c8f7-4061-8de6-25ecf67b605e of type vlan for network 160ad77f-f0e4-4c7e-89e4-c0efdb98df5c Dec 06 14:25:43.020686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34242) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.025823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.041569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfba48b9-eace-46b9-861f-894374289390,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:43.053037 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-98010de6-7ffa-4967-a880-aa624ccfcf29 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.053495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98010de6-7ffa-4967-a880-aa624ccfcf29 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.056778 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-98010de6-7ffa-4967-a880-aa624ccfcf29 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/365524b0-9f8a-4bc7-a514-6b8d4a483d7b HTTP/1.1" status: 404 len: 337 time: 0.0349793 Dec 06 14:25:43.060361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34244) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.103494 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b61815-d95b-4b87-a76f-572de88df564 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.105765 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b61815-d95b-4b87-a76f-572de88df564 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.112790 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-88b61815-d95b-4b87-a76f-572de88df564 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/bc3a1327-7607-4102-bd06-40fa54449cff HTTP/1.1" status: 404 len: 337 time: 0.0510893 Dec 06 14:25:43.115626 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34248) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.149022 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbfbbd9-c738-4a74-9b2e-580f14c3189a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.149957 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfbfbbd9-c738-4a74-9b2e-580f14c3189a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.159521 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bfbfbbd9-c738-4a74-9b2e-580f14c3189a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/85e92fa6-b9b1-4443-abb4-6dfff8efb89b HTTP/1.1" status: 404 len: 333 time: 0.0417252 Dec 06 14:25:43.161924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34252) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.173254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.209869 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f965f83-9a9d-4669-ba01-9933484da6d5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.210697 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f965f83-9a9d-4669-ba01-9933484da6d5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.214144 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2f965f83-9a9d-4669-ba01-9933484da6d5 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/18b85298-b180-4c5e-b79c-2127ed1e663e HTTP/1.1" status: 404 len: 337 time: 0.0510526 Dec 06 14:25:43.216657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34254) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.225353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.245138 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8415ac14-06d9-427e-92cd-1ba2b0ac50e6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.245595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8415ac14-06d9-427e-92cd-1ba2b0ac50e6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.251218 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8415ac14-06d9-427e-92cd-1ba2b0ac50e6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/973898af-69e3-4ea0-a937-d0ea757a673e HTTP/1.1" status: 404 len: 337 time: 0.0302792 Dec 06 14:25:43.251486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34256) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.254905 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Network f9ccfa80-b41c-4f3d-a067-efa8ae50c97e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:43.260629 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:43.263666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:43.277147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Pushing event updated for resources: {'Port': ['ID=f8db1665-3202-42fe-ae51-5e7064cf19b6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:43.286463 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f287fe9-b6ab-4ec4-ae31-ee4d1eae63cb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.286463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f287fe9-b6ab-4ec4-ae31-ee4d1eae63cb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.294648 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9f287fe9-b6ab-4ec4-ae31-ee4d1eae63cb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/2e1113e5-83d4-4ce7-98d3-0b1f1753b53f HTTP/1.1" status: 404 len: 333 time: 0.0360479 Dec 06 14:25:43.296554 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34258) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.326304 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4c5ebc-d09e-49c6-803c-37e5d708cbfc None None] Network 32250b85-9d7f-4d03-9356-fdcc88577699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:43.334196 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0321464-e949-4a6f-9eac-c3a18bf88bdd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.334656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0321464-e949-4a6f-9eac-c3a18bf88bdd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.340200 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a0321464-e949-4a6f-9eac-c3a18bf88bdd tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/815e80e6-3913-4e25-8046-615d2c014143 HTTP/1.1" status: 404 len: 337 time: 0.0400965 Dec 06 14:25:43.340391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34262) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.391933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Attempting to bind port f8db1665-3202-42fe-ae51-5e7064cf19b6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:25:43.392533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Attempting to bind port f8db1665-3202-42fe-ae51-5e7064cf19b6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4de62989-26ef-469e-a94c-82f079ce984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ccfa80-b41c-4f3d-a067-efa8ae50c97e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:25:43.396047 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.396213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Attempting to bind port f8db1665-3202-42fe-ae51-5e7064cf19b6 on network f9ccfa80-b41c-4f3d-a067-efa8ae50c97e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:43.396340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.402778 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:43.403231 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.407027 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d85654-3f3d-41d0-b4f2-40b837fa8a73 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.407471 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d85654-3f3d-41d0-b4f2-40b837fa8a73 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.410700 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-67d85654-3f3d-41d0-b4f2-40b837fa8a73 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/1ce81df5-0a3e-4a65-abe6-0ee8424924a2 HTTP/1.1" status: 404 len: 337 time: 0.0693500 Dec 06 14:25:43.413495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34264) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.437656 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:25:43.438043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Checking segment: {'id': '4de62989-26ef-469e-a94c-82f079ce984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ccfa80-b41c-4f3d-a067-efa8ae50c97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:43.438451 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.438860 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Bound using segment: {'id': '4de62989-26ef-469e-a94c-82f079ce984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ccfa80-b41c-4f3d-a067-efa8ae50c97e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:25:43.439337 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Bound port: f8db1665-3202-42fe-ae51-5e7064cf19b6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4de62989-26ef-469e-a94c-82f079ce984f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f9ccfa80-b41c-4f3d-a067-efa8ae50c97e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:25:43.439726 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.451312 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-860b1b49-5476-41d4-82f9-cc0da2b8c85f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.452398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860b1b49-5476-41d4-82f9-cc0da2b8c85f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.456339 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-84417864-26b9-412f-bed3-f2d2e89252cc None None] Provisioning complete for port 2fa5b2cb-3255-42f9-8789-59b96d9f2205 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:43.456694 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-84417864-26b9-412f-bed3-f2d2e89252cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.461084 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-860b1b49-5476-41d4-82f9-cc0da2b8c85f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/21c243ba-32a3-4297-92a4-fe5f063355d1 HTTP/1.1" status: 404 len: 333 time: 0.0462844 Dec 06 14:25:43.461296 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34266) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.561544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34272) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.561544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-448558407-network', 'tenant_id': 'f67fa4b6c79c45dda917c2776fccb661'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:43.629346 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] For port f8db1665-3202-42fe-ae51-5e7064cf19b6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:43.636358 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6a1056-bb3f-413f-a68d-b1e9a1600286 None None] Network cad8ce34-634f-4063-b664-56aad80483ea requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:43.641294 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3bda1c-ecbe-4d6c-9902-e5e9d75a1297 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.641749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3bda1c-ecbe-4d6c-9902-e5e9d75a1297 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.645317 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-aa3bda1c-ecbe-4d6c-9902-e5e9d75a1297 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/27efb96e-75f8-4a89-93dc-02d5828fcb2e HTTP/1.1" status: 404 len: 337 time: 0.1793070 Dec 06 14:25:43.648032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34274) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.653163 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5852599 Dec 06 14:25:43.657236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34276) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.665946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f55496d6-b738-41a7-bb32-4762f90bc173 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'network': {'name': 'tempest-RoutersTest-279843078'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:43.674602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] For port f8db1665-3202-42fe-ae51-5e7064cf19b6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8db1665-3202-42fe-ae51-5e7064cf19b6,segment=NetworkSegment(4de62989-26ef-469e-a94c-82f079ce984f),segment_id=4de62989-26ef-469e-a94c-82f079ce984f)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:43.675741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd36bab-afe2-489e-a016-3602a2de9b97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Network': ['ID=160ad77f-f0e4-4c7e-89e4-c0efdb98df5c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:43.680695 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5c1dfd-152b-4c60-98c4-d3ab63acee00 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.681761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5c1dfd-152b-4c60-98c4-d3ab63acee00 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.687676 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9a5c1dfd-152b-4c60-98c4-d3ab63acee00 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/60c7bef0-63dd-43e4-9d35-b021f57a21e6 HTTP/1.1" status: 404 len: 333 time: 0.0357058 Dec 06 14:25:43.688980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34278) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.700932 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 160ad77f-f0e4-4c7e-89e4-c0efdb98df5c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:25:43.712832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5826687e-2ee9-496a-9214-5b7bc72205cd None None] DHCP port deletion for 32250b85-9d7f-4d03-9356-fdcc88577699 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:25:43.718654 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f0ac89-1567-4b79-bfd0-e72e28ef450e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.719770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f0ac89-1567-4b79-bfd0-e72e28ef450e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.723294 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e3f0ac89-1567-4b79-bfd0-e72e28ef450e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/b864fd5c-e085-43a5-8ede-e0145891bd28 HTTP/1.1" status: 404 len: 337 time: 0.0332510 Dec 06 14:25:43.731005 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34280) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.760149 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e8d32b-d262-4907-b5da-a8fcfa1a779d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.761321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9e8d32b-d262-4907-b5da-a8fcfa1a779d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.766175 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f9e8d32b-d262-4907-b5da-a8fcfa1a779d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/1255906f-6f8a-404e-8d0d-6f0a70b201b6 HTTP/1.1" status: 404 len: 333 time: 0.0338991 Dec 06 14:25:43.768742 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34284) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.778014 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Made reservation on behalf of f67fa4b6c79c45dda917c2776fccb661 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:43.781310 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.822623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.825908 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46c597b-a7c9-42ef-ba22-e6d78e96a742 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.826444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46c597b-a7c9-42ef-ba22-e6d78e96a742 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.830271 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f46c597b-a7c9-42ef-ba22-e6d78e96a742 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/9b0c07e5-3ba0-483f-b5e0-6b02cacbcd20 HTTP/1.1" status: 404 len: 337 time: 0.0602133 Dec 06 14:25:43.834188 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34286) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.875822 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-77cfcf8c-4061-4cef-96f2-0ac532c3d852 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.883342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77cfcf8c-4061-4cef-96f2-0ac532c3d852 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.889932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34288) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.890278 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-77cfcf8c-4061-4cef-96f2-0ac532c3d852 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/2e5a462a-a9f0-41de-a5dd-80a07c9ee663 HTTP/1.1" status: 404 len: 333 time: 0.0514581 Dec 06 14:25:43.923270 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-720a88d6-1e0c-4b31-984f-795e4b2c82c9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.923825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-720a88d6-1e0c-4b31-984f-795e4b2c82c9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.927074 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-720a88d6-1e0c-4b31-984f-795e4b2c82c9 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/44d079c8-db9f-47fe-9b76-5709bf399ec6 HTTP/1.1" status: 404 len: 337 time: 0.0360146 Dec 06 14:25:43.931396 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34290) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.958573 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a3bc698-9d3b-4daa-8ec1-c38d487d10c2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:43.959108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a3bc698-9d3b-4daa-8ec1-c38d487d10c2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:43.962425 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2a3bc698-9d3b-4daa-8ec1-c38d487d10c2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/3d71cb43-726e-4269-9d90-ac613ab61963 HTTP/1.1" status: 404 len: 333 time: 0.0297441 Dec 06 14:25:43.965550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.971675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.971813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34292) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:43.971813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55496d6-b738-41a7-bb32-4762f90bc173 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:43.974466 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55496d6-b738-41a7-bb32-4762f90bc173 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:43.984246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Allocated IP 2001:db8::1 (cad8ce34-634f-4063-b664-56aad80483ea/ac69964a-135f-46f4-bc53-aa564a2afd60/8add5cd4-7d33-4d8d-aa52-92ea29a4f262) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:44.018270 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a4b78f-42d4-459e-9f7b-271a79b14f58 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:44.018712 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a4b78f-42d4-459e-9f7b-271a79b14f58 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:44.021801 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-57a4b78f-42d4-459e-9f7b-271a79b14f58 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/ce52a238-703b-4e15-ba67-72355807eda6 HTTP/1.1" status: 404 len: 337 time: 0.0456793 Dec 06 14:25:44.026751 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34294) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.049085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b4393657-3387-419f-9738-dfdcb8f39f41 None None] Provisioning complete for port b84e9b8d-79a1-4763-9ebd-ba973290572b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:44.049471 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4393657-3387-419f-9738-dfdcb8f39f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.054389 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3bf65ba-ea18-4ad2-bce3-a6e51becac41 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:44.076098 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3bf65ba-ea18-4ad2-bce3-a6e51becac41 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:44.076098 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c3bf65ba-ea18-4ad2-bce3-a6e51becac41 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/61f5281c-49a0-4c8b-aaa7-cba1fc9acbbd HTTP/1.1" status: 404 len: 333 time: 0.0300956 Dec 06 14:25:44.076341 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55496d6-b738-41a7-bb32-4762f90bc173 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:25:44.076443 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34296) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.076565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55496d6-b738-41a7-bb32-4762f90bc173 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.076565 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-f55496d6-b738-41a7-bb32-4762f90bc173 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Added segment 71798250-17d9-4528-9a8b-30c96add88fe of type vlan for network 55c2933f-5997-4c5d-87b3-b4182fa0b810 Dec 06 14:25:44.119956 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e12109-f28f-4bee-9189-9897b276eb4f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:44.121127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e12109-f28f-4bee-9189-9897b276eb4f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:44.127759 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b8e12109-f28f-4bee-9189-9897b276eb4f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/3e0cea79-7b61-47d0-9f0a-e85693543713 HTTP/1.1" status: 404 len: 337 time: 0.0516882 Dec 06 14:25:44.128689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.133118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34298) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.175020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5826687e-2ee9-496a-9214-5b7bc72205cd None None] Deleting port 2fa5b2cb-3255-42f9-8789-59b96d9f2205 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:44.175394 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5826687e-2ee9-496a-9214-5b7bc72205cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.182089 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-458767d4-ff71-421a-bf22-d0bc0b0d5b02 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:44.182555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-458767d4-ff71-421a-bf22-d0bc0b0d5b02 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:44.191684 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-458767d4-ff71-421a-bf22-d0bc0b0d5b02 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/766f9400-4e1a-4bb1-a322-89aac41d40c1 HTTP/1.1" status: 404 len: 337 time: 0.0557346 Dec 06 14:25:44.193584 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34300) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.194675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:25:44.223264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931859ec-d9df-4e04-9ae6-f558f715c2f5 None None] Pushing event updated for resources: {'Port': ['ID=f8db1665-3202-42fe-ae51-5e7064cf19b6,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:44.242302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.256581 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-413126dc-ade7-4673-9627-baa63dc34a9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:44.257324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-413126dc-ade7-4673-9627-baa63dc34a9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:44.263673 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-413126dc-ade7-4673-9627-baa63dc34a9a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/62669935-5643-407a-8421-b2ee8ed874ab HTTP/1.1" status: 404 len: 333 time: 0.0622945 Dec 06 14:25:44.263673 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.263673 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Added segment ced8e19d-d821-4e19-8b1c-49c4611758db of type vlan for network 903cb94b-de19-4320-a09d-baada8524747 Dec 06 14:25:44.266641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55496d6-b738-41a7-bb32-4762f90bc173 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.267705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34302) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.279492 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b84e9b8d-79a1-4763-9ebd-ba973290572b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:44.308572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1721f3-d41f-4e9c-9e57-a106f9e235a4,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:44.335934 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-85815511-661b-4c03-ad10-725ae65d423a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:44.338959 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85815511-661b-4c03-ad10-725ae65d423a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:44.350244 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-85815511-661b-4c03-ad10-725ae65d423a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/be64ddd1-9c0f-4848-a85e-312f094482ec HTTP/1.1" status: 404 len: 337 time: 0.0701082 Dec 06 14:25:44.355013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5826687e-2ee9-496a-9214-5b7bc72205cd None None] For port 2fa5b2cb-3255-42f9-8789-59b96d9f2205, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2fa5b2cb-3255-42f9-8789-59b96d9f2205,segment=NetworkSegment(0a9f124e-a359-454a-ba8b-07187fd27ac9),segment_id=0a9f124e-a359-454a-ba8b-07187fd27ac9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:44.355470 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5826687e-2ee9-496a-9214-5b7bc72205cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.369268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34304) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.406923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5826687e-2ee9-496a-9214-5b7bc72205cd None None] Calling delete_port for 2fa5b2cb-3255-42f9-8789-59b96d9f2205 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:44.412628 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-00e446bc-6a53-4588-bd90-1f4532cf1567 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:44.413310 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00e446bc-6a53-4588-bd90-1f4532cf1567 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:44.418887 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-00e446bc-6a53-4588-bd90-1f4532cf1567 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/e6411f58-531c-4d83-ad97-a49d02b5026e HTTP/1.1" status: 404 len: 337 time: 0.0461941 Dec 06 14:25:44.419677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34306) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.427693 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55496d6-b738-41a7-bb32-4762f90bc173 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.428986 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.436896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4393657-3387-419f-9738-dfdcb8f39f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.440776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55496d6-b738-41a7-bb32-4762f90bc173 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:44.448494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f55496d6-b738-41a7-bb32-4762f90bc173 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.455136 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b05112d1-ae42-413e-9281-1c92c1b3209e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:44.455708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b05112d1-ae42-413e-9281-1c92c1b3209e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:44.461262 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b05112d1-ae42-413e-9281-1c92c1b3209e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/a906171f-5a5f-409c-a9c5-aa1c028dba57 HTTP/1.1" status: 404 len: 333 time: 0.0389388 Dec 06 14:25:44.461997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34308) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.499550 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cb05d0-6ecb-40d6-a5f7-b0bcfb30ab4b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:44.500244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43cb05d0-6ecb-40d6-a5f7-b0bcfb30ab4b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:44.513196 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-43cb05d0-6ecb-40d6-a5f7-b0bcfb30ab4b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/ca89bb26-3913-4224-b33b-43c44cc6d817 HTTP/1.1" status: 404 len: 337 time: 0.0483015 Dec 06 14:25:44.514000 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34310) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.546379 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd96f35-194a-40a4-a028-daa6e0aa087f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:44.546844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fd96f35-194a-40a4-a028-daa6e0aa087f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:44.552500 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5fd96f35-194a-40a4-a028-daa6e0aa087f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/3099c6bd-1b1a-45f4-a061-5fcb45f09b1e HTTP/1.1" status: 404 len: 337 time: 0.0353026 Dec 06 14:25:44.552805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34312) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.561850 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b4393657-3387-419f-9738-dfdcb8f39f41 None None] For port b84e9b8d-79a1-4763-9ebd-ba973290572b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b84e9b8d-79a1-4763-9ebd-ba973290572b,segment=NetworkSegment(3065acc3-cb7b-4405-a396-27d482204c86),segment_id=3065acc3-cb7b-4405-a396-27d482204c86)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:44.570578 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port b84e9b8d-79a1-4763-9ebd-ba973290572b triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:44.570878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.571015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.578876 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0514931a-fc94-43f5-9489-3b0f691830c6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:44.579361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0514931a-fc94-43f5-9489-3b0f691830c6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:44.585095 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0514931a-fc94-43f5-9489-3b0f691830c6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/6138e942-9f33-44c7-8267-33e15445308f HTTP/1.1" status: 404 len: 333 time: 0.0288668 Dec 06 14:25:44.586332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34314) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.654273 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55496d6-b738-41a7-bb32-4762f90bc173 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Network': ['ID=55c2933f-5997-4c5d-87b3-b4182fa0b810,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:44.669318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.674780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 55c2933f-5997-4c5d-87b3-b4182fa0b810 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:25:44.677660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:44.678419 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.686622 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f55496d6-b738-41a7-bb32-4762f90bc173 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0187113 Dec 06 14:25:44.686986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b4393657-3387-419f-9738-dfdcb8f39f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.687088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network cad8ce34-634f-4063-b664-56aad80483ea is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:44.687088 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc82ea2e-4f6c-415c-8708-543298219ac1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:44.687088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc82ea2e-4f6c-415c-8708-543298219ac1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:44.692730 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fc82ea2e-4f6c-415c-8708-543298219ac1 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/234276d7-1f9b-41a6-a000-c1e2a0d888d6 HTTP/1.1" status: 404 len: 337 time: 0.0983887 Dec 06 14:25:44.693477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34318) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.693810 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34320) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.699866 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:44.703375 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:44.703521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.732024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-41c7e081-2673-4f96-8f35-2dc2fbbe2196 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'subnet': {'network_id': '160ad77f-f0e4-4c7e-89e4-c0efdb98df5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:44.753244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] Pushing event updated for resources: {'Network': ['ID=903cb94b-de19-4320-a09d-baada8524747,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:44.781865 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 903cb94b-de19-4320-a09d-baada8524747 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:25:44.788897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5826687e-2ee9-496a-9214-5b7bc72205cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.803542 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=8add5cd4-7d33-4d8d-aa52-92ea29a4f262,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:44.811237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.814257 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c187cf88-9dc9-4e33-b0ce-01121dc2745c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:44.814714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c187cf88-9dc9-4e33-b0ce-01121dc2745c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:44.820452 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c187cf88-9dc9-4e33-b0ce-01121dc2745c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/242e9a93-ab99-444c-8948-1791d1f6be45 HTTP/1.1" status: 404 len: 337 time: 0.1194780 Dec 06 14:25:44.820988 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34322) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.868106 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-45644061-4600-4231-9d83-ab09163b4d2f tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0911132-c3a3-42f6-9828-4bc100e658d6 HTTP/1.1" status: 200 len: 205 time: 0.0455101 Dec 06 14:25:44.887170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34326) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.908260 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3bdbcda8-a81d-4b43-b214-f47704bd0fa2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3521407 Dec 06 14:25:44.911408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34328) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:44.918547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5826687e-2ee9-496a-9214-5b7bc72205cd None None] No DVR routers for this DVR port 2fa5b2cb-3255-42f9-8789-59b96d9f2205 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:25:44.923665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-10a24b56-e37b-4ced-bfd4-8c0b3b5abd74 admin admin] Request body: {'subnet': {'network_id': '903cb94b-de19-4320-a09d-baada8524747', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-448558407-subnet', 'tenant_id': 'f67fa4b6c79c45dda917c2776fccb661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:44.955008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4393657-3387-419f-9738-dfdcb8f39f41 None None] Pushing event updated for resources: {'Port': ['ID=b84e9b8d-79a1-4763-9ebd-ba973290572b,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:44.977650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9092aab5-97d4-4259-bb07-8ed5da8d3690 None None] Provisioning complete for port b84e9b8d-79a1-4763-9ebd-ba973290572b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:44.978104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9092aab5-97d4-4259-bb07-8ed5da8d3690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:44.995683 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-57c554ae-eee5-40f8-a8d1-6d84215ecd14 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] delete failed (client error): The resource could not be found. Dec 06 14:25:44.996923 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-57c554ae-eee5-40f8-a8d1-6d84215ecd14 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/routers/a0911132-c3a3-42f6-9828-4bc100e658d6 HTTP/1.1" status: 404 len: 336 time: 0.1083040 Dec 06 14:25:44.999667 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34330) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.056982 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-5af01758-6e63-4b1b-97e1-42a2aa38136d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:45.056982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5af01758-6e63-4b1b-97e1-42a2aa38136d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:45.056982 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5af01758-6e63-4b1b-97e1-42a2aa38136d tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/a2095420-cb79-4e79-af30-eb06043d56fd HTTP/1.1" status: 404 len: 337 time: 0.0519707 Dec 06 14:25:45.059610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34332) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.064454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826687e-2ee9-496a-9214-5b7bc72205cd None None] Pushing event deleted for resources: {'Port': ['ID=2fa5b2cb-3255-42f9-8789-59b96d9f2205,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:45.091714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:25:45.092152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:25:45.103862 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b777670d-c0d7-44f8-8c96-a662ec2851a2 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2a52d76-39d1-456a-8f03-8293927bf662 HTTP/1.1" status: 200 len: 205 time: 0.0378792 Dec 06 14:25:45.106958 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34334) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.169917 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-117092ea-809e-48f5-a56a-426d005ad484 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] delete failed (client error): The resource could not be found. Dec 06 14:25:45.171302 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-117092ea-809e-48f5-a56a-426d005ad484 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/routers/f2a52d76-39d1-456a-8f03-8293927bf662 HTTP/1.1" status: 404 len: 336 time: 0.0631416 Dec 06 14:25:45.173881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34336) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.202359 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b81b0e-834f-4be9-af29-bc0b7c8eafcb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:45.202816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5b81b0e-834f-4be9-af29-bc0b7c8eafcb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:45.206192 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b5b81b0e-834f-4be9-af29-bc0b7c8eafcb tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/215bd1e4-2454-4093-ab79-068b152d4294 HTTP/1.1" status: 404 len: 337 time: 0.0313122 Dec 06 14:25:45.208715 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34338) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.238346 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a24b56-e37b-4ced-bfd4-8c0b3b5abd74 admin admin] Made reservation on behalf of f67fa4b6c79c45dda917c2776fccb661 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:45.240825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10a24b56-e37b-4ced-bfd4-8c0b3b5abd74 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:45.243114 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcd65b97-8b8d-44f6-babd-a1898b6f820b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:45.243742 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcd65b97-8b8d-44f6-babd-a1898b6f820b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:45.249249 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bcd65b97-8b8d-44f6-babd-a1898b6f820b tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/299b08d4-5cb9-4b08-ba1b-e3d28a3d3476 HTTP/1.1" status: 404 len: 337 time: 0.0371153 Dec 06 14:25:45.262549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34340) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.296598 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-eedc2def-44fa-4f1e-93f5-b5d015e5b3a8 None None] Provisioning complete for port 8add5cd4-7d33-4d8d-aa52-92ea29a4f262 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:45.297012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eedc2def-44fa-4f1e-93f5-b5d015e5b3a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:45.297315 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-616b0a2d-b089-4fb0-9a41-2f3816e71dcf tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:45.297891 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-616b0a2d-b089-4fb0-9a41-2f3816e71dcf tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:45.301045 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-616b0a2d-b089-4fb0-9a41-2f3816e71dcf tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/fac56e28-8c46-4ae5-9112-de8cab5932d9 HTTP/1.1" status: 404 len: 333 time: 0.0374587 Dec 06 14:25:45.326039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34342) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.353444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-eedc2def-44fa-4f1e-93f5-b5d015e5b3a8 None None] Port 8add5cd4-7d33-4d8d-aa52-92ea29a4f262 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:45.354639 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e5c513-89a9-47de-992c-1ddceda2fa26 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:45.355110 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51e5c513-89a9-47de-992c-1ddceda2fa26 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:45.358809 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-51e5c513-89a9-47de-992c-1ddceda2fa26 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/3046e56d-ccfb-4ffa-878d-e3fefd1cb3a2 HTTP/1.1" status: 404 len: 337 time: 0.0317600 Dec 06 14:25:45.361515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34344) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.396550 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-0220e93a-6d13-4414-892c-a3b51654bf91 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:45.397693 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0220e93a-6d13-4414-892c-a3b51654bf91 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:45.400961 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0220e93a-6d13-4414-892c-a3b51654bf91 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/0af1dafc-4841-4ea5-a7c2-97376a9c437e HTTP/1.1" status: 404 len: 333 time: 0.0384519 Dec 06 14:25:45.403498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34346) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.433241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6152b9a-c1a5-4035-a0e9-49c5cfec9bb0 None None] Network f9ccfa80-b41c-4f3d-a067-efa8ae50c97e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:45.459982 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a862ca4d-de6d-4c3e-8450-38161750b0b6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:45.460432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a862ca4d-de6d-4c3e-8450-38161750b0b6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:45.463617 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a862ca4d-de6d-4c3e-8450-38161750b0b6 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/a4a7f54f-35e2-4dea-bcff-fe79d5349303 HTTP/1.1" status: 404 len: 337 time: 0.0590725 Dec 06 14:25:45.466392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34348) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.490636 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-868c3f72-ff91-4d21-b2e5-909708efbeb3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:45.491261 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-868c3f72-ff91-4d21-b2e5-909708efbeb3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:45.496874 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-868c3f72-ff91-4d21-b2e5-909708efbeb3 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/5945f7c1-4318-4ddf-801e-eb256a8a63b0 HTTP/1.1" status: 404 len: 333 time: 0.0258636 Dec 06 14:25:45.497845 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34350) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.518026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cb2dda04-5b47-48f1-950c-48a318e034cf None None] Provisioning complete for port f8db1665-3202-42fe-ae51-5e7064cf19b6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:45.518403 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb2dda04-5b47-48f1-950c-48a318e034cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:45.525926 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd19d535-5b96-4baa-bb73-1b3398ea80ce tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:45.526377 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd19d535-5b96-4baa-bb73-1b3398ea80ce tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:45.529489 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bd19d535-5b96-4baa-bb73-1b3398ea80ce tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/5e8bb715-e7fc-489d-9612-81639ce72c98 HTTP/1.1" status: 404 len: 337 time: 0.0300272 Dec 06 14:25:45.532763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34352) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.558464 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-8062ec07-4f2b-455d-9fba-6a2130e7a5e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:45.559024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8062ec07-4f2b-455d-9fba-6a2130e7a5e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:45.564485 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8062ec07-4f2b-455d-9fba-6a2130e7a5e8 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/7cb73678-5cf5-4eeb-bfd0-0ae8abaa7a63 HTTP/1.1" status: 404 len: 333 time: 0.0283930 Dec 06 14:25:45.564743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34354) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.584965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:45.595169 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-60cdb701-5534-4267-a9e5-8a3e6111d9f0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:45.595620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60cdb701-5534-4267-a9e5-8a3e6111d9f0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:45.601074 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-60cdb701-5534-4267-a9e5-8a3e6111d9f0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/9e5d3b08-a59e-42fb-b590-10b9e1ef299a HTTP/1.1" status: 404 len: 337 time: 0.0330169 Dec 06 14:25:45.603297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c7e081-2673-4f96-8f35-2dc2fbbe2196 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:45.603464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34356) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.606274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41c7e081-2673-4f96-8f35-2dc2fbbe2196 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:45.626958 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-156ffc26-5e9f-4f3c-811f-406af92d9fb0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:45.628266 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156ffc26-5e9f-4f3c-811f-406af92d9fb0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:45.634617 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-156ffc26-5e9f-4f3c-811f-406af92d9fb0 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/0350325a-aa68-4eb9-a78f-b79dd92a038b HTTP/1.1" status: 404 len: 333 time: 0.0280235 Dec 06 14:25:45.635067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34358) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.672755 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-270500da-65e3-4267-b6f4-ababafb2dd6a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:45.673551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-270500da-65e3-4267-b6f4-ababafb2dd6a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:45.679810 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-270500da-65e3-4267-b6f4-ababafb2dd6a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/7eacc048-445c-4611-a53e-68f7067850e3 HTTP/1.1" status: 404 len: 337 time: 0.0421834 Dec 06 14:25:45.680514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34362) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:45.714182 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb2dda04-5b47-48f1-950c-48a318e034cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:45.762916 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cb2dda04-5b47-48f1-950c-48a318e034cf None None] For port f8db1665-3202-42fe-ae51-5e7064cf19b6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8db1665-3202-42fe-ae51-5e7064cf19b6,segment=NetworkSegment(4de62989-26ef-469e-a94c-82f079ce984f),segment_id=4de62989-26ef-469e-a94c-82f079ce984f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:45.791847 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2fa5b2cb-3255-42f9-8789-59b96d9f2205 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:25:45.816156 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 2fa5b2cb-3255-42f9-8789-59b96d9f2205 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:25:45.817268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2fa5b2cb-3255-42f9-8789-59b96d9f2205 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:25:45.893130 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb2dda04-5b47-48f1-950c-48a318e034cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:45.975579 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2dda04-5b47-48f1-950c-48a318e034cf None None] Pushing event updated for resources: {'Port': ['ID=f8db1665-3202-42fe-ae51-5e7064cf19b6,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:46.047516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.104242 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41c7e081-2673-4f96-8f35-2dc2fbbe2196 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.115836 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4cabbd-1c88-40c8-b0de-c0a4bfa96d7e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:46.115836 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4cabbd-1c88-40c8-b0de-c0a4bfa96d7e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:46.117932 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ae4cabbd-1c88-40c8-b0de-c0a4bfa96d7e tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/315d9cfe-2522-4ddc-bab3-6125f269db69 HTTP/1.1" status: 404 len: 333 time: 0.4362512 Dec 06 14:25:46.119558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10a24b56-e37b-4ced-bfd4-8c0b3b5abd74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.120684 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34366) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:46.122784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c4b9bc29-5b04-45bc-9ccf-4daffc2a499a None None] Provisioning complete for port f8db1665-3202-42fe-ae51-5e7064cf19b6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:46.123157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bc29-5b04-45bc-9ccf-4daffc2a499a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.179002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a24b56-e37b-4ced-bfd4-8c0b3b5abd74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4df1877-3b65-469b-ae6d-e9fa9e506f91,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:46.183360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.184149 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.192170 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:25:46.207267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a24b56-e37b-4ced-bfd4-8c0b3b5abd74 admin admin] Checking segment: {'id': 'ced8e19d-d821-4e19-8b1c-49c4611758db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '903cb94b-de19-4320-a09d-baada8524747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:46.207898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a24b56-e37b-4ced-bfd4-8c0b3b5abd74 admin admin] Network hostable DHCP agents. Network: 903cb94b-de19-4320-a09d-baada8524747, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:25:46.223949 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b55e0a1-86c1-4695-a8ef-5d7501617477 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:46.224337 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b55e0a1-86c1-4695-a8ef-5d7501617477 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:46.227530 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0b55e0a1-86c1-4695-a8ef-5d7501617477 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/084b2fb9-1d5a-4957-904c-cf8c3a35e6f3 HTTP/1.1" status: 404 len: 337 time: 0.1053886 Dec 06 14:25:46.230254 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34368) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:46.263342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=8add5cd4-7d33-4d8d-aa52-92ea29a4f262,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:46.284875 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50d193b-e4c1-4c60-9119-15e41563d69a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:46.286162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50d193b-e4c1-4c60-9119-15e41563d69a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:46.293526 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c50d193b-e4c1-4c60-9119-15e41563d69a tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/ports/b81557af-f23e-4428-bc12-83725b8f0448 HTTP/1.1" status: 404 len: 333 time: 0.0610275 Dec 06 14:25:46.293526 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34370) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:46.302307 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7e081-2673-4f96-8f35-2dc2fbbe2196 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Subnet': ['ID=577b9056-791d-41da-8416-86de44dfe25d,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:46.303671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b84e9b8d-79a1-4763-9ebd-ba973290572b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:46.323575 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d27dc5-55e0-4a6d-8400-f41495c36609 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] DELETE failed (client error): The resource could not be found. Dec 06 14:25:46.324121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d27dc5-55e0-4a6d-8400-f41495c36609 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:25:46.328901 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-38d27dc5-55e0-4a6d-8400-f41495c36609 tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/subnets/1df0e99d-b97c-4df3-aadd-2bb75db289e2 HTTP/1.1" status: 404 len: 337 time: 0.0337262 Dec 06 14:25:46.331272 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34372) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:46.339731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c7e081-2673-4f96-8f35-2dc2fbbe2196 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Checking segment: {'id': '7fb36397-c8f7-4061-8de6-25ecf67b605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '160ad77f-f0e4-4c7e-89e4-c0efdb98df5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:46.340093 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c7e081-2673-4f96-8f35-2dc2fbbe2196 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network hostable DHCP agents. Network: 160ad77f-f0e4-4c7e-89e4-c0efdb98df5c, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:25:46.352271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a24b56-e37b-4ced-bfd4-8c0b3b5abd74 admin admin] Network 903cb94b-de19-4320-a09d-baada8524747 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:25:46.370533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port b84e9b8d-79a1-4763-9ebd-ba973290572b triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:46.370996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.384669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network cad8ce34-634f-4063-b664-56aad80483ea is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:46.386174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:46.416502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d754d-a01c-4090-b2df-f9baff0c2a2c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.481965 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f8db1665-3202-42fe-ae51-5e7064cf19b6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:46.516527 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d754d-a01c-4090-b2df-f9baff0c2a2c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.545377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3c2d754d-a01c-4090-b2df-f9baff0c2a2c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32250b85-9d7f-4d03-9356-fdcc88577699']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:46.550710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port f8db1665-3202-42fe-ae51-5e7064cf19b6 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:46.551106 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.557773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3c2d754d-a01c-4090-b2df-f9baff0c2a2c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a9f124e-a359-454a-ba8b-07187fd27ac9') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:46.558074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3c2d754d-a01c-4090-b2df-f9baff0c2a2c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a9f124e-a359-454a-ba8b-07187fd27ac9') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:46.569053 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d754d-a01c-4090-b2df-f9baff0c2a2c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.576546 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c7e081-2673-4f96-8f35-2dc2fbbe2196 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 160ad77f-f0e4-4c7e-89e4-c0efdb98df5c is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:25:46.585831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d754d-a01c-4090-b2df-f9baff0c2a2c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.592532 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2d754d-a01c-4090-b2df-f9baff0c2a2c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:25:46.592973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d754d-a01c-4090-b2df-f9baff0c2a2c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:25:46.596316 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:25:46.681181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router fdc7fe3f-2e69-4947-b99f-29fa99259098 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:25:46.726838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-10a24b56-e37b-4ced-bfd4-8c0b3b5abd74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 903cb94b-de19-4320-a09d-baada8524747) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:46.731558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a24b56-e37b-4ced-bfd4-8c0b3b5abd74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:46.732299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10a24b56-e37b-4ced-bfd4-8c0b3b5abd74 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.738428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1311fd35-4072-4d7d-8f3c-e0de8c7eaf36 None None] Network 903cb94b-de19-4320-a09d-baada8524747 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:46.763094 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-41c7e081-2673-4f96-8f35-2dc2fbbe2196 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 160ad77f-f0e4-4c7e-89e4-c0efdb98df5c) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:46.772584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c7e081-2673-4f96-8f35-2dc2fbbe2196 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:46.773203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41c7e081-2673-4f96-8f35-2dc2fbbe2196 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.798530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:25:46.799077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0466118b-fd54-4105-b657-9b6dca6d925c None None] Network 160ad77f-f0e4-4c7e-89e4-c0efdb98df5c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:46.803720 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-582a8cb9-d2ec-4423-981b-40c28128c469 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/fdc7fe3f-2e69-4947-b99f-29fa99259098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0072918 Dec 06 14:25:46.809859 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34376) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:46.819838 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46b843-76e7-43e6-ae85-b3d8c9b742de None None] Sync routers for ids ['fdc7fe3f-2e69-4947-b99f-29fa99259098'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:25:46.835606 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46b843-76e7-43e6-ae85-b3d8c9b742de None None] Routers {'fdc7fe3f-2e69-4947-b99f-29fa99259098'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:46.836764 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8c46b843-76e7-43e6-ae85-b3d8c9b742de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fdc7fe3f-2e69-4947-b99f-29fa99259098'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:46.870435 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d754d-a01c-4090-b2df-f9baff0c2a2c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.876013 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8c46b843-76e7-43e6-ae85-b3d8c9b742de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:46.882033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3c2d754d-a01c-4090-b2df-f9baff0c2a2c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:46.886936 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46b843-76e7-43e6-ae85-b3d8c9b742de None None] Routers {'fdc7fe3f-2e69-4947-b99f-29fa99259098'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:46.891038 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8c46b843-76e7-43e6-ae85-b3d8c9b742de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fdc7fe3f-2e69-4947-b99f-29fa99259098'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:46.891230 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3c2d754d-a01c-4090-b2df-f9baff0c2a2c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] 10.222.0.42 "DELETE /v2.0/networks/32250b85-9d7f-4d03-9356-fdcc88577699 HTTP/1.1" status: 204 len: 168 time: 0.5552976 Dec 06 14:25:46.913539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2d754d-a01c-4090-b2df-f9baff0c2a2c tempest-NetworksTestDHCPv6-561923086 tempest-NetworksTestDHCPv6-561923086-project] Pushing event deleted for resources: {'Network': ['ID=32250b85-9d7f-4d03-9356-fdcc88577699,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:46.923571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6f6e1e-53ad-4718-bc10-33dff3aa1fa7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:46.925219 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dc6f6e1e-53ad-4718-bc10-33dff3aa1fa7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports/8add5cd4-7d33-4d8d-aa52-92ea29a4f262 HTTP/1.1" status: 200 len: 911 time: 0.1142609 Dec 06 14:25:46.928289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34380) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:46.958074 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8c46b843-76e7-43e6-ae85-b3d8c9b742de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:46.958884 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46b843-76e7-43e6-ae85-b3d8c9b742de None None] The sync data for ids ['fdc7fe3f-2e69-4947-b99f-29fa99259098'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:25:47.009380 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-10a24b56-e37b-4ced-bfd4-8c0b3b5abd74 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0965617 Dec 06 14:25:47.045768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-16315abb-be94-43f2-bbb0-b755518a65a0 None None] Provisioning complete for port 8add5cd4-7d33-4d8d-aa52-92ea29a4f262 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:47.046142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16315abb-be94-43f2-bbb0-b755518a65a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:47.092953 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-41c7e081-2673-4f96-8f35-2dc2fbbe2196 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3933215 Dec 06 14:25:47.094209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34384) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:47.103639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-18761dc8-d072-45d7-97b3-f846e6f7dee5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'subnet': {'network_id': '55c2933f-5997-4c5d-87b3-b4182fa0b810', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:47.142967 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-16315abb-be94-43f2-bbb0-b755518a65a0 None None] Port 8add5cd4-7d33-4d8d-aa52-92ea29a4f262 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:47.155391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7244ea-d02e-4c59-8c88-b8d6373a51f5 None None] Network 903cb94b-de19-4320-a09d-baada8524747 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:47.311801 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-160ad77f-f0e4-4c7e-89e4-c0efdb98df5c', 'network_id': '160ad77f-f0e4-4c7e-89e4-c0efdb98df5c', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'fixed_ips': [{'subnet_id': '577b9056-791d-41da-8416-86de44dfe25d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:25:47.312655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:47.424166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:47.438592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18761dc8-d072-45d7-97b3-f846e6f7dee5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:47.442865 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18761dc8-d072-45d7-97b3-f846e6f7dee5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:47.466363 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Allocated IP 172.20.0.2 (160ad77f-f0e4-4c7e-89e4-c0efdb98df5c/577b9056-791d-41da-8416-86de44dfe25d/499b389c-08a4-4f40-935e-1c8587786c89) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:47.647080 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:47.753591 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-10947f68-1125-4b58-bbed-fbd6835f9c17 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:47.755078 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-10947f68-1125-4b58-bbed-fbd6835f9c17 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/networks?id=4221d3d8-89a2-4257-852d-2740892e7575 HTTP/1.1" status: 200 len: 811 time: 0.2089112 Dec 06 14:25:47.766450 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34404) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:47.781095 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-ce2254a8-ef00-4652-8c4d-2905beb53dd8 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/quotas/9ee0fd5b0b494950860ebe46f9fd2fe3 HTTP/1.1" status: 200 len: 375 time: 0.0182226 Dec 06 14:25:47.802540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:47.826846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Network 160ad77f-f0e4-4c7e-89e4-c0efdb98df5c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:47.831006 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:47.836991 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-7deccdfe-e94c-4ef7-81c0-83167e1467af tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9ee0fd5b0b494950860ebe46f9fd2fe3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317819 Dec 06 14:25:47.852592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18761dc8-d072-45d7-97b3-f846e6f7dee5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:47.880353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Allocated IP 2001:db8:1::1 (f9ccfa80-b41c-4f3d-a067-efa8ae50c97e/a672cf87-93a3-415d-98fa-d5355568cf46/2f35790c-e294-4674-88a4-203d2e038bea) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:47.884871 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:47.955430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Pushing event updated for resources: {'Port': ['ID=499b389c-08a4-4f40-935e-1c8587786c89,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:47.962862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18761dc8-d072-45d7-97b3-f846e6f7dee5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Subnet': ['ID=d4b341a0-6a8d-40c8-afc6-225686112ddf,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:47.969239 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Attempting to bind port 499b389c-08a4-4f40-935e-1c8587786c89 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:25:47.969684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Attempting to bind port 499b389c-08a4-4f40-935e-1c8587786c89 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7fb36397-c8f7-4061-8de6-25ecf67b605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '160ad77f-f0e4-4c7e-89e4-c0efdb98df5c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:25:47.976373 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Attempting to bind port 499b389c-08a4-4f40-935e-1c8587786c89 on network 160ad77f-f0e4-4c7e-89e4-c0efdb98df5c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:47.976652 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9d6de24a-989a-4bb7-a14e-41532430b73d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=532e70fe6bbb4a3fb2aeb73d8366994a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2088907 Dec 06 14:25:47.978151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18761dc8-d072-45d7-97b3-f846e6f7dee5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Checking segment: {'id': '71798250-17d9-4528-9a8b-30c96add88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '55c2933f-5997-4c5d-87b3-b4182fa0b810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:47.978151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18761dc8-d072-45d7-97b3-f846e6f7dee5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network hostable DHCP agents. Network: 55c2933f-5997-4c5d-87b3-b4182fa0b810, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:25:47.980078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34410) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:47.980885 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:25:47.981112 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Checking segment: {'id': '7fb36397-c8f7-4061-8de6-25ecf67b605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '160ad77f-f0e4-4c7e-89e4-c0efdb98df5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:47.981766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:47.982166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Bound using segment: {'id': '7fb36397-c8f7-4061-8de6-25ecf67b605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '160ad77f-f0e4-4c7e-89e4-c0efdb98df5c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:25:47.982658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Bound port: 499b389c-08a4-4f40-935e-1c8587786c89, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb36397-c8f7-4061-8de6-25ecf67b605e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '160ad77f-f0e4-4c7e-89e4-c0efdb98df5c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:25:47.983566 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.025635 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-9bb6766f-70d3-44df-9ab1-93aeb7d1605b service neutron] 10.222.0.42 "GET /v2.0/networks/4221d3d8-89a2-4257-852d-2740892e7575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764030 Dec 06 14:25:48.039581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8e58cb49-cd0a-48c3-a108-34529eb751fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.058785 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] For port 499b389c-08a4-4f40-935e-1c8587786c89, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:48.063071 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] For port 499b389c-08a4-4f40-935e-1c8587786c89, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=499b389c-08a4-4f40-935e-1c8587786c89,segment=NetworkSegment(7fb36397-c8f7-4061-8de6-25ecf67b605e),segment_id=7fb36397-c8f7-4061-8de6-25ecf67b605e)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:48.070507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8e58cb49-cd0a-48c3-a108-34529eb751fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.098435 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18761dc8-d072-45d7-97b3-f846e6f7dee5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 55c2933f-5997-4c5d-87b3-b4182fa0b810 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:25:48.130541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.159185 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-601706db-330e-4b9d-a4d8-4166da0ad829 service neutron] 10.222.0.42 "GET /v2.0/networks/4221d3d8-89a2-4257-852d-2740892e7575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261442 Dec 06 14:25:48.178369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.238548 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8e58cb49-cd0a-48c3-a108-34529eb751fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.241225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72788b2c-8dfe-4c06-bb39-73e2be46a014 None None] Pushing event updated for resources: {'Port': ['ID=499b389c-08a4-4f40-935e-1c8587786c89,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:48.242391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8e58cb49-cd0a-48c3-a108-34529eb751fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.246149 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8e58cb49-cd0a-48c3-a108-34529eb751fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f04f3bf-3ada-4856-97ee-388c41759dc0 HTTP/1.1" status: 204 len: 168 time: 0.2627194 Dec 06 14:25:48.246149 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-18761dc8-d072-45d7-97b3-f846e6f7dee5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 55c2933f-5997-4c5d-87b3-b4182fa0b810) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:48.252012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18761dc8-d072-45d7-97b3-f846e6f7dee5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:48.252681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18761dc8-d072-45d7-97b3-f846e6f7dee5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.263546 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e58cb49-cd0a-48c3-a108-34529eb751fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f04f3bf-3ada-4856-97ee-388c41759dc0,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:48.267427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db37703f-fd1e-4b08-978d-1d2956e925c1 None None] Network 55c2933f-5997-4c5d-87b3-b4182fa0b810 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:48.327676 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.396024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network f9ccfa80-b41c-4f3d-a067-efa8ae50c97e is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:48.399301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:48.403206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:48.404164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.447156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=2f35790c-e294-4674-88a4-203d2e038bea,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:48.485128 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-55c2933f-5997-4c5d-87b3-b4182fa0b810', 'network_id': '55c2933f-5997-4c5d-87b3-b4182fa0b810', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'fixed_ips': [{'subnet_id': 'd4b341a0-6a8d-40c8-afc6-225686112ddf'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:25:48.486358 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.499042 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-18761dc8-d072-45d7-97b3-f846e6f7dee5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4027910 Dec 06 14:25:48.510063 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34416) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:48.510063 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-eb21bd24-26fb-419e-a834-b0effe4ce534 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-762527830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:48.688733 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4064f0b8-d1b7-49ab-acc7-e5b13d8bf71a req-18e32a4a-e540-46a8-93ad-f7466cf62f31 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 210 time: 0.0355046 Dec 06 14:25:48.769662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.809754 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eb21bd24-26fb-419e-a834-b0effe4ce534 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.809754 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eb21bd24-26fb-419e-a834-b0effe4ce534 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.870943 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eb21bd24-26fb-419e-a834-b0effe4ce534 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.950374 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0d79693d-98f9-435e-8ea0-1a2ef46db37a None None] Provisioning complete for port 2f35790c-e294-4674-88a4-203d2e038bea triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:48.951190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0d79693d-98f9-435e-8ea0-1a2ef46db37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:48.954578 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Allocated IP 172.21.0.2 (55c2933f-5997-4c5d-87b3-b4182fa0b810/d4b341a0-6a8d-40c8-afc6-225686112ddf/6bbf76fb-6f25-443a-813a-bea464dcdefe) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:49.018242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0d79693d-98f9-435e-8ea0-1a2ef46db37a None None] Port 2f35790c-e294-4674-88a4-203d2e038bea cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:49.069074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eb21bd24-26fb-419e-a834-b0effe4ce534 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:49.091931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:49.160074 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:49.215981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:49.216864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:49.217861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eb21bd24-26fb-419e-a834-b0effe4ce534 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:49.220755 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-eb21bd24-26fb-419e-a834-b0effe4ce534 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7162204 Dec 06 14:25:49.228878 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34436) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:49.293563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:49.294774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=2f35790c-e294-4674-88a4-203d2e038bea,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:49.359234 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Network 55c2933f-5997-4c5d-87b3-b4182fa0b810 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:49.387879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:49.397115 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:49.435719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network f9ccfa80-b41c-4f3d-a067-efa8ae50c97e is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:49.439926 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:49.457451 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Pushing event updated for resources: {'Port': ['ID=6bbf76fb-6f25-443a-813a-bea464dcdefe,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:49.546329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Attempting to bind port 6bbf76fb-6f25-443a-813a-bea464dcdefe on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:25:49.546707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Attempting to bind port 6bbf76fb-6f25-443a-813a-bea464dcdefe by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '71798250-17d9-4528-9a8b-30c96add88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '55c2933f-5997-4c5d-87b3-b4182fa0b810'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:25:49.547075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Attempting to bind port 6bbf76fb-6f25-443a-813a-bea464dcdefe on network 55c2933f-5997-4c5d-87b3-b4182fa0b810 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:49.559830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:25:49.560222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Checking segment: {'id': '71798250-17d9-4528-9a8b-30c96add88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '55c2933f-5997-4c5d-87b3-b4182fa0b810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:49.560639 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:49.561708 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Bound using segment: {'id': '71798250-17d9-4528-9a8b-30c96add88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '55c2933f-5997-4c5d-87b3-b4182fa0b810'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:25:49.562208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Bound port: 6bbf76fb-6f25-443a-813a-bea464dcdefe, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71798250-17d9-4528-9a8b-30c96add88fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '55c2933f-5997-4c5d-87b3-b4182fa0b810'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:25:49.562598 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:49.577662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router fdc7fe3f-2e69-4947-b99f-29fa99259098 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:25:49.631213 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:49.678416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-489302b8-7090-4396-917a-f23041e6a892 None None] For port 6bbf76fb-6f25-443a-813a-bea464dcdefe, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:49.682137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-489302b8-7090-4396-917a-f23041e6a892 None None] For port 6bbf76fb-6f25-443a-813a-bea464dcdefe, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bbf76fb-6f25-443a-813a-bea464dcdefe,segment=NetworkSegment(71798250-17d9-4528-9a8b-30c96add88fe),segment_id=71798250-17d9-4528-9a8b-30c96add88fe)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:49.685829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d83fea7-6cd6-4169-b2dd-04eb2f1fbc3b None None] Network 160ad77f-f0e4-4c7e-89e4-c0efdb98df5c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:49.690822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:25:49.702627 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a8493b73-c109-40fe-9549-74ea6e818399 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/fdc7fe3f-2e69-4947-b99f-29fa99259098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7722144 Dec 06 14:25:49.704783 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34444) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:49.736226 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe6215e-bca8-46b8-9d5c-a65e7552e75f None None] Sync routers for ids ['fdc7fe3f-2e69-4947-b99f-29fa99259098'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:25:49.781343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919aa5a8-cc06-47ee-817b-d80231fac0d7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:49.782301 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-919aa5a8-cc06-47ee-817b-d80231fac0d7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports/2f35790c-e294-4674-88a4-203d2e038bea HTTP/1.1" status: 200 len: 913 time: 0.0735502 Dec 06 14:25:49.784168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34450) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:49.805713 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ddba62e7-4a4b-401a-bcf5-35eb93ce80fc None None] Provisioning complete for port 499b389c-08a4-4f40-935e-1c8587786c89 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:49.806112 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddba62e7-4a4b-401a-bcf5-35eb93ce80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:49.846662 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-efa93734-157d-4660-9688-66cae3f30a45 req-5e576d4b-f1da-424c-b50d-609a17bd694d tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 210 time: 0.0321436 Dec 06 14:25:49.875969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:49.915437 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe6215e-bca8-46b8-9d5c-a65e7552e75f None None] Routers {'fdc7fe3f-2e69-4947-b99f-29fa99259098'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:49.916067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4fe6215e-bca8-46b8-9d5c-a65e7552e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fdc7fe3f-2e69-4947-b99f-29fa99259098'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:49.967950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4fe6215e-bca8-46b8-9d5c-a65e7552e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:50.039860 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489302b8-7090-4396-917a-f23041e6a892 None None] Pushing event updated for resources: {'Port': ['ID=6bbf76fb-6f25-443a-813a-bea464dcdefe,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:50.075165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Allocated IP 172.20.0.1 (160ad77f-f0e4-4c7e-89e4-c0efdb98df5c/577b9056-791d-41da-8416-86de44dfe25d/88ea9443-2756-4725-98dc-b4ef1c4f4d29) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:50.152028 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddba62e7-4a4b-401a-bcf5-35eb93ce80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:50.198718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe6215e-bca8-46b8-9d5c-a65e7552e75f None None] Routers {'fdc7fe3f-2e69-4947-b99f-29fa99259098'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:50.199627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4fe6215e-bca8-46b8-9d5c-a65e7552e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fdc7fe3f-2e69-4947-b99f-29fa99259098'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:50.275632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:50.307681 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4fe6215e-bca8-46b8-9d5c-a65e7552e75f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:50.308536 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe6215e-bca8-46b8-9d5c-a65e7552e75f None None] The sync data for ids ['fdc7fe3f-2e69-4947-b99f-29fa99259098'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:25:50.313371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 499b389c-08a4-4f40-935e-1c8587786c89 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:50.314339 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34460) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:50.344127 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8c421e89-0281-46be-836e-f16c4a0e54d0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:50.393525 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ddba62e7-4a4b-401a-bcf5-35eb93ce80fc None None] For port 499b389c-08a4-4f40-935e-1c8587786c89, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=499b389c-08a4-4f40-935e-1c8587786c89,segment=NetworkSegment(7fb36397-c8f7-4061-8de6-25ecf67b605e),segment_id=7fb36397-c8f7-4061-8de6-25ecf67b605e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:50.450651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-749410245'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:50.458897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 499b389c-08a4-4f40-935e-1c8587786c89 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:50.459613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:50.557742 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:50.562927 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:50.572880 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddba62e7-4a4b-401a-bcf5-35eb93ce80fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:50.637005 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 160ad77f-f0e4-4c7e-89e4-c0efdb98df5c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:50.643156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:50.652096 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:50.712716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-01ceaa9b-0c9c-493e-ac74-67d77206f223 None None] Provisioning complete for port 2f35790c-e294-4674-88a4-203d2e038bea triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:50.713206 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01ceaa9b-0c9c-493e-ac74-67d77206f223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:50.716724 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:50.752369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:25:50.752730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:25:50.780160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba62e7-4a4b-401a-bcf5-35eb93ce80fc None None] Pushing event updated for resources: {'Port': ['ID=499b389c-08a4-4f40-935e-1c8587786c89,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:50.793995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-01ceaa9b-0c9c-493e-ac74-67d77206f223 None None] Port 2f35790c-e294-4674-88a4-203d2e038bea cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:50.844717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=88ea9443-2756-4725-98dc-b4ef1c4f4d29,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:50.939117 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-129373ca-770b-46f9-8dd2-f29e713f7a93 None None] Provisioning complete for port 499b389c-08a4-4f40-935e-1c8587786c89 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:50.939496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-129373ca-770b-46f9-8dd2-f29e713f7a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.057859 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Made reservation on behalf of 2cf4b3adaf83441386f6ffcbcb102076 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:51.063241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.087579 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.136550 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-904fb126-6e16-4b67-8eb3-7c7bbdebc332 req-960df269-4571-4726-8f93-3d9f1117ba3c tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 210 time: 0.1410630 Dec 06 14:25:51.154469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.210045 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-538d842b-b121-4f63-88ba-67cf20e64bd6 None None] Provisioning complete for port 88ea9443-2756-4725-98dc-b4ef1c4f4d29 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:51.211093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-538d842b-b121-4f63-88ba-67cf20e64bd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.224380 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8c421e89-0281-46be-836e-f16c4a0e54d0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port 2f35790c-e294-4674-88a4-203d2e038bea {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:51.224716 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8c421e89-0281-46be-836e-f16c4a0e54d0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.340015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-538d842b-b121-4f63-88ba-67cf20e64bd6 None None] Port 88ea9443-2756-4725-98dc-b4ef1c4f4d29 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:51.373048 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.412824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8c421e89-0281-46be-836e-f16c4a0e54d0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.432861 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8c421e89-0281-46be-836e-f16c4a0e54d0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for 2f35790c-e294-4674-88a4-203d2e038bea owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:51.444235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.477734 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc7d8ad-9996-4ace-a721-f66d0243900d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:51.519888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913771d2-4b92-407f-a6c8-f481f9d5ce38 None None] Network 55c2933f-5997-4c5d-87b3-b4182fa0b810 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:51.551572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:25:51.568168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.568502 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Added segment 0f630c3d-775b-420f-8a45-6f4099fbb593 of type vlan for network 7efe533f-f096-4930-ba04-4aa96d022b58 Dec 06 14:25:51.573974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.665050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.682289 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.747038 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c79484fd-1151-4f29-a564-21c34bbf7fb9 None None] Provisioning complete for port 6bbf76fb-6f25-443a-813a-bea464dcdefe triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:51.747038 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c79484fd-1151-4f29-a564-21c34bbf7fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.778422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.819744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=88ea9443-2756-4725-98dc-b4ef1c4f4d29,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:51.829340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.836660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:51.837656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.885812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c79484fd-1151-4f29-a564-21c34bbf7fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.921104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 160ad77f-f0e4-4c7e-89e4-c0efdb98df5c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:51.922771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:51.934391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c79484fd-1151-4f29-a564-21c34bbf7fb9 None None] For port 6bbf76fb-6f25-443a-813a-bea464dcdefe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bbf76fb-6f25-443a-813a-bea464dcdefe,segment=NetworkSegment(71798250-17d9-4528-9a8b-30c96add88fe),segment_id=71798250-17d9-4528-9a8b-30c96add88fe)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:51.935126 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8c421e89-0281-46be-836e-f16c4a0e54d0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:51.982181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c421e89-0281-46be-836e-f16c4a0e54d0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=2f35790c-e294-4674-88a4-203d2e038bea,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:51.990409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Pushing event updated for resources: {'Network': ['ID=7efe533f-f096-4930-ba04-4aa96d022b58,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:52.005172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 7efe533f-f096-4930-ba04-4aa96d022b58 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:25:52.032244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34472) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:52.037809 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-feea209b-31d0-4a08-861b-be8ae2ea265f tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7206509 Dec 06 14:25:52.038885 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-75b5be4f-63c5-498f-bcc8-8611cfee7d50 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Request body: {'subnet': {'network_id': '7efe533f-f096-4930-ba04-4aa96d022b58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:52.090372 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c79484fd-1151-4f29-a564-21c34bbf7fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:52.274399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8c421e89-0281-46be-836e-f16c4a0e54d0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:52.354762 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-273920e4-bd08-4bd7-a83a-88c5e9889c97 req-d45143da-dd34-49c4-bb02-c376ef794f62 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 210 time: 0.0507078 Dec 06 14:25:52.554728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 499b389c-08a4-4f40-935e-1c8587786c89 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:52.557660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 3a9be24b-04be-45d2-a11d-21a2d01a8e16 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:25:52.615017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ebf0bd28-927a-4c31-9351-4228c810a291 None None] Provisioning complete for port 6bbf76fb-6f25-443a-813a-bea464dcdefe triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:52.615386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebf0bd28-927a-4c31-9351-4228c810a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:52.621333 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79484fd-1151-4f29-a564-21c34bbf7fb9 None None] Pushing event updated for resources: {'Port': ['ID=6bbf76fb-6f25-443a-813a-bea464dcdefe,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:52.629682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-b0f85f6d-cc04-48ce-a772-ea7939646411 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:52.631151 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-b0f85f6d-cc04-48ce-a772-ea7939646411 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.41 "GET /v2.0/networks?id=4221d3d8-89a2-4257-852d-2740892e7575 HTTP/1.1" status: 200 len: 811 time: 0.2480943 Dec 06 14:25:52.638180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c421e89-0281-46be-836e-f16c4a0e54d0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router fdc7fe3f-2e69-4947-b99f-29fa99259098 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:25:52.646234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-65b2b3ad-d44d-4e9a-8ad7-e0290e558d1e tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Request body: {'port': {'device_id': '4319bc44-eaa2-4e37-8766-020f8233f366', 'network_id': '4221d3d8-89a2-4257-852d-2740892e7575', 'admin_state_up': True, 'tenant_id': '9ee0fd5b0b494950860ebe46f9fd2fe3'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:52.675225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 499b389c-08a4-4f40-935e-1c8587786c89 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:52.675589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:52.686760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:25:52.695282 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-71a2bb86-4674-4be7-9601-a13b44992a31 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/3a9be24b-04be-45d2-a11d-21a2d01a8e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4629729 Dec 06 14:25:52.702145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34478) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:52.711561 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f18785e-3ff6-4194-a40b-9a261aa68c01 None None] Sync routers for ids ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:25:52.714364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b5be4f-63c5-498f-bcc8-8611cfee7d50 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Made reservation on behalf of 2cf4b3adaf83441386f6ffcbcb102076 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:52.718210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75b5be4f-63c5-498f-bcc8-8611cfee7d50 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:52.724758 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f18785e-3ff6-4194-a40b-9a261aa68c01 None None] Routers {'3a9be24b-04be-45d2-a11d-21a2d01a8e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:52.726628 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-0f18785e-3ff6-4194-a40b-9a261aa68c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:52.797735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ebf0bd28-927a-4c31-9351-4228c810a291 None None] Provisioning complete for port 88ea9443-2756-4725-98dc-b4ef1c4f4d29 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:52.798079 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebf0bd28-927a-4c31-9351-4228c810a291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:52.815373 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-0f18785e-3ff6-4194-a40b-9a261aa68c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:52.823853 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c421e89-0281-46be-836e-f16c4a0e54d0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:25:52.830970 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8c421e89-0281-46be-836e-f16c4a0e54d0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/fdc7fe3f-2e69-4947-b99f-29fa99259098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0453873 Dec 06 14:25:52.833928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34482) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:52.840656 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8c388-e1a3-4d42-9f87-2f1f4b1c48f5 None None] Sync routers for ids ['fdc7fe3f-2e69-4947-b99f-29fa99259098'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:25:52.846128 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6bbf76fb-6f25-443a-813a-bea464dcdefe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:52.853323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ebf0bd28-927a-4c31-9351-4228c810a291 None None] Port 88ea9443-2756-4725-98dc-b4ef1c4f4d29 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:52.853729 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f18785e-3ff6-4194-a40b-9a261aa68c01 None None] Routers {'3a9be24b-04be-45d2-a11d-21a2d01a8e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:52.855436 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-0f18785e-3ff6-4194-a40b-9a261aa68c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:52.888106 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8c388-e1a3-4d42-9f87-2f1f4b1c48f5 None None] Routers {'fdc7fe3f-2e69-4947-b99f-29fa99259098'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:52.888753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a6a8c388-e1a3-4d42-9f87-2f1f4b1c48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fdc7fe3f-2e69-4947-b99f-29fa99259098'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:52.907586 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-0f18785e-3ff6-4194-a40b-9a261aa68c01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:52.908391 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f18785e-3ff6-4194-a40b-9a261aa68c01 None None] The sync data for ids ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:25:52.909635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a598c791-7e07-4c9a-ac9a-6ed48404235e tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:52.911680 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a598c791-7e07-4c9a-ac9a-6ed48404235e tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports/88ea9443-2756-4725-98dc-b4ef1c4f4d29 HTTP/1.1" status: 200 len: 910 time: 0.2136118 Dec 06 14:25:52.914407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34484) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:52.929371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a6a8c388-e1a3-4d42-9f87-2f1f4b1c48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:52.943592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a8c388-e1a3-4d42-9f87-2f1f4b1c48f5 None None] Routers {'fdc7fe3f-2e69-4947-b99f-29fa99259098'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:52.944223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a6a8c388-e1a3-4d42-9f87-2f1f4b1c48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fdc7fe3f-2e69-4947-b99f-29fa99259098'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:52.979279 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a6a8c388-e1a3-4d42-9f87-2f1f4b1c48f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:52.979279 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a8c388-e1a3-4d42-9f87-2f1f4b1c48f5 None None] The sync data for ids ['fdc7fe3f-2e69-4947-b99f-29fa99259098'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:25:52.985191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 6bbf76fb-6f25-443a-813a-bea464dcdefe triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:52.985571 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:53.027950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-65b2b3ad-d44d-4e9a-8ad7-e0290e558d1e tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Made reservation on behalf of 9ee0fd5b0b494950860ebe46f9fd2fe3 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:53.031604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-65b2b3ad-d44d-4e9a-8ad7-e0290e558d1e tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:53.270009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-65b2b3ad-d44d-4e9a-8ad7-e0290e558d1e tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Allocated IP 172.20.0.6 (4221d3d8-89a2-4257-852d-2740892e7575/9577bed7-6956-4b0a-9006-c640e3c04ad2/6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:53.358141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75b5be4f-63c5-498f-bcc8-8611cfee7d50 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:53.423896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:53.443355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5be4f-63c5-498f-bcc8-8611cfee7d50 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Pushing event updated for resources: {'Subnet': ['ID=3425a235-928d-44e9-8583-e4590c4b38de,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:53.491966 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b5c630e-c7b5-4b91-8f24-f0f42b104fd5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:53.495827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-65b2b3ad-d44d-4e9a-8ad7-e0290e558d1e tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:53.543024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b5be4f-63c5-498f-bcc8-8611cfee7d50 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Checking segment: {'id': '0f630c3d-775b-420f-8a45-6f4099fbb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7efe533f-f096-4930-ba04-4aa96d022b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:53.543393 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b5be4f-63c5-498f-bcc8-8611cfee7d50 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Network hostable DHCP agents. Network: 7efe533f-f096-4930-ba04-4aa96d022b58, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:25:53.546970 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f01fb32-32b9-4d76-8d39-79c4dfe10aa9 req-e43e4b4d-d903-402e-b1e3-b0b86f1b03ae tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 210 time: 0.0631690 Dec 06 14:25:53.693723 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-ae6fa1e1-415e-4105-bf86-1fe5233e4cb7 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426962414&fields=id&tenant_id=852a071ee3ac45faa46fbed60458d40d HTTP/1.1" status: 200 len: 267 time: 0.1058679 Dec 06 14:25:53.753575 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b5be4f-63c5-498f-bcc8-8611cfee7d50 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Network 7efe533f-f096-4930-ba04-4aa96d022b58 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:25:53.755837 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Allocated IP 172.21.0.1 (55c2933f-5997-4c5d-87b3-b4182fa0b810/d4b341a0-6a8d-40c8-afc6-225686112ddf/7c495d88-88e4-495a-be4a-4b2ab631c14c) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:53.813128 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-65b2b3ad-d44d-4e9a-8ad7-e0290e558d1e tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:53.840698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-75b5be4f-63c5-498f-bcc8-8611cfee7d50 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7efe533f-f096-4930-ba04-4aa96d022b58) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:53.849968 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b5be4f-63c5-498f-bcc8-8611cfee7d50 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:53.850563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-75b5be4f-63c5-498f-bcc8-8611cfee7d50 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:53.850696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1d5130-e64c-442e-a340-d131078068c7 None None] Network 7efe533f-f096-4930-ba04-4aa96d022b58 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:53.864887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-f56ccde7-4a9b-4511-91eb-f84c336fe7fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:53.866419 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-f56ccde7-4a9b-4511-91eb-f84c336fe7fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 811 time: 0.1658485 Dec 06 14:25:53.909902 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-65b2b3ad-d44d-4e9a-8ad7-e0290e558d1e tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Network 4221d3d8-89a2-4257-852d-2740892e7575 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:53.922150 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:53.922625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-65b2b3ad-d44d-4e9a-8ad7-e0290e558d1e tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:53.932031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-65b2b3ad-d44d-4e9a-8ad7-e0290e558d1e tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:53.935348 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-71c232eb-5f56-49b5-b44a-938b8399cc8d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/quotas/852a071ee3ac45faa46fbed60458d40d HTTP/1.1" status: 200 len: 375 time: 0.0364275 Dec 06 14:25:53.937451 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2b3ad-d44d-4e9a-8ad7-e0290e558d1e tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Pushing event updated for resources: {'Port': ['ID=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:54.015615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7efe533f-f096-4930-ba04-4aa96d022b58', 'network_id': '7efe533f-f096-4930-ba04-4aa96d022b58', 'tenant_id': '2cf4b3adaf83441386f6ffcbcb102076', 'fixed_ips': [{'subnet_id': '3425a235-928d-44e9-8583-e4590c4b38de'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:25:54.016882 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.017963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-65b2b3ad-d44d-4e9a-8ad7-e0290e558d1e tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:54.018660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-65b2b3ad-d44d-4e9a-8ad7-e0290e558d1e tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.021014 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-75b5be4f-63c5-498f-bcc8-8611cfee7d50 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9875057 Dec 06 14:25:54.021747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34506) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:54.031281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Request body: {'port': {'network_id': '7efe533f-f096-4930-ba04-4aa96d022b58', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-905537441'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:54.068905 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2b5c630e-c7b5-4b91-8f24-f0f42b104fd5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port 8add5cd4-7d33-4d8d-aa52-92ea29a4f262 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:54.069198 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b5c630e-c7b5-4b91-8f24-f0f42b104fd5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.080785 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-c25c94b8-2378-40d6-8f44-0752549b3aa4 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1206939 Dec 06 14:25:54.119308 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.196227 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 55c2933f-5997-4c5d-87b3-b4182fa0b810 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:54.199996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:54.205848 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:54.210454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=7c495d88-88e4-495a-be4a-4b2ab631c14c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:54.239230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6bbf76fb-6f25-443a-813a-bea464dcdefe up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:54.258105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.277020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Allocated IP 2001:db8::2 (7efe533f-f096-4930-ba04-4aa96d022b58/3425a235-928d-44e9-8583-e4590c4b38de/0dbd1300-6dc7-4413-a1f8-d136000c79e9) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:54.402493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 6bbf76fb-6f25-443a-813a-bea464dcdefe triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:54.402867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.476255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.491180 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-65b2b3ad-d44d-4e9a-8ad7-e0290e558d1e tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8485894 Dec 06 14:25:54.518639 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Request body: {'port': {'device_id': '4319bc44-eaa2-4e37-8766-020f8233f366', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:54.523179 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3a9c8d88-eed1-4576-8dcb-ea75aef49214 None None] Provisioning complete for port 7c495d88-88e4-495a-be4a-4b2ab631c14c triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:54.523547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3a9c8d88-eed1-4576-8dcb-ea75aef49214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.590711 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c8d88-eed1-4576-8dcb-ea75aef49214 None None] Port 7c495d88-88e4-495a-be4a-4b2ab631c14c cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:54.611515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.681141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.714554 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.724451 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Network 7efe533f-f096-4930-ba04-4aa96d022b58 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:54.727382 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:54.732363 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:54.741975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b5c630e-c7b5-4b91-8f24-f0f42b104fd5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.745838 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-177dad0e-afba-44b5-8702-420e55effc64 service neutron] 10.222.0.42 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2943449 Dec 06 14:25:54.749294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Pushing event updated for resources: {'Port': ['ID=0dbd1300-6dc7-4413-a1f8-d136000c79e9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:54.755349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62781095-24b3-4c1a-8db1-d616315a88e8 req-1ba30265-fded-49ac-8dae-e246502a7f7f tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:54.756805 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-62781095-24b3-4c1a-8db1-d616315a88e8 req-1ba30265-fded-49ac-8dae-e246502a7f7f tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 931 time: 0.1058626 Dec 06 14:25:54.793312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2b5c630e-c7b5-4b91-8f24-f0f42b104fd5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for 8add5cd4-7d33-4d8d-aa52-92ea29a4f262 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:54.801528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Attempting to bind port 0dbd1300-6dc7-4413-a1f8-d136000c79e9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:25:54.801909 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Attempting to bind port 0dbd1300-6dc7-4413-a1f8-d136000c79e9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0f630c3d-775b-420f-8a45-6f4099fbb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7efe533f-f096-4930-ba04-4aa96d022b58'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:25:54.802275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Attempting to bind port 0dbd1300-6dc7-4413-a1f8-d136000c79e9 on network 7efe533f-f096-4930-ba04-4aa96d022b58 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:54.807651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:25:54.807952 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Checking segment: {'id': '0f630c3d-775b-420f-8a45-6f4099fbb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7efe533f-f096-4930-ba04-4aa96d022b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:54.808320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.809162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Bound using segment: {'id': '0f630c3d-775b-420f-8a45-6f4099fbb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7efe533f-f096-4930-ba04-4aa96d022b58'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:25:54.809383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Bound port: 0dbd1300-6dc7-4413-a1f8-d136000c79e9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f630c3d-775b-420f-8a45-6f4099fbb593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '7efe533f-f096-4930-ba04-4aa96d022b58'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:25:54.809701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.837977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.844319 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-62781095-24b3-4c1a-8db1-d616315a88e8 req-fc22d5de-d4f5-4c15-a0e3-8b6d43015112 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695283 Dec 06 14:25:54.878288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] For port 0dbd1300-6dc7-4413-a1f8-d136000c79e9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:54.881436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] For port 0dbd1300-6dc7-4413-a1f8-d136000c79e9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0dbd1300-6dc7-4413-a1f8-d136000c79e9,segment=NetworkSegment(0f630c3d-775b-420f-8a45-6f4099fbb593),segment_id=0f630c3d-775b-420f-8a45-6f4099fbb593)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:54.904156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Made reservation on behalf of 2cf4b3adaf83441386f6ffcbcb102076 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:54.908241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.914797 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.989854 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.992265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:54.994199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=7c495d88-88e4-495a-be4a-4b2ab631c14c,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:55.008245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] device_id is not set on port b3e4cc8f-42a2-448a-a0f7-149b67ceb875 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:25:55.051477 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9cc5ce17-5241-4592-b306-a934bd365ba7 service neutron] 10.222.0.42 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883716 Dec 06 14:25:55.077807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5648fa-01df-468b-9c6d-83ece74eb98e None None] Pushing event updated for resources: {'Port': ['ID=0dbd1300-6dc7-4413-a1f8-d136000c79e9,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:55.131919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 55c2933f-5997-4c5d-87b3-b4182fa0b810 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:55.134057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:55.261934 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 3a9be24b-04be-45d2-a11d-21a2d01a8e16 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:25:55.391142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Allocated IP 2001:db8::1d2 (7efe533f-f096-4930-ba04-4aa96d022b58/3425a235-928d-44e9-8583-e4590c4b38de/b3e4cc8f-42a2-448a-a0f7-149b67ceb875) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:55.538335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:25:55.550371 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:55.589168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Transition to ACTIVE for port object 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 will not be triggered until provisioned by entity L2. {{(pid=103725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:25:55.594475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b5c630e-c7b5-4b91-8f24-f0f42b104fd5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:55.632930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-df5ee751-120c-4392-9e4f-9712437c84b8 None None] Provisioning complete for port 7c495d88-88e4-495a-be4a-4b2ab631c14c triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:55.633255 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-df5ee751-120c-4392-9e4f-9712437c84b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:55.683494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c630e-c7b5-4b91-8f24-f0f42b104fd5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=8add5cd4-7d33-4d8d-aa52-92ea29a4f262,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:55.714296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-df5ee751-120c-4392-9e4f-9712437c84b8 None None] Port 7c495d88-88e4-495a-be4a-4b2ab631c14c cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:55.728498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:55.819524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:25:55.825285 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6eeb1e03-bb24-4f60-9217-427bb7e408cc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/3a9be24b-04be-45d2-a11d-21a2d01a8e16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9095016 Dec 06 14:25:55.827470 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34520) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:55.833350 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c794a-cb3b-48ba-ac39-18def353928b None None] Sync routers for ids ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:25:55.865679 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c794a-cb3b-48ba-ac39-18def353928b None None] Routers {'3a9be24b-04be-45d2-a11d-21a2d01a8e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:55.866641 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e07c794a-cb3b-48ba-ac39-18def353928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:55.893706 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b5c630e-c7b5-4b91-8f24-f0f42b104fd5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:55.950425 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e07c794a-cb3b-48ba-ac39-18def353928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:55.965825 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c794a-cb3b-48ba-ac39-18def353928b None None] Routers {'3a9be24b-04be-45d2-a11d-21a2d01a8e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:55.966669 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e07c794a-cb3b-48ba-ac39-18def353928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:55.989423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:55.995202 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-199267f0-19e8-439c-9148-7722256cd18d req-c18707da-f5f3-4a17-b349-35401adba474 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 210 time: 0.0752854 Dec 06 14:25:56.015798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408103ac-ddf2-4c40-b4df-2c06f83fb79a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:56.020309 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-408103ac-ddf2-4c40-b4df-2c06f83fb79a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports/7c495d88-88e4-495a-be4a-4b2ab631c14c HTTP/1.1" status: 200 len: 910 time: 0.1917820 Dec 06 14:25:56.020955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34528) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:56.050659 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e07c794a-cb3b-48ba-ac39-18def353928b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:56.051797 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07c794a-cb3b-48ba-ac39-18def353928b None None] The sync data for ids ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:25:56.069535 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:56.238544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 0dbd1300-6dc7-4413-a1f8-d136000c79e9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:56.268029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24e774-d7fa-424a-98b3-ac6c4be4f759 req-7756973d-8b8f-498f-86a0-676bd90cadb8 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:56.275818 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7b24e774-d7fa-424a-98b3-ac6c4be4f759 req-7756973d-8b8f-498f-86a0-676bd90cadb8 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 943 time: 0.2095988 Dec 06 14:25:56.321806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 0dbd1300-6dc7-4413-a1f8-d136000c79e9 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:56.323859 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:56.414146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Attempting to bind port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:25:56.414568 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Attempting to bind port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd25509e5-a5e1-4f29-ade8-f01b8aac9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4221d3d8-89a2-4257-852d-2740892e7575'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:25:56.414967 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Attempting to bind port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 on network 4221d3d8-89a2-4257-852d-2740892e7575 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:56.424229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5c630e-c7b5-4b91-8f24-f0f42b104fd5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router fdc7fe3f-2e69-4947-b99f-29fa99259098 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:25:56.434738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 on network 4221d3d8-89a2-4257-852d-2740892e7575 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:25:56.435141 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Attempting to bind port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 on network 4221d3d8-89a2-4257-852d-2740892e7575 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:25:56.445833 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7b24e774-d7fa-424a-98b3-ac6c4be4f759 req-2bab9da6-b7df-42b1-995a-4f24e05e850d tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690767 Dec 06 14:25:56.449575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:25:56.449779 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Checking segment: {'id': 'd25509e5-a5e1-4f29-ade8-f01b8aac9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4221d3d8-89a2-4257-852d-2740892e7575'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:25:56.450285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Bound using segment: {'id': 'd25509e5-a5e1-4f29-ade8-f01b8aac9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4221d3d8-89a2-4257-852d-2740892e7575'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:25:56.450782 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Bound port: 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25509e5-a5e1-4f29-ade8-f01b8aac9acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4221d3d8-89a2-4257-852d-2740892e7575'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:25:56.451202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:56.478169 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:56.481409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5638feda-bd12-4409-ab23-2b12e6a59098 None None] Network 7efe533f-f096-4930-ba04-4aa96d022b58 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:56.493030 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-548a135e-c015-461c-9746-394c8e833813 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:56.558618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:56.592794 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 0dbd1300-6dc7-4413-a1f8-d136000c79e9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0dbd1300-6dc7-4413-a1f8-d136000c79e9,segment=NetworkSegment(0f630c3d-775b-420f-8a45-6f4099fbb593),segment_id=0f630c3d-775b-420f-8a45-6f4099fbb593)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:56.599203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5c630e-c7b5-4b91-8f24-f0f42b104fd5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:25:56.608718 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2b5c630e-c7b5-4b91-8f24-f0f42b104fd5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/fdc7fe3f-2e69-4947-b99f-29fa99259098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7740948 Dec 06 14:25:56.616738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9872a4ec-9ff1-42fb-96d0-72c94ecab539 None None] Provisioning complete for port 0dbd1300-6dc7-4413-a1f8-d136000c79e9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:56.617141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9872a4ec-9ff1-42fb-96d0-72c94ecab539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:56.618941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b1fe20-a1cd-4394-8f59-3b28078442a9 None None] Sync routers for ids ['fdc7fe3f-2e69-4947-b99f-29fa99259098'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:25:56.627452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34538) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:56.649922 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Network 7efe533f-f096-4930-ba04-4aa96d022b58 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:56.666510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:56.689236 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:56.703039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:56.703816 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b1fe20-a1cd-4394-8f59-3b28078442a9 None None] Routers {'fdc7fe3f-2e69-4947-b99f-29fa99259098'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:56.704289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d2b1fe20-a1cd-4394-8f59-3b28078442a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fdc7fe3f-2e69-4947-b99f-29fa99259098'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:56.710332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:56.710970 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:56.718299 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-84a2766b-82a8-4b38-bc9b-8ae3eb01e0dc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdc7fe3f-2e69-4947-b99f-29fa99259098 HTTP/1.1" status: 200 len: 205 time: 0.0679896 Dec 06 14:25:56.719579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34540) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:56.720490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Pushing event updated for resources: {'Port': ['ID=b3e4cc8f-42a2-448a-a0f7-149b67ceb875,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:56.723259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] For port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:25:56.740528 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] For port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0,segment=NetworkSegment(d25509e5-a5e1-4f29-ade8-f01b8aac9acb),segment_id=d25509e5-a5e1-4f29-ade8-f01b8aac9acb)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:25:56.770231 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d2b1fe20-a1cd-4394-8f59-3b28078442a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:56.803139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c02cccf0-26b4-42db-a722-31487dffbecc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:56.821830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b1fe20-a1cd-4394-8f59-3b28078442a9 None None] Routers {'fdc7fe3f-2e69-4947-b99f-29fa99259098'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:56.822459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d2b1fe20-a1cd-4394-8f59-3b28078442a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fdc7fe3f-2e69-4947-b99f-29fa99259098'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:56.829093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=0dbd1300-6dc7-4413-a1f8-d136000c79e9,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:56.865281 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1912150e-9a83-4fd1-870e-d57e970776c3 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.8374796 Dec 06 14:25:56.865281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:56.867318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34542) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:56.870731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Request body: {'port': {'network_id': '7efe533f-f096-4930-ba04-4aa96d022b58', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-981085892', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:25:56.871293 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.api.validators [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] bootfile-name is not in valid_values {{(pid=103724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 14:25:56.874082 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.api.validators [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] tftp-server is not in valid_values {{(pid=103724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 14:25:56.874082 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.api.validators [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] server-ip-address is not in valid_values {{(pid=103724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 14:25:56.885122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d2b1fe20-a1cd-4394-8f59-3b28078442a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:56.885823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b1fe20-a1cd-4394-8f59-3b28078442a9 None None] The sync data for ids ['fdc7fe3f-2e69-4947-b99f-29fa99259098'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:25:56.917547 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:56.917963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:56.919422 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] 10.222.0.41 "PUT /v2.0/ports/6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 HTTP/1.1" status: 200 len: 1093 time: 2.4122391 Dec 06 14:25:56.919940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4319bc44-eaa2-4e37-8766-020f8233f366', 'tag': '6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:25:56.922934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b673a3d-233a-49ee-9065-b9b59a81ed1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4319bc44-eaa2-4e37-8766-020f8233f366", "tag": "6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:25:56.951537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d987f-c0ac-4f9d-8cbc-0999d7287a71 service neutron] Pushing event updated for resources: {'Port': ['ID=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:56.970605 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267a4fff-69be-408f-8c87-b8c313bdcdcf x-openstack-request-id: req-267a4fff-69be-408f-8c87-b8c313bdcdcf {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:25:56.971735 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4319bc44-eaa2-4e37-8766-020f8233f366", "tag": "6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:25:56.971735 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-267a4fff-69be-408f-8c87-b8c313bdcdcf {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:25:56.971735 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4319bc44-eaa2-4e37-8766-020f8233f366', 'tag': '6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0', 'status': 'completed', 'code': 200} Dec 06 14:25:57.052530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b673a3d-233a-49ee-9065-b9b59a81ed1b req-819c08f1-56d8-49ef-9b65-6729f022092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:57.054444 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0b673a3d-233a-49ee-9065-b9b59a81ed1b req-819c08f1-56d8-49ef-9b65-6729f022092c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ee0fd5b0b494950860ebe46f9fd2fe3&device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 1096 time: 0.0585809 Dec 06 14:25:57.150502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c02cccf0-26b4-42db-a722-31487dffbecc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.155370 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9dceb5da-51a7-430d-af97-70c21312afa7 req-6c1086c0-d59e-4826-9705-cbbdfa5fb78f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 210 time: 0.0697026 Dec 06 14:25:57.163551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c02cccf0-26b4-42db-a722-31487dffbecc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.183086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b673a3d-233a-49ee-9065-b9b59a81ed1b req-1c3dbf0b-2e5b-4223-98ef-b0843ed55d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:57.184582 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0b673a3d-233a-49ee-9065-b9b59a81ed1b req-1c3dbf0b-2e5b-4223-98ef-b0843ed55d52 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9ee0fd5b0b494950860ebe46f9fd2fe3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1217403 Dec 06 14:25:57.251613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cb662c7f-3654-4f24-a335-d9fcbefd1fe3 None None] Provisioning complete for port b3e4cc8f-42a2-448a-a0f7-149b67ceb875 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:57.252588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb662c7f-3654-4f24-a335-d9fcbefd1fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.274066 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-548a135e-c015-461c-9746-394c8e833813 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port 7c495d88-88e4-495a-be4a-4b2ab631c14c {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:57.274439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-548a135e-c015-461c-9746-394c8e833813 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.288094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cb662c7f-3654-4f24-a335-d9fcbefd1fe3 None None] Port b3e4cc8f-42a2-448a-a0f7-149b67ceb875 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:57.301569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cb662c7f-3654-4f24-a335-d9fcbefd1fe3 None None] Provisioning complete for port 0dbd1300-6dc7-4413-a1f8-d136000c79e9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:57.302220 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb662c7f-3654-4f24-a335-d9fcbefd1fe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.310090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b673a3d-233a-49ee-9065-b9b59a81ed1b req-d65d26d0-23da-4de3-a508-7e87692f1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:57.311979 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0b673a3d-233a-49ee-9065-b9b59a81ed1b req-d65d26d0-23da-4de3-a508-7e87692f1260 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1180093 Dec 06 14:25:57.369075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c02cccf0-26b4-42db-a722-31487dffbecc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.369637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02cccf0-26b4-42db-a722-31487dffbecc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Fanout notify agent at l3_agent the message router_deleted on router fdc7fe3f-2e69-4947-b99f-29fa99259098 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:25:57.384629 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c02cccf0-26b4-42db-a722-31487dffbecc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.388359 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c02cccf0-26b4-42db-a722-31487dffbecc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/fdc7fe3f-2e69-4947-b99f-29fa99259098 HTTP/1.1" status: 204 len: 168 time: 0.6661115 Dec 06 14:25:57.389152 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34550) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:57.395256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Made reservation on behalf of 2cf4b3adaf83441386f6ffcbcb102076 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:25:57.399131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.436254 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] device_id is not set on port 86901dec-992a-41a1-bba9-4fbebe49b80f yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:25:57.443855 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-2063d3c1-ccc9-4fd0-bcaf-3baa2e5a873a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:57.445254 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-2063d3c1-ccc9-4fd0-bcaf-3baa2e5a873a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ee0fd5b0b494950860ebe46f9fd2fe3&device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 1096 time: 0.0882053 Dec 06 14:25:57.447364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-548a135e-c015-461c-9746-394c8e833813 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.450645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a47ea9c-59ae-4e79-b266-dcfc7f6b2e6d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting subnet a672cf87-93a3-415d-98fa-d5355568cf46 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:57.458341 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a47ea9c-59ae-4e79-b266-dcfc7f6b2e6d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.491172 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-548a135e-c015-461c-9746-394c8e833813 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for 7c495d88-88e4-495a-be4a-4b2ab631c14c owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:57.526878 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-fe9713df-4da7-4315-8f5b-0549b0a27cf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 HTTP/1.1" status: 200 len: 217 time: 0.0734859 Dec 06 14:25:57.554049 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-823e2cc1-ba08-45cc-b71f-381a9759f873 None None] Provisioning complete for port b3e4cc8f-42a2-448a-a0f7-149b67ceb875 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:57.554430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-823e2cc1-ba08-45cc-b71f-381a9759f873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.598926 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-823e2cc1-ba08-45cc-b71f-381a9759f873 None None] Port b3e4cc8f-42a2-448a-a0f7-149b67ceb875 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:57.599774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a47ea9c-59ae-4e79-b266-dcfc7f6b2e6d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.630542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Allocated IP 2001:db8::212 (7efe533f-f096-4930-ba04-4aa96d022b58/3425a235-928d-44e9-8583-e4590c4b38de/86901dec-992a-41a1-bba9-4fbebe49b80f) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:25:57.649705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-3432e239-4346-4252-ac71-bc4cb9c462d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:57.651158 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-3432e239-4346-4252-ac71-bc4cb9c462d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9577bed7-6956-4b0a-9006-c640e3c04ad2 HTTP/1.1" status: 200 len: 851 time: 0.1118414 Dec 06 14:25:57.709208 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-5d8b345a-6d04-4b31-873e-e41d2d275e00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4221d3d8-89a2-4257-852d-2740892e7575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464277 Dec 06 14:25:57.724391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4beb27-9d64-4d18-af65-b839fb32b4d0 req-90e5cd70-f3e8-45ce-91ed-00f4b9940208 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:57.725885 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fc4beb27-9d64-4d18-af65-b839fb32b4d0 req-90e5cd70-f3e8-45ce-91ed-00f4b9940208 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 943 time: 0.1455226 Dec 06 14:25:57.835302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a47ea9c-59ae-4e79-b266-dcfc7f6b2e6d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.860819 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-548a135e-c015-461c-9746-394c8e833813 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:57.881688 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fc4beb27-9d64-4d18-af65-b839fb32b4d0 req-dd4e74da-2834-47c3-a86e-af257b1f62ab tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319468 Dec 06 14:25:57.919932 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-09ef35d9-8c84-4da4-a809-d688f4f41383 service neutron] 10.222.0.41 "GET /v2.0/networks/4221d3d8-89a2-4257-852d-2740892e7575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678498 Dec 06 14:25:57.945909 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a135e-c015-461c-9746-394c8e833813 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=7c495d88-88e4-495a-be4a-4b2ab631c14c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:58.026245 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f73c5fd-45ae-4e53-bcf8-4f1f0c856831 req-7cbf1895-a580-4e42-92d4-5471ef1eed68 service neutron] 10.222.0.41 "GET /v2.0/networks/4221d3d8-89a2-4257-852d-2740892e7575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053898 Dec 06 14:25:58.062887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a47ea9c-59ae-4e79-b266-dcfc7f6b2e6d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.096253 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a47ea9c-59ae-4e79-b266-dcfc7f6b2e6d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Subnet': ['ID=a672cf87-93a3-415d-98fa-d5355568cf46,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:58.098279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6a47ea9c-59ae-4e79-b266-dcfc7f6b2e6d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.103893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed05b62-2eb2-43ff-969a-1c8a5808f63e None None] Network f9ccfa80-b41c-4f3d-a067-efa8ae50c97e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:58.105043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34556) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:58.107257 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6a47ea9c-59ae-4e79-b266-dcfc7f6b2e6d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/a672cf87-93a3-415d-98fa-d5355568cf46 HTTP/1.1" status: 204 len: 168 time: 0.7173531 Dec 06 14:25:58.210052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c0a6f0-7853-47a7-9dea-e9e047076498 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting subnet ac69964a-135f-46f4-bc53-aa564a2afd60 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:25:58.214544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.228583 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18c0a6f0-7853-47a7-9dea-e9e047076498 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.234006 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 0dbd1300-6dc7-4413-a1f8-d136000c79e9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:25:58.303095 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f0a415c6-3374-4d05-a72e-e1d7b3de15fe req-1829c2b9-6cb3-41af-bf78-4941b2448043 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 210 time: 0.0711060 Dec 06 14:25:58.307572 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 0dbd1300-6dc7-4413-a1f8-d136000c79e9 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:58.308085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.325448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-548a135e-c015-461c-9746-394c8e833813 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.333602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18c0a6f0-7853-47a7-9dea-e9e047076498 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.511977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.523143 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18c0a6f0-7853-47a7-9dea-e9e047076498 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.541590 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46cb89b-370b-42db-992e-371fcbeb68fb None None] DHCP port deletion for f9ccfa80-b41c-4f3d-a067-efa8ae50c97e request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:25:58.600443 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e46cb89b-370b-42db-992e-371fcbeb68fb None None] Deleting port f8db1665-3202-42fe-ae51-5e7064cf19b6 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:58.600737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e46cb89b-370b-42db-992e-371fcbeb68fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.661707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Network 7efe533f-f096-4930-ba04-4aa96d022b58 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:25:58.668363 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e46cb89b-370b-42db-992e-371fcbeb68fb None None] For port f8db1665-3202-42fe-ae51-5e7064cf19b6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8db1665-3202-42fe-ae51-5e7064cf19b6,segment=NetworkSegment(4de62989-26ef-469e-a94c-82f079ce984f),segment_id=4de62989-26ef-469e-a94c-82f079ce984f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:58.668753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e46cb89b-370b-42db-992e-371fcbeb68fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.676511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:25:58.676511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Pushing event updated for resources: {'Port': ['ID=86901dec-992a-41a1-bba9-4fbebe49b80f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:58.681242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:25:58.686868 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e46cb89b-370b-42db-992e-371fcbeb68fb None None] Calling delete_port for f8db1665-3202-42fe-ae51-5e7064cf19b6 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:58.687019 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:58.687607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.727998 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548a135e-c015-461c-9746-394c8e833813 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 3a9be24b-04be-45d2-a11d-21a2d01a8e16 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:25:58.832004 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-99d60401-cf2a-4d36-b0db-b2d27c899cab tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9650261 Dec 06 14:25:58.834887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34562) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:58.852346 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548a135e-c015-461c-9746-394c8e833813 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:25:58.861190 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-548a135e-c015-461c-9746-394c8e833813 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/3a9be24b-04be-45d2-a11d-21a2d01a8e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8359678 Dec 06 14:25:58.861611 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e46cb89b-370b-42db-992e-371fcbeb68fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.861958 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18c0a6f0-7853-47a7-9dea-e9e047076498 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.869270 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cdae28-34fa-40e6-93fa-3b16a72622cf None None] Sync routers for ids ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:25:58.872751 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34564) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:58.891485 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18c0a6f0-7853-47a7-9dea-e9e047076498 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:58.897769 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34566) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:58.899602 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-18c0a6f0-7853-47a7-9dea-e9e047076498 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/ac69964a-135f-46f4-bc53-aa564a2afd60 HTTP/1.1" status: 204 len: 168 time: 0.7927711 Dec 06 14:25:58.910425 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f402013f-92ea-4333-80ca-67e4c37adc0a None None] Network cad8ce34-634f-4063-b664-56aad80483ea requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:25:58.923294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cb89b-370b-42db-992e-371fcbeb68fb None None] Pushing event deleted for resources: {'Port': ['ID=f8db1665-3202-42fe-ae51-5e7064cf19b6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:58.931075 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cdae28-34fa-40e6-93fa-3b16a72622cf None None] Routers {'3a9be24b-04be-45d2-a11d-21a2d01a8e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:58.938171 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-31cdae28-34fa-40e6-93fa-3b16a72622cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:58.977081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46cb89b-370b-42db-992e-371fcbeb68fb None None] No DVR routers for this DVR port f8db1665-3202-42fe-ae51-5e7064cf19b6 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:25:59.012480 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-31cdae28-34fa-40e6-93fa-3b16a72622cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:59.022153 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31cdae28-34fa-40e6-93fa-3b16a72622cf None None] Routers {'3a9be24b-04be-45d2-a11d-21a2d01a8e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:25:59.022833 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c0a6f0-7853-47a7-9dea-e9e047076498 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Subnet': ['ID=ac69964a-135f-46f4-bc53-aa564a2afd60,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:59.023425 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-31cdae28-34fa-40e6-93fa-3b16a72622cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:59.056764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215fdf3b-16a1-4c83-8422-53438fb05e65 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:59.066039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5c4f4af9-bd1d-43e2-ac1f-e22e9f722f55 None None] Provisioning complete for port 86901dec-992a-41a1-bba9-4fbebe49b80f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:25:59.066664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c4f4af9-bd1d-43e2-ac1f-e22e9f722f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:59.066917 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215fdf3b-16a1-4c83-8422-53438fb05e65 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:59.077880 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-31cdae28-34fa-40e6-93fa-3b16a72622cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:59.078558 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cdae28-34fa-40e6-93fa-3b16a72622cf None None] The sync data for ids ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:25:59.094077 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215fdf3b-16a1-4c83-8422-53438fb05e65 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:59.094489 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-215fdf3b-16a1-4c83-8422-53438fb05e65 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2579086 Dec 06 14:25:59.098424 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34570) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:25:59.143759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5c4f4af9-bd1d-43e2-ac1f-e22e9f722f55 None None] Port 86901dec-992a-41a1-bba9-4fbebe49b80f cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:25:59.149135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-09c797ba-b650-442e-a847-33036ff4029d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:59.246533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702aa1ee-fee0-4164-909d-b1b55e2f4916 None None] DHCP port deletion for cad8ce34-634f-4063-b664-56aad80483ea request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:25:59.295878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-09c797ba-b650-442e-a847-33036ff4029d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:59.299942 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-702aa1ee-fee0-4164-909d-b1b55e2f4916 None None] Deleting port b84e9b8d-79a1-4763-9ebd-ba973290572b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:59.300616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-702aa1ee-fee0-4164-909d-b1b55e2f4916 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:59.310028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7eef0ca9-816d-4403-902c-d22f236df953 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Deleting port 86901dec-992a-41a1-bba9-4fbebe49b80f {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:25:59.310382 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7eef0ca9-816d-4403-902c-d22f236df953 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:59.351759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-09c797ba-b650-442e-a847-33036ff4029d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9ccfa80-b41c-4f3d-a067-efa8ae50c97e']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:59.388826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-702aa1ee-fee0-4164-909d-b1b55e2f4916 None None] For port b84e9b8d-79a1-4763-9ebd-ba973290572b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b84e9b8d-79a1-4763-9ebd-ba973290572b,segment=NetworkSegment(3065acc3-cb7b-4405-a396-27d482204c86),segment_id=3065acc3-cb7b-4405-a396-27d482204c86)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:25:59.389925 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-702aa1ee-fee0-4164-909d-b1b55e2f4916 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:59.400606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:59.408141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-702aa1ee-fee0-4164-909d-b1b55e2f4916 None None] Calling delete_port for b84e9b8d-79a1-4763-9ebd-ba973290572b owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:25:59.537091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b66e4-7650-486e-b38e-1c71eaec60c7 req-575569c0-4d4f-4d66-b3ed-dee17cb96e18 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:59.541337 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ff0b66e4-7650-486e-b38e-1c71eaec60c7 req-575569c0-4d4f-4d66-b3ed-dee17cb96e18 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 943 time: 0.0970502 Dec 06 14:25:59.572407 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-702aa1ee-fee0-4164-909d-b1b55e2f4916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:59.603319 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702aa1ee-fee0-4164-909d-b1b55e2f4916 None None] No DVR routers for this DVR port b84e9b8d-79a1-4763-9ebd-ba973290572b on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:25:59.604702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702aa1ee-fee0-4164-909d-b1b55e2f4916 None None] Pushing event deleted for resources: {'Port': ['ID=b84e9b8d-79a1-4763-9ebd-ba973290572b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:25:59.653373 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ff0b66e4-7650-486e-b38e-1c71eaec60c7 req-4619566d-9f4f-4972-b3fe-1e68135ed621 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072602 Dec 06 14:25:59.739911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05836228-4028-4e77-a198-6b8d6bb1e6c2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:59.777175 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-09c797ba-b650-442e-a847-33036ff4029d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4de62989-26ef-469e-a94c-82f079ce984f') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:59.777467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-09c797ba-b650-442e-a847-33036ff4029d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4de62989-26ef-469e-a94c-82f079ce984f') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:25:59.846597 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-09c797ba-b650-442e-a847-33036ff4029d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:59.854942 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2ed79c68-d3c7-4f20-8376-38eaff755088 req-05fc16a8-7306-4545-882e-441f42021d17 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 210 time: 0.0797462 Dec 06 14:25:59.884448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-09c797ba-b650-442e-a847-33036ff4029d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:59.910913 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c797ba-b650-442e-a847-33036ff4029d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:25:59.911312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-09c797ba-b650-442e-a847-33036ff4029d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:25:59.915658 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:25:59.918096 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7eef0ca9-816d-4403-902c-d22f236df953 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:25:59.950008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-f7a7c2eb-8ae2-4815-8180-7f7e23cd205c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:25:59.951967 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-f7a7c2eb-8ae2-4815-8180-7f7e23cd205c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 811 time: 0.6193895 Dec 06 14:25:59.981296 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7eef0ca9-816d-4403-902c-d22f236df953 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Calling delete_port for 86901dec-992a-41a1-bba9-4fbebe49b80f owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:00.001803 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-05836228-4028-4e77-a198-6b8d6bb1e6c2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port 88ea9443-2756-4725-98dc-b4ef1c4f4d29 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:00.002333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05836228-4028-4e77-a198-6b8d6bb1e6c2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.092354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05836228-4028-4e77-a198-6b8d6bb1e6c2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.098365 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-7aa0aaaa-a11b-46ab-a867-acdb313276a8 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852a071ee3ac45faa46fbed60458d40d HTTP/1.1" status: 200 len: 380 time: 0.1183190 Dec 06 14:26:00.107072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-05836228-4028-4e77-a198-6b8d6bb1e6c2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for 88ea9443-2756-4725-98dc-b4ef1c4f4d29 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:00.122234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-09c797ba-b650-442e-a847-33036ff4029d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.160834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-09c797ba-b650-442e-a847-33036ff4029d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.171074 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-09c797ba-b650-442e-a847-33036ff4029d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/networks/f9ccfa80-b41c-4f3d-a067-efa8ae50c97e HTTP/1.1" status: 204 len: 168 time: 1.2699370 Dec 06 14:26:00.171241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b84e9b8d-79a1-4763-9ebd-ba973290572b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:00.174286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34578) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:00.177882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-4049a14a-7109-4c4c-b9fa-dbf5dee0d5b6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Request body: {'port': {'device_id': 'ebcde97c-a8c8-41e2-8305-8a774c9dde90', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'admin_state_up': True, 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'security_groups': ['b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a']}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:00.191896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: b84e9b8d-79a1-4763-9ebd-ba973290572b {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:00.192456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b84e9b8d-79a1-4763-9ebd-ba973290572b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:00.193148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f8db1665-3202-42fe-ae51-5e7064cf19b6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:00.217149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: f8db1665-3202-42fe-ae51-5e7064cf19b6 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:00.217844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f8db1665-3202-42fe-ae51-5e7064cf19b6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:00.223193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c797ba-b650-442e-a847-33036ff4029d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Network': ['ID=f9ccfa80-b41c-4f3d-a067-efa8ae50c97e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:00.379570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e15c98d3-6077-4cd9-b836-337f028d69e1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.496816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e15c98d3-6077-4cd9-b836-337f028d69e1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.517256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-e15c98d3-6077-4cd9-b836-337f028d69e1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad8ce34-634f-4063-b664-56aad80483ea']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:00.526659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-e15c98d3-6077-4cd9-b836-337f028d69e1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3065acc3-cb7b-4405-a396-27d482204c86') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:00.532083 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-e15c98d3-6077-4cd9-b836-337f028d69e1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3065acc3-cb7b-4405-a396-27d482204c86') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:00.536214 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e15c98d3-6077-4cd9-b836-337f028d69e1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.549403 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e15c98d3-6077-4cd9-b836-337f028d69e1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.555170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e15c98d3-6077-4cd9-b836-337f028d69e1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:26:00.555569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e15c98d3-6077-4cd9-b836-337f028d69e1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:26:00.558601 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:26:00.603361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7eef0ca9-816d-4403-902c-d22f236df953 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.641233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eef0ca9-816d-4403-902c-d22f236df953 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Pushing event deleted for resources: {'Port': ['ID=86901dec-992a-41a1-bba9-4fbebe49b80f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:00.641448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05836228-4028-4e77-a198-6b8d6bb1e6c2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.645916 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-4049a14a-7109-4c4c-b9fa-dbf5dee0d5b6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Made reservation on behalf of 852a071ee3ac45faa46fbed60458d40d for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:00.652430 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-4049a14a-7109-4c4c-b9fa-dbf5dee0d5b6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.693354 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7eef0ca9-816d-4403-902c-d22f236df953 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.702739 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7eef0ca9-816d-4403-902c-d22f236df953 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] 10.222.0.42 "DELETE /v2.0/ports/86901dec-992a-41a1-bba9-4fbebe49b80f HTTP/1.1" status: 204 len: 168 time: 1.6029403 Dec 06 14:26:00.704416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34584) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:00.711086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a846124b-b682-459c-b4cf-7f955407a1ae tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Request body: {'port': {'name': 'tempest-new-port-name-1380424237', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:00.711830 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.api.validators [None req-a846124b-b682-459c-b4cf-7f955407a1ae tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] bootfile-name is not in valid_values {{(pid=103724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 14:26:00.711967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.api.validators [None req-a846124b-b682-459c-b4cf-7f955407a1ae tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] tftp-server is not in valid_values {{(pid=103724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 14:26:00.712273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.api.validators [None req-a846124b-b682-459c-b4cf-7f955407a1ae tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] server-ip-address is not in valid_values {{(pid=103724) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Dec 06 14:26:00.716037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05836228-4028-4e77-a198-6b8d6bb1e6c2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=88ea9443-2756-4725-98dc-b4ef1c4f4d29,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:00.774241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:26:00.883709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e15c98d3-6077-4cd9-b836-337f028d69e1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.917798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e15c98d3-6077-4cd9-b836-337f028d69e1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:00.923620 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e15c98d3-6077-4cd9-b836-337f028d69e1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/networks/cad8ce34-634f-4063-b664-56aad80483ea HTTP/1.1" status: 204 len: 168 time: 0.7420328 Dec 06 14:26:00.946117 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34590) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:00.955479 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1a6f1f85-b474-462e-8b51-8a1833836ff7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-46541305'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:00.960603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c98d3-6077-4cd9-b836-337f028d69e1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Network': ['ID=cad8ce34-634f-4063-b664-56aad80483ea,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:00.966839 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-4049a14a-7109-4c4c-b9fa-dbf5dee0d5b6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Allocated IP 172.20.0.8 (23b95a34-a658-4de3-b9c9-74b7dc477ef7/018755a3-99e8-41ec-89d9-a7709363b621/eb94a4ba-1de3-4440-9724-63ea31853fab) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:00.970252 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0,segment=NetworkSegment(d25509e5-a5e1-4f29-ade8-f01b8aac9acb),segment_id=d25509e5-a5e1-4f29-ade8-f01b8aac9acb)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:00.989995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0', 'network_id': '4221d3d8-89a2-4257-852d-2740892e7575', 'port_id': '6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0', 'mac_address': 'fa:16:3e:b1:f0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9577bed7-6956-4b0a-9006-c640e3c04ad2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:26:01.070591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d1002-2f61-4dc0-a4e7-fd835b3aabed req-816d3c66-4961-4af3-917c-0a928f57b64b tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:01.073726 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.081049 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f1d1002-2f61-4dc0-a4e7-fd835b3aabed req-816d3c66-4961-4af3-917c-0a928f57b64b tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 943 time: 0.2389519 Dec 06 14:26:01.082784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a846124b-b682-459c-b4cf-7f955407a1ae tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.095880 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:26:01.108581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05836228-4028-4e77-a198-6b8d6bb1e6c2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.135687 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0,segment=NetworkSegment(d25509e5-a5e1-4f29-ade8-f01b8aac9acb),segment_id=d25509e5-a5e1-4f29-ade8-f01b8aac9acb)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:01.149809 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6f1f85-b474-462e-8b51-8a1833836ff7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:01.154334 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1f85-b474-462e-8b51-8a1833836ff7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.213900 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4a05f22d-93fd-41f6-b146-0641f97cc987 req-89018417-3f6f-4199-bae1-6ac4a8e4d95a tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 210 time: 0.0682888 Dec 06 14:26:01.273223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6f1f85-b474-462e-8b51-8a1833836ff7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:26:01.292993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.293545 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f1d1002-2f61-4dc0-a4e7-fd835b3aabed req-7ca58020-1e16-4781-8c2e-b7bfd962bda1 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823790 Dec 06 14:26:01.295528 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1f85-b474-462e-8b51-8a1833836ff7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.295951 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-1a6f1f85-b474-462e-8b51-8a1833836ff7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Added segment f350c606-c78a-432e-8488-f6ab2e2cdf95 of type vlan for network 136507a2-daab-4612-b7e8-31eebe0d148e Dec 06 14:26:01.299347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-4049a14a-7109-4c4c-b9fa-dbf5dee0d5b6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.352556 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1f85-b474-462e-8b51-8a1833836ff7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.353978 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d1c712b4-9a16-4602-82f0-3e7074feceb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.395456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:01.440060 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05836228-4028-4e77-a198-6b8d6bb1e6c2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 3a9be24b-04be-45d2-a11d-21a2d01a8e16 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:01.475268 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1f85-b474-462e-8b51-8a1833836ff7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.480906 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6f1f85-b474-462e-8b51-8a1833836ff7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:01.481520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a6f1f85-b474-462e-8b51-8a1833836ff7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.552899 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-4049a14a-7109-4c4c-b9fa-dbf5dee0d5b6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.554719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05836228-4028-4e77-a198-6b8d6bb1e6c2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:01.567383 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-05836228-4028-4e77-a198-6b8d6bb1e6c2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/3a9be24b-04be-45d2-a11d-21a2d01a8e16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6890144 Dec 06 14:26:01.569475 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34592) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:01.573500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f1f85-b474-462e-8b51-8a1833836ff7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Network': ['ID=136507a2-daab-4612-b7e8-31eebe0d148e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:01.574400 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11134fa0-1bcb-4d57-a222-f0bb6f978950 None None] Sync routers for ids ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:01.596992 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 136507a2-daab-4612-b7e8-31eebe0d148e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:26:01.605124 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-162dedf2-3c1a-4fd5-946a-9f893bb11446 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a9be24b-04be-45d2-a11d-21a2d01a8e16 HTTP/1.1" status: 200 len: 205 time: 0.0337577 Dec 06 14:26:01.607264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34594) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:01.611231 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-4049a14a-7109-4c4c-b9fa-dbf5dee0d5b6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:01.614723 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-4049a14a-7109-4c4c-b9fa-dbf5dee0d5b6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:01.617330 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-4049a14a-7109-4c4c-b9fa-dbf5dee0d5b6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:01.679411 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-4049a14a-7109-4c4c-b9fa-dbf5dee0d5b6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:01.679968 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-4049a14a-7109-4c4c-b9fa-dbf5dee0d5b6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.691714 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1a6f1f85-b474-462e-8b51-8a1833836ff7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7381659 Dec 06 14:26:01.694164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34596) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:01.699204 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-393b8fce-001f-4b31-a49b-43e27eab5c70 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'subnet': {'network_id': '136507a2-daab-4612-b7e8-31eebe0d148e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:01.707562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a846124b-b682-459c-b4cf-7f955407a1ae tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.708278 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4049a14a-7109-4c4c-b9fa-dbf5dee0d5b6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'Port': ['ID=eb94a4ba-1de3-4440-9724-63ea31853fab,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:01.719637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a4de-4cfb-43cf-830c-69438ea2484a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.750266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11134fa0-1bcb-4d57-a222-f0bb6f978950 None None] Routers {'3a9be24b-04be-45d2-a11d-21a2d01a8e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:01.750856 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-11134fa0-1bcb-4d57-a222-f0bb6f978950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:01.842829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:26:01.845212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-11134fa0-1bcb-4d57-a222-f0bb6f978950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:01.860844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a846124b-b682-459c-b4cf-7f955407a1ae tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.871669 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-4049a14a-7109-4c4c-b9fa-dbf5dee0d5b6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7002375 Dec 06 14:26:01.901357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11134fa0-1bcb-4d57-a222-f0bb6f978950 None None] Routers {'3a9be24b-04be-45d2-a11d-21a2d01a8e16'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:01.902112 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-11134fa0-1bcb-4d57-a222-f0bb6f978950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:01.903563 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Request body: {'port': {'device_id': 'ebcde97c-a8c8-41e2-8305-8a774c9dde90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:01.946366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a4de-4cfb-43cf-830c-69438ea2484a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.950486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a4de-4cfb-43cf-830c-69438ea2484a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.954947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a846124b-b682-459c-b4cf-7f955407a1ae tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] In _notify_port_updated(), no bound segment for port b3e4cc8f-42a2-448a-a0f7-149b67ceb875 on network 7efe533f-f096-4930-ba04-4aa96d022b58 {{(pid=103724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:26:01.962076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a846124b-b682-459c-b4cf-7f955407a1ae tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:01.962969 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a846124b-b682-459c-b4cf-7f955407a1ae tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:01.964449 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a846124b-b682-459c-b4cf-7f955407a1ae tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] 10.222.0.42 "PUT /v2.0/ports/b3e4cc8f-42a2-448a-a0f7-149b67ceb875 HTTP/1.1" status: 200 len: 1130 time: 1.2579885 Dec 06 14:26:01.969569 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34598) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:01.993279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:02.021971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-11134fa0-1bcb-4d57-a222-f0bb6f978950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:02.022707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11134fa0-1bcb-4d57-a222-f0bb6f978950 None None] The sync data for ids ['3a9be24b-04be-45d2-a11d-21a2d01a8e16'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:02.033570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393b8fce-001f-4b31-a49b-43e27eab5c70 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:02.040053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-393b8fce-001f-4b31-a49b-43e27eab5c70 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:02.055526 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5419dfa1-6559-4a65-9d01-529e5f2d2c2c tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:02.057907 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5419dfa1-6559-4a65-9d01-529e5f2d2c2c tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] 10.222.0.42 "GET /v2.0/ports/b3e4cc8f-42a2-448a-a0f7-149b67ceb875 HTTP/1.1" status: 200 len: 1130 time: 0.0868549 Dec 06 14:26:02.069413 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34602) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:02.084599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-59dede45-63f5-4ac5-94d0-5798161d30f5 None None] Provisioning complete for port eb94a4ba-1de3-4440-9724-63ea31853fab triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:02.088617 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-59dede45-63f5-4ac5-94d0-5798161d30f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:02.170859 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-59dede45-63f5-4ac5-94d0-5798161d30f5 None None] Port eb94a4ba-1de3-4440-9724-63ea31853fab cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:02.200037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a846124b-b682-459c-b4cf-7f955407a1ae tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Pushing event updated for resources: {'Port': ['ID=b3e4cc8f-42a2-448a-a0f7-149b67ceb875,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:02.304334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a4de-4cfb-43cf-830c-69438ea2484a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:02.305921 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf7a4de-4cfb-43cf-830c-69438ea2484a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Fanout notify agent at l3_agent the message router_deleted on router 3a9be24b-04be-45d2-a11d-21a2d01a8e16 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:26:02.316420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c061e8f7-3b5f-47e2-b5e8-fe7aa1502b24 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Deleting port b3e4cc8f-42a2-448a-a0f7-149b67ceb875 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:02.316915 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c061e8f7-3b5f-47e2-b5e8-fe7aa1502b24 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:02.335045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cf7a4de-4cfb-43cf-830c-69438ea2484a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:02.338062 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0cf7a4de-4cfb-43cf-830c-69438ea2484a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/3a9be24b-04be-45d2-a11d-21a2d01a8e16 HTTP/1.1" status: 204 len: 168 time: 0.7293053 Dec 06 14:26:02.374672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34608) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:02.521541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2e775476-2c49-4268-bf8d-2950f065e2af None None] Provisioning complete for port b3e4cc8f-42a2-448a-a0f7-149b67ceb875 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:02.521913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e775476-2c49-4268-bf8d-2950f065e2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:02.601479 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2e775476-2c49-4268-bf8d-2950f065e2af None None] Port b3e4cc8f-42a2-448a-a0f7-149b67ceb875 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:02.633495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f953efa8-67fd-4e50-a2ba-3b2bb83046f7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting subnet d4b341a0-6a8d-40c8-afc6-225686112ddf {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:26:02.662686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61300687-ab83-408b-b3cd-86aa4d799cb4 req-b3ac04b9-be21-4f86-949e-b28b17cc3f23 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:02.664297 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-61300687-ab83-408b-b3cd-86aa4d799cb4 req-b3ac04b9-be21-4f86-949e-b28b17cc3f23 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 944 time: 0.1380012 Dec 06 14:26:02.676122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f953efa8-67fd-4e50-a2ba-3b2bb83046f7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:02.743705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa6018-871c-403d-a17c-95f0d2eb5434 req-4990d555-b273-4091-afe1-e19011f47bcc tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:02.745351 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63aa6018-871c-403d-a17c-95f0d2eb5434 req-4990d555-b273-4091-afe1-e19011f47bcc tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 931 time: 0.3916886 Dec 06 14:26:02.752977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f953efa8-67fd-4e50-a2ba-3b2bb83046f7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:02.793262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb94a4ba-1de3-4440-9724-63ea31853fab {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:26:02.805873 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-61300687-ab83-408b-b3cd-86aa4d799cb4 req-6bf13f07-0898-4ff5-9f83-8082d6ff1064 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067073 Dec 06 14:26:02.806169 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c061e8f7-3b5f-47e2-b5e8-fe7aa1502b24 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:02.806650 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:02.833173 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Transition to ACTIVE for port object eb94a4ba-1de3-4440-9724-63ea31853fab will not be triggered until provisioned by entity L2. {{(pid=103725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:26:02.837060 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c061e8f7-3b5f-47e2-b5e8-fe7aa1502b24 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Calling delete_port for b3e4cc8f-42a2-448a-a0f7-149b67ceb875 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:02.837201 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-393b8fce-001f-4b31-a49b-43e27eab5c70 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:02.874809 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63aa6018-871c-403d-a17c-95f0d2eb5434 req-886923a9-dee2-4ded-a646-20ef1005af2b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189044 Dec 06 14:26:02.928007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393b8fce-001f-4b31-a49b-43e27eab5c70 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Subnet': ['ID=04fc892a-390f-4dab-beb7-2f0b092fd492,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:02.938769 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393b8fce-001f-4b31-a49b-43e27eab5c70 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Checking segment: {'id': 'f350c606-c78a-432e-8488-f6ab2e2cdf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '136507a2-daab-4612-b7e8-31eebe0d148e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:02.939928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b8fce-001f-4b31-a49b-43e27eab5c70 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network hostable DHCP agents. Network: 136507a2-daab-4612-b7e8-31eebe0d148e, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:26:02.960298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:02.969423 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f953efa8-67fd-4e50-a2ba-3b2bb83046f7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.051505 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393b8fce-001f-4b31-a49b-43e27eab5c70 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network 136507a2-daab-4612-b7e8-31eebe0d148e is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:26:03.066537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Pushing event updated for resources: {'Port': ['ID=eb94a4ba-1de3-4440-9724-63ea31853fab,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:03.094987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Attempting to bind port eb94a4ba-1de3-4440-9724-63ea31853fab on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:26:03.095385 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Attempting to bind port eb94a4ba-1de3-4440-9724-63ea31853fab by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:26:03.095654 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Attempting to bind port eb94a4ba-1de3-4440-9724-63ea31853fab on network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:26:03.101561 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Port eb94a4ba-1de3-4440-9724-63ea31853fab on network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:26:03.101885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Attempting to bind port eb94a4ba-1de3-4440-9724-63ea31853fab on network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:26:03.106988 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:26:03.107533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Checking segment: {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:03.108925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Bound using segment: {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:26:03.109374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Bound port: eb94a4ba-1de3-4440-9724-63ea31853fab, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:26:03.109716 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.143928 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f953efa8-67fd-4e50-a2ba-3b2bb83046f7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.180637 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-393b8fce-001f-4b31-a49b-43e27eab5c70 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 136507a2-daab-4612-b7e8-31eebe0d148e) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:03.191688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393b8fce-001f-4b31-a49b-43e27eab5c70 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:03.192295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-393b8fce-001f-4b31-a49b-43e27eab5c70 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.192775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924f50d1-3378-404f-bf43-2082834af03f None None] Network 136507a2-daab-4612-b7e8-31eebe0d148e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:03.212204 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] For port eb94a4ba-1de3-4440-9724-63ea31853fab, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:26:03.217836 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953efa8-67fd-4e50-a2ba-3b2bb83046f7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b341a0-6a8d-40c8-afc6-225686112ddf,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:03.218457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] For port eb94a4ba-1de3-4440-9724-63ea31853fab, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eb94a4ba-1de3-4440-9724-63ea31853fab,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:26:03.219650 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c061e8f7-3b5f-47e2-b5e8-fe7aa1502b24 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.251223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e886368e-e123-4206-87a2-db0af2685dcf None None] Network 55c2933f-5997-4c5d-87b3-b4182fa0b810 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:03.263603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f953efa8-67fd-4e50-a2ba-3b2bb83046f7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.269454 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f953efa8-67fd-4e50-a2ba-3b2bb83046f7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/d4b341a0-6a8d-40c8-afc6-225686112ddf HTTP/1.1" status: 204 len: 168 time: 0.8855155 Dec 06 14:26:03.270171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34612) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:03.293128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061e8f7-3b5f-47e2-b5e8-fe7aa1502b24 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Pushing event deleted for resources: {'Port': ['ID=b3e4cc8f-42a2-448a-a0f7-149b67ceb875,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:03.312284 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-393b8fce-001f-4b31-a49b-43e27eab5c70 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6147292 Dec 06 14:26:03.325817 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34614) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:03.340654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e1d03f18-a38e-4add-aa7a-200fa37e520c tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1056824341', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:03.348322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c061e8f7-3b5f-47e2-b5e8-fe7aa1502b24 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.354480 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c061e8f7-3b5f-47e2-b5e8-fe7aa1502b24 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] 10.222.0.42 "DELETE /v2.0/ports/b3e4cc8f-42a2-448a-a0f7-149b67ceb875 HTTP/1.1" status: 204 len: 168 time: 1.2789228 Dec 06 14:26:03.358454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34616) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:03.368285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.447922 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:03.449056 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.450580 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] 10.222.0.41 "PUT /v2.0/ports/eb94a4ba-1de3-4440-9724-63ea31853fab HTTP/1.1" status: 200 len: 1093 time: 1.5671494 Dec 06 14:26:03.453642 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcde97c-a8c8-41e2-8305-8a774c9dde90', 'tag': 'eb94a4ba-1de3-4440-9724-63ea31853fab'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:26:03.456705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94f92a5-e055-4952-8b5f-12470dfbd357" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcde97c-a8c8-41e2-8305-8a774c9dde90", "tag": "eb94a4ba-1de3-4440-9724-63ea31853fab"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:26:03.479037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4524c291-10af-48c6-8c3e-544418f1f85b tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Deleting subnet 3425a235-928d-44e9-8583-e4590c4b38de {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:26:03.482704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4524c291-10af-48c6-8c3e-544418f1f85b tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.487806 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting subnet 577b9056-791d-41da-8416-86de44dfe25d {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:26:03.497857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.545301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8929c5-d47a-4412-a3fd-dc625baa6bfa service neutron] Pushing event updated for resources: {'Port': ['ID=eb94a4ba-1de3-4440-9724-63ea31853fab,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:03.559297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1989bfba-3a24-4b03-95d0-cedd21c2a4d0 x-openstack-request-id: req-1989bfba-3a24-4b03-95d0-cedd21c2a4d0 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:26:03.559877 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcde97c-a8c8-41e2-8305-8a774c9dde90", "tag": "eb94a4ba-1de3-4440-9724-63ea31853fab", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:26:03.560310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1989bfba-3a24-4b03-95d0-cedd21c2a4d0 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:26:03.561136 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcde97c-a8c8-41e2-8305-8a774c9dde90', 'tag': 'eb94a4ba-1de3-4440-9724-63ea31853fab', 'status': 'completed', 'code': 200} Dec 06 14:26:03.567317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4524c291-10af-48c6-8c3e-544418f1f85b tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.615446 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.630498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e1d03f18-a38e-4add-aa7a-200fa37e520c tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.631889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e1d03f18-a38e-4add-aa7a-200fa37e520c tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.768251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-136507a2-daab-4612-b7e8-31eebe0d148e', 'network_id': '136507a2-daab-4612-b7e8-31eebe0d148e', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'fixed_ips': [{'subnet_id': '04fc892a-390f-4dab-beb7-2f0b092fd492'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:26:03.769186 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.784436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e1d03f18-a38e-4add-aa7a-200fa37e520c tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.799389 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d386685-c200-40ed-9bf7-dac4ef97ee12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.808743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4524c291-10af-48c6-8c3e-544418f1f85b tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.822616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a37cc8-6e84-422f-b3d8-4d65b63105ce None None] DHCP port deletion for 55c2933f-5997-4c5d-87b3-b4182fa0b810 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:03.829339 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f92a5-e055-4952-8b5f-12470dfbd357 req-a0e93b42-aa5a-4f70-bef9-93289cea3416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:03.832584 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e94f92a5-e055-4952-8b5f-12470dfbd357 req-a0e93b42-aa5a-4f70-bef9-93289cea3416 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 1096 time: 0.2469668 Dec 06 14:26:03.916704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.928611 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e1d03f18-a38e-4add-aa7a-200fa37e520c tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:03.966874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4524c291-10af-48c6-8c3e-544418f1f85b tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.028538 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524c291-10af-48c6-8c3e-544418f1f85b tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Pushing event deleted for resources: {'Subnet': ['ID=3425a235-928d-44e9-8583-e4590c4b38de,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:04.059101 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f92a5-e055-4952-8b5f-12470dfbd357 req-e4cb7621-b502-41b2-8398-b5c852510a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:04.063584 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e94f92a5-e055-4952-8b5f-12470dfbd357 req-e4cb7621-b502-41b2-8398-b5c852510a5c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=852a071ee3ac45faa46fbed60458d40d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2199838 Dec 06 14:26:04.086486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4524c291-10af-48c6-8c3e-544418f1f85b tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.092126 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4524c291-10af-48c6-8c3e-544418f1f85b tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] 10.222.0.42 "DELETE /v2.0/subnets/3425a235-928d-44e9-8583-e4590c4b38de HTTP/1.1" status: 204 len: 168 time: 0.7301824 Dec 06 14:26:04.093505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e1d03f18-a38e-4add-aa7a-200fa37e520c tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.096010 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Allocated IP 2001:db8::2 (136507a2-daab-4612-b7e8-31eebe0d148e/04fc892a-390f-4dab-beb7-2f0b092fd492/1c7d7623-9624-4327-984c-f49e22bb0876) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:04.097836 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e1d03f18-a38e-4add-aa7a-200fa37e520c tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7691467 Dec 06 14:26:04.099024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34624) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:04.099024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34626) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:04.113032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'port': {'network_id': '136507a2-daab-4612-b7e8-31eebe0d148e', 'name': 'tempest-RoutersIpV6Test-982966104'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:04.113241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6e9720-6ae0-4a40-bf3a-c54828dbe54b None None] Network 7efe533f-f096-4930-ba04-4aa96d022b58 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:04.116552 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ad5d6-bff0-4e99-adf8-a0990488edcc req-6b00c66a-7882-4330-a4c4-c7833a8a5fa0 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:04.118575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a8a37cc8-6e84-422f-b3d8-4d65b63105ce None None] Deleting port 6bbf76fb-6f25-443a-813a-bea464dcdefe {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:04.120189 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9b7ad5d6-bff0-4e99-adf8-a0990488edcc req-6b00c66a-7882-4330-a4c4-c7833a8a5fa0 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 944 time: 0.1632476 Dec 06 14:26:04.132923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8a37cc8-6e84-422f-b3d8-4d65b63105ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.249095 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9b7ad5d6-bff0-4e99-adf8-a0990488edcc req-aa367b31-7583-43ac-a9ca-cf1205dbde8b tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164315 Dec 06 14:26:04.250695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.291119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Subnet': ['ID=577b9056-791d-41da-8416-86de44dfe25d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:04.335510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:04.335864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:04.336383 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:04.336727 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:04.337312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:04.337654 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:04.338814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:04.339162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:04.339632 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:04.339974 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:04.340633 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:04.341014 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:04.344918 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:04.351348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df848f0b-d424-4e61-b594-c35241489925 req-f775176f-b3e1-410d-98c4-1cb120b8eef8 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:04.353074 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-df848f0b-d424-4e61-b594-c35241489925 req-f775176f-b3e1-410d-98c4-1cb120b8eef8 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 943 time: 0.3428745 Dec 06 14:26:04.372265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.379386 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2cef72e8-021d-4cbb-a212-d171937228fd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/577b9056-791d-41da-8416-86de44dfe25d HTTP/1.1" status: 204 len: 168 time: 1.1068668 Dec 06 14:26:04.379386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34630) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:04.422016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.462414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f92a5-e055-4952-8b5f-12470dfbd357 req-5a5b6558-6f92-4628-9f33-bb460809f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:04.464327 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e94f92a5-e055-4952-8b5f-12470dfbd357 req-5a5b6558-6f92-4628-9f33-bb460809f0d0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3916349 Dec 06 14:26:04.491870 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.501807 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-df848f0b-d424-4e61-b594-c35241489925 req-7f61a418-e52a-4add-9075-d710cd4f51f5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289804 Dec 06 14:26:04.518602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6bbf76fb-6f25-443a-813a-bea464dcdefe no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:04.520691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:04.525946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.534035 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee26d2c2-2b6d-418a-9a99-42ff63abcbae None None] Network 160ad77f-f0e4-4c7e-89e4-c0efdb98df5c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:04.548824 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] device_id is not set on port 2f67355f-b6f4-4dba-80b0-d727949a0087 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:26:04.554294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Deleting port 0dbd1300-6dc7-4413-a1f8-d136000c79e9 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:04.554633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.616351 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-d29d22f5-a60f-4901-9a94-d3ea02348ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:04.618334 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-d29d22f5-a60f-4901-9a94-d3ea02348ecc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 1096 time: 0.0818729 Dec 06 14:26:04.666546 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a8a37cc8-6e84-422f-b3d8-4d65b63105ce None None] For port 6bbf76fb-6f25-443a-813a-bea464dcdefe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bbf76fb-6f25-443a-813a-bea464dcdefe,segment=NetworkSegment(71798250-17d9-4528-9a8b-30c96add88fe),segment_id=71798250-17d9-4528-9a8b-30c96add88fe)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:04.667560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8a37cc8-6e84-422f-b3d8-4d65b63105ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.671456 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-3eac0c64-65a5-4990-b865-aedc86ea35da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb94a4ba-1de3-4440-9724-63ea31853fab HTTP/1.1" status: 200 len: 217 time: 0.0400977 Dec 06 14:26:04.689096 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a8a37cc8-6e84-422f-b3d8-4d65b63105ce None None] Calling delete_port for 6bbf76fb-6f25-443a-813a-bea464dcdefe owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:04.709426 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] For port 0dbd1300-6dc7-4413-a1f8-d136000c79e9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0dbd1300-6dc7-4413-a1f8-d136000c79e9,segment=NetworkSegment(0f630c3d-775b-420f-8a45-6f4099fbb593),segment_id=0f630c3d-775b-420f-8a45-6f4099fbb593)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:04.709996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.725351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Calling delete_port for 0dbd1300-6dc7-4413-a1f8-d136000c79e9 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:04.729516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port 6bbf76fb-6f25-443a-813a-bea464dcdefe {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:04.734485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.734485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-59e5a55d-d9db-4d72-a27b-4ae5ad849627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:04.734485 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-59e5a55d-d9db-4d72-a27b-4ae5ad849627 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 200 len: 850 time: 0.0565946 Dec 06 14:26:04.825695 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:04.826626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] For port 6bbf76fb-6f25-443a-813a-bea464dcdefe, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bbf76fb-6f25-443a-813a-bea464dcdefe,segment=NetworkSegment(71798250-17d9-4528-9a8b-30c96add88fe),segment_id=71798250-17d9-4528-9a8b-30c96add88fe)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:04.827008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.844173 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for 6bbf76fb-6f25-443a-813a-bea464dcdefe owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:04.851675 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-d8f6541e-7f45-4272-a52a-7a2d343f6198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:04.851675 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-d8f6541e-7f45-4272-a52a-7a2d343f6198 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23b95a34-a658-4de3-b9c9-74b7dc477ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1036513 Dec 06 14:26:04.873115 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:04.918629 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Pushing event deleted for resources: {'Port': ['ID=0dbd1300-6dc7-4413-a1f8-d136000c79e9,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:04.933906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] No DVR routers for this DVR port 0dbd1300-6dc7-4413-a1f8-d136000c79e9 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:04.979675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.025769 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-63d59a5f-3fcf-42ac-a70a-f1bebbe4803b service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692040 Dec 06 14:26:05.054855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d029976-c40e-42b5-9737-6ed8f554dafa None None] DHCP port deletion for 7efe533f-f096-4930-ba04-4aa96d022b58 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:05.105408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.146598 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.159908 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea451d9c-6c3d-47c3-b8db-aafca63c9908 req-480907bb-8eec-4ed3-8940-0ed10ee3e9ce service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260574 Dec 06 14:26:05.174547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8a37cc8-6e84-422f-b3d8-4d65b63105ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.207010 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.214795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:26:05.249216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e48307e-c9ab-42fa-90b2-dc02bd81f3bb None None] DHCP port deletion for 160ad77f-f0e4-4c7e-89e4-c0efdb98df5c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:05.254215 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.261329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No DVR routers for this DVR port 6bbf76fb-6f25-443a-813a-bea464dcdefe on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:05.261969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a37cc8-6e84-422f-b3d8-4d65b63105ce None None] Pushing event deleted for resources: {'Port': ['ID=6bbf76fb-6f25-443a-813a-bea464dcdefe,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:05.261969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:05.261969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.271310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a37cc8-6e84-422f-b3d8-4d65b63105ce None None] No DVR routers for this DVR port 6bbf76fb-6f25-443a-813a-bea464dcdefe on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:05.293230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=6bbf76fb-6f25-443a-813a-bea464dcdefe,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:05.377657 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Network 136507a2-daab-4612-b7e8-31eebe0d148e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:05.387395 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:05.393824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:05.394217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Pushing event updated for resources: {'Port': ['ID=1c7d7623-9624-4327-984c-f49e22bb0876,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:05.475892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.508185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Attempting to bind port 1c7d7623-9624-4327-984c-f49e22bb0876 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:26:05.508711 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Attempting to bind port 1c7d7623-9624-4327-984c-f49e22bb0876 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f350c606-c78a-432e-8488-f6ab2e2cdf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '136507a2-daab-4612-b7e8-31eebe0d148e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:26:05.508952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c2933f-5997-4c5d-87b3-b4182fa0b810']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:05.509291 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Attempting to bind port 1c7d7623-9624-4327-984c-f49e22bb0876 on network 136507a2-daab-4612-b7e8-31eebe0d148e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:26:05.521231 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0e48307e-c9ab-42fa-90b2-dc02bd81f3bb None None] Deleting port 499b389c-08a4-4f40-935e-1c8587786c89 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:05.521882 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e48307e-c9ab-42fa-90b2-dc02bd81f3bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.528664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 25, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:26:05.529200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Checking segment: {'id': 'f350c606-c78a-432e-8488-f6ab2e2cdf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '136507a2-daab-4612-b7e8-31eebe0d148e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:05.529685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b318a4d-3ff7-4959-8082-737789f94bfc req-986fd564-e2fc-4bec-b70f-56e591c5a799 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:05.529828 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.530341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Bound using segment: {'id': 'f350c606-c78a-432e-8488-f6ab2e2cdf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '136507a2-daab-4612-b7e8-31eebe0d148e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:26:05.530935 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Bound port: 1c7d7623-9624-4327-984c-f49e22bb0876, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f350c606-c78a-432e-8488-f6ab2e2cdf95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '136507a2-daab-4612-b7e8-31eebe0d148e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:26:05.531239 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3b318a4d-3ff7-4959-8082-737789f94bfc req-986fd564-e2fc-4bec-b70f-56e591c5a799 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 944 time: 0.1743815 Dec 06 14:26:05.531516 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.534576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71798250-17d9-4528-9a8b-30c96add88fe') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:05.535002 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71798250-17d9-4528-9a8b-30c96add88fe') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:05.552324 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.582768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.585048 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.599279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:26:05.599677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:26:05.602751 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:26:05.633085 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3b318a4d-3ff7-4959-8082-737789f94bfc req-37f48df6-5f41-4e4b-beaf-f0e2ba0ca18d tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909986 Dec 06 14:26:05.697861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0e48307e-c9ab-42fa-90b2-dc02bd81f3bb None None] For port 499b389c-08a4-4f40-935e-1c8587786c89, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=499b389c-08a4-4f40-935e-1c8587786c89,segment=NetworkSegment(7fb36397-c8f7-4061-8de6-25ecf67b605e),segment_id=7fb36397-c8f7-4061-8de6-25ecf67b605e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:05.698921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e48307e-c9ab-42fa-90b2-dc02bd81f3bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.722070 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4319bc44-eaa2-4e37-8766-020f8233f366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:26:05.724557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f702d3-eeef-42d8-af09-d8ce4ecfdfaf" -d '{"events": [{"server_uuid": "4319bc44-eaa2-4e37-8766-020f8233f366", "name": "network-vif-plugged", "status": "completed", "tag": "6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:26:05.727484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0e48307e-c9ab-42fa-90b2-dc02bd81f3bb None None] Calling delete_port for 499b389c-08a4-4f40-935e-1c8587786c89 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:05.739753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.752152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0,segment=NetworkSegment(d25509e5-a5e1-4f29-ade8-f01b8aac9acb),segment_id=d25509e5-a5e1-4f29-ade8-f01b8aac9acb)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:05.767214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa556d6-2c79-4915-aa61-b201c3cc06c1 x-openstack-request-id: req-9fa556d6-2c79-4915-aa61-b201c3cc06c1 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:26:05.767509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4319bc44-eaa2-4e37-8766-020f8233f366", "name": "network-vif-plugged", "status": "completed", "tag": "6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:26:05.767767 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fa556d6-2c79-4915-aa61-b201c3cc06c1 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:26:05.768202 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4319bc44-eaa2-4e37-8766-020f8233f366', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0', 'code': 200} Dec 06 14:26:05.777963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.783186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.787926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7efe533f-f096-4930-ba04-4aa96d022b58']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:05.790070 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/networks/55c2933f-5997-4c5d-87b3-b4182fa0b810 HTTP/1.1" status: 204 len: 168 time: 1.4071059 Dec 06 14:26:05.790707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34642) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:05.807288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f630c3d-775b-420f-8a45-6f4099fbb593') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:05.807659 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f630c3d-775b-420f-8a45-6f4099fbb593') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:05.820517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.838549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Allocated IP 2001:db8::332 (136507a2-daab-4612-b7e8-31eebe0d148e/04fc892a-390f-4dab-beb7-2f0b092fd492/2f67355f-b6f4-4dba-80b0-d727949a0087) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:05.847288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c0d00-2142-4a72-a66c-4aa22e63f345 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Network': ['ID=55c2933f-5997-4c5d-87b3-b4182fa0b810,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:05.857086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9944c-a4dc-434b-859d-03161ef5e1c0 req-83c511b8-6307-4a16-931d-7cbdd0a02fd5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:05.860552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] For port 1c7d7623-9624-4327-984c-f49e22bb0876, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:26:05.866434 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-57c9944c-a4dc-434b-859d-03161ef5e1c0 req-83c511b8-6307-4a16-931d-7cbdd0a02fd5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 943 time: 0.2005887 Dec 06 14:26:05.879929 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] For port 1c7d7623-9624-4327-984c-f49e22bb0876, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c7d7623-9624-4327-984c-f49e22bb0876,segment=NetworkSegment(f350c606-c78a-432e-8488-f6ab2e2cdf95),segment_id=f350c606-c78a-432e-8488-f6ab2e2cdf95)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:26:05.901686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.915550 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.926530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.940958 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:26:05.942715 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:26:05.957586 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:26:05.980526 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:06.006839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.052655 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port 499b389c-08a4-4f40-935e-1c8587786c89 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:06.053490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.075409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d018b-83cc-4f4f-bd60-b60cda82b3e6 None None] Pushing event updated for resources: {'Port': ['ID=1c7d7623-9624-4327-984c-f49e22bb0876,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:06.080787 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-57c9944c-a4dc-434b-859d-03161ef5e1c0 req-6f03153d-035c-4463-bc4d-e3c16234b2a8 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139177 Dec 06 14:26:06.085845 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.143901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e48307e-c9ab-42fa-90b2-dc02bd81f3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.177164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] For port 499b389c-08a4-4f40-935e-1c8587786c89, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=499b389c-08a4-4f40-935e-1c8587786c89,segment=NetworkSegment(7fb36397-c8f7-4061-8de6-25ecf67b605e),segment_id=7fb36397-c8f7-4061-8de6-25ecf67b605e)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:06.177695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.200445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 499b389c-08a4-4f40-935e-1c8587786c89 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:06.200445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48307e-c9ab-42fa-90b2-dc02bd81f3bb None None] Pushing event deleted for resources: {'Port': ['ID=499b389c-08a4-4f40-935e-1c8587786c89,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:06.225218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e48307e-c9ab-42fa-90b2-dc02bd81f3bb None None] No DVR routers for this DVR port 499b389c-08a4-4f40-935e-1c8587786c89 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:06.227308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 499b389c-08a4-4f40-935e-1c8587786c89 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:06.227578 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for 499b389c-08a4-4f40-935e-1c8587786c89 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:06.227829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 499b389c-08a4-4f40-935e-1c8587786c89 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:06.228110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 0dbd1300-6dc7-4413-a1f8-d136000c79e9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:06.254560 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.275460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.278750 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] 10.222.0.42 "DELETE /v2.0/networks/7efe533f-f096-4930-ba04-4aa96d022b58 HTTP/1.1" status: 204 len: 168 time: 2.1766469 Dec 06 14:26:06.281287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 0dbd1300-6dc7-4413-a1f8-d136000c79e9 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:06.281824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 0dbd1300-6dc7-4413-a1f8-d136000c79e9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:06.343298 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Pushing event deleted for resources: {'Network': ['ID=7efe533f-f096-4930-ba04-4aa96d022b58,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:06.351331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a915ad-1199-4ca7-a827-8e2d56acb69d req-73ce9c12-8e48-4645-a973-4156e2ab5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:06.352956 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-83a915ad-1199-4ca7-a827-8e2d56acb69d req-73ce9c12-8e48-4645-a973-4156e2ab5db0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 1098 time: 0.1594615 Dec 06 14:26:06.376680 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:06.379115 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:06.379560 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:06.379912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:06.380279 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:06.380606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:06.380969 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:06.381306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:06.381722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:06.382065 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:06.382400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:06.382732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:06.383061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c735c3a5-8e5a-4acb-9e8f-a93b8c5aaae4 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094 tempest-ExtraDHCPOptionsIpV6TestJSON-387271094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:06.448041 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.448644 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-83a915ad-1199-4ca7-a827-8e2d56acb69d req-3a6f3ff7-63fc-43e8-99a7-ad3d64872fa3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846212 Dec 06 14:26:06.469573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.499233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=499b389c-08a4-4f40-935e-1c8587786c89,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:06.507846 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No DVR routers for this DVR port 499b389c-08a4-4f40-935e-1c8587786c89 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:06.589556 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.614564 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.638125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network 136507a2-daab-4612-b7e8-31eebe0d148e is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:06.640183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['160ad77f-f0e4-4c7e-89e4-c0efdb98df5c']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:06.641995 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:06.645923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:06.650795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb36397-c8f7-4061-8de6-25ecf67b605e') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:06.651212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb36397-c8f7-4061-8de6-25ecf67b605e') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:06.651595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:06.652228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.663827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.665034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=2f67355f-b6f4-4dba-80b0-d727949a0087,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:06.680008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.688113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:26:06.688669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:26:06.692477 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:26:06.774905 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0da955df-a7f0-427c-a482-274166cd6037 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.6656370 Dec 06 14:26:06.778953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34650) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:06.875535 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1964585-3627-4c76-99f6-34993c772988 req-75080861-09ec-4acc-9913-6f635bfb1f75 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:06.879734 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b1964585-3627-4c76-99f6-34993c772988 req-75080861-09ec-4acc-9913-6f635bfb1f75 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.1411958 Dec 06 14:26:06.920731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.930606 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:06.938463 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/networks/160ad77f-f0e4-4c7e-89e4-c0efdb98df5c HTTP/1.1" status: 204 len: 168 time: 1.1313472 Dec 06 14:26:06.951824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34654) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:06.958978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-d9882a8f-5e31-4338-bd15-6ecc0347efc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'network': {'name': 'tempest-RoutersTest-395445509'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:06.971845 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a3f5dd-b7bc-41ff-a518-6208036a53b5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Network': ['ID=160ad77f-f0e4-4c7e-89e4-c0efdb98df5c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:06.994955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.057942 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34656) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:07.104313 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b1964585-3627-4c76-99f6-34993c772988 req-6989fd80-9b1d-4bd6-987e-7060866b3f81 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266856 Dec 06 14:26:07.137958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9882a8f-5e31-4338-bd15-6ecc0347efc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:07.142010 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d9882a8f-5e31-4338-bd15-6ecc0347efc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.169502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9882a8f-5e31-4338-bd15-6ecc0347efc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:26:07.181206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d9882a8f-5e31-4338-bd15-6ecc0347efc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.181906 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-d9882a8f-5e31-4338-bd15-6ecc0347efc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Added segment 5e271db2-ea17-4e99-aed3-b0ca9b77871b of type vlan for network 5a940d13-8ba9-4662-ab6f-edf81654682d Dec 06 14:26:07.233249 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.251833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d9882a8f-5e31-4338-bd15-6ecc0347efc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.347486 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8e6f9140-2103-43e5-91c6-ae99454238ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2cf4b3adaf83441386f6ffcbcb102076&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2852123 Dec 06 14:26:07.348064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34662) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:07.371820 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddea39a1-8c4d-467e-9e48-a2494e4fc9aa req-f4b2b235-c931-480e-a9a6-1d47d236366b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:07.373445 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ddea39a1-8c4d-467e-9e48-a2494e4fc9aa req-f4b2b235-c931-480e-a9a6-1d47d236366b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 943 time: 0.1572170 Dec 06 14:26:07.380527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a8290a-4e62-4345-840c-552c9933adc2 None None] Network 136507a2-daab-4612-b7e8-31eebe0d148e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:07.452986 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ddea39a1-8c4d-467e-9e48-a2494e4fc9aa req-985b3423-544b-4e2d-9ce6-ec3a7f3be2ea tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708148 Dec 06 14:26:07.453705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d5da3cfd-d34e-4199-a83f-18335978cbfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.492227 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d5da3cfd-d34e-4199-a83f-18335978cbfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.508673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Provisioning complete for port 1c7d7623-9624-4327-984c-f49e22bb0876 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:07.509330 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.537775 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d9882a8f-5e31-4338-bd15-6ecc0347efc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.545449 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9882a8f-5e31-4338-bd15-6ecc0347efc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:07.547352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d9882a8f-5e31-4338-bd15-6ecc0347efc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.553344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.625119 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.667454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] For port 1c7d7623-9624-4327-984c-f49e22bb0876, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c7d7623-9624-4327-984c-f49e22bb0876,segment=NetworkSegment(f350c606-c78a-432e-8488-f6ab2e2cdf95),segment_id=f350c606-c78a-432e-8488-f6ab2e2cdf95)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:07.680561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.784676 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=2f67355f-b6f4-4dba-80b0-d727949a0087,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:07.801077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.903950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Pushing event updated for resources: {'Port': ['ID=1c7d7623-9624-4327-984c-f49e22bb0876,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:07.908436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:07.919447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:07.920765 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:07.921650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:07.922212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:07.922870 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:07.923427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:07.923996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:07.924572 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:07.925150 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:07.925719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:07.926434 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:07.927047 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:07.927698 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ba5827-fa76-4f62-8c87-a0bff5f2e45a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:07.971101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-53a92128-d153-4108-a927-24e7291e47dc None None] Provisioning complete for port 2f67355f-b6f4-4dba-80b0-d727949a0087 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:07.971771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53a92128-d153-4108-a927-24e7291e47dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:08.045561 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d5da3cfd-d34e-4199-a83f-18335978cbfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:08.048312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d5da3cfd-d34e-4199-a83f-18335978cbfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:08.051983 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d5da3cfd-d34e-4199-a83f-18335978cbfa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0cc7d8ad-9996-4ace-a721-f66d0243900d HTTP/1.1" status: 204 len: 168 time: 0.7008352 Dec 06 14:26:08.058690 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d9882a8f-5e31-4338-bd15-6ecc0347efc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1057844 Dec 06 14:26:08.062399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34668) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:08.065453 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-53a92128-d153-4108-a927-24e7291e47dc None None] Port 2f67355f-b6f4-4dba-80b0-d727949a0087 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:08.069384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b945ee47-4ffe-4c91-aabe-af3ece6a4982 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'subnet': {'network_id': '5a940d13-8ba9-4662-ab6f-edf81654682d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:08.078818 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-53a92128-d153-4108-a927-24e7291e47dc None None] Provisioning complete for port 1c7d7623-9624-4327-984c-f49e22bb0876 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:08.079604 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53a92128-d153-4108-a927-24e7291e47dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:08.090569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da3cfd-d34e-4199-a83f-18335978cbfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc7d8ad-9996-4ace-a721-f66d0243900d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:08.092401 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9882a8f-5e31-4338-bd15-6ecc0347efc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Network': ['ID=5a940d13-8ba9-4662-ab6f-edf81654682d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:08.121720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 5a940d13-8ba9-4662-ab6f-edf81654682d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:26:08.231372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:08.278755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b84dd-4e7f-4aa8-bbd9-77abc6806bf0 req-9b1e0410-7a7c-4353-8126-e5b50792c762 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:08.287186 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b03b84dd-4e7f-4aa8-bbd9-77abc6806bf0 req-9b1e0410-7a7c-4353-8126-e5b50792c762 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.0842443 Dec 06 14:26:08.348492 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b03b84dd-4e7f-4aa8-bbd9-77abc6806bf0 req-e66a7534-7cc1-4cb0-a1c5-cfa4a70213ef tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607772 Dec 06 14:26:08.372753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b945ee47-4ffe-4c91-aabe-af3ece6a4982 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:08.377876 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b945ee47-4ffe-4c91-aabe-af3ece6a4982 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:08.378532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1c7d7623-9624-4327-984c-f49e22bb0876 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:08.437044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1c7d7623-9624-4327-984c-f49e22bb0876 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:08.437677 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:08.494025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9ad28801-228f-44d5-99c5-47a21f350e65 None None] Provisioning complete for port 2f67355f-b6f4-4dba-80b0-d727949a0087 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:08.494482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9ad28801-228f-44d5-99c5-47a21f350e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:08.534272 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9ad28801-228f-44d5-99c5-47a21f350e65 None None] Port 2f67355f-b6f4-4dba-80b0-d727949a0087 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:08.712482 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:08.726991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec099a-a3d0-422d-9743-06d6a5d10d67 req-d24e3b36-1c46-4b9d-b7dd-2555961da412 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:08.728540 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ffec099a-a3d0-422d-9743-06d6a5d10d67 req-d24e3b36-1c46-4b9d-b7dd-2555961da412 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 943 time: 0.0845418 Dec 06 14:26:08.759690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1f312f83-e92a-42e9-bfb0-cac927cb1012 None None] Provisioning complete for port 2f67355f-b6f4-4dba-80b0-d727949a0087 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:08.760154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f312f83-e92a-42e9-bfb0-cac927cb1012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:08.784658 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ffec099a-a3d0-422d-9743-06d6a5d10d67 req-aa8c8da4-dc43-47a6-a1ef-0cf9df32e275 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487068 Dec 06 14:26:08.796271 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1f312f83-e92a-42e9-bfb0-cac927cb1012 None None] Port 2f67355f-b6f4-4dba-80b0-d727949a0087 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:08.806537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b945ee47-4ffe-4c91-aabe-af3ece6a4982 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:08.840620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:08.842119 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:08.868294 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ee47-4ffe-4c91-aabe-af3ece6a4982 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Subnet': ['ID=6e462e52-3e62-467e-a25e-6a3ecdb27db8,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:08.876344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b945ee47-4ffe-4c91-aabe-af3ece6a4982 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Checking segment: {'id': '5e271db2-ea17-4e99-aed3-b0ca9b77871b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5a940d13-8ba9-4662-ab6f-edf81654682d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:08.876713 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b945ee47-4ffe-4c91-aabe-af3ece6a4982 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network hostable DHCP agents. Network: 5a940d13-8ba9-4662-ab6f-edf81654682d, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:26:08.939376 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=2f67355f-b6f4-4dba-80b0-d727949a0087,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:08.976613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network 136507a2-daab-4612-b7e8-31eebe0d148e is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:08.978026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:09.040447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b945ee47-4ffe-4c91-aabe-af3ece6a4982 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 5a940d13-8ba9-4662-ab6f-edf81654682d is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:26:09.160765 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b945ee47-4ffe-4c91-aabe-af3ece6a4982 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5a940d13-8ba9-4662-ab6f-edf81654682d) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:09.165088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b945ee47-4ffe-4c91-aabe-af3ece6a4982 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:09.165767 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b945ee47-4ffe-4c91-aabe-af3ece6a4982 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:09.173074 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10567237-c168-42f1-bf93-dec05dac3ce4 None None] Network 5a940d13-8ba9-4662-ab6f-edf81654682d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:09.246220 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 9270d6a2-e313-45be-bcb4-683a706d4978 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:26:09.247450 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4a880c9e-3870-40fe-9e3b-735f5c28c41c None None] Provisioning complete for port 2f67355f-b6f4-4dba-80b0-d727949a0087 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:09.247827 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4a880c9e-3870-40fe-9e3b-735f5c28c41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:09.303374 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b945ee47-4ffe-4c91-aabe-af3ece6a4982 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2360435 Dec 06 14:26:09.307873 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34690) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:09.308768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f1f99efa-5913-4ec8-8115-c41b2bf7c2aa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-314480502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:09.320703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4a880c9e-3870-40fe-9e3b-735f5c28c41c None None] Port 2f67355f-b6f4-4dba-80b0-d727949a0087 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:09.368753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:09.374783 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4ba71041-f066-4d6d-aaf2-4453cb019915 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/9270d6a2-e313-45be-bcb4-683a706d4978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5942862 Dec 06 14:26:09.377482 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34696) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:09.378956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5a940d13-8ba9-4662-ab6f-edf81654682d', 'network_id': '5a940d13-8ba9-4662-ab6f-edf81654682d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'fixed_ips': [{'subnet_id': '6e462e52-3e62-467e-a25e-6a3ecdb27db8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:26:09.380495 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:09.383795 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753a8389-ef56-4360-b6c4-5162667713bc None None] Sync routers for ids ['9270d6a2-e313-45be-bcb4-683a706d4978'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:09.404353 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a8389-ef56-4360-b6c4-5162667713bc None None] Routers {'9270d6a2-e313-45be-bcb4-683a706d4978'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:09.405253 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-753a8389-ef56-4360-b6c4-5162667713bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9270d6a2-e313-45be-bcb4-683a706d4978'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:09.458285 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-753a8389-ef56-4360-b6c4-5162667713bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:09.467039 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753a8389-ef56-4360-b6c4-5162667713bc None None] Routers {'9270d6a2-e313-45be-bcb4-683a706d4978'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:09.467652 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-753a8389-ef56-4360-b6c4-5162667713bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9270d6a2-e313-45be-bcb4-683a706d4978'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:09.474676 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f91f0-d55f-4fc6-b6a2-accf530330e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:09.478946 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-576f91f0-d55f-4fc6-b6a2-accf530330e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports/2f67355f-b6f4-4dba-80b0-d727949a0087 HTTP/1.1" status: 200 len: 983 time: 0.0979640 Dec 06 14:26:09.479608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34698) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:09.489501 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c828b44-c58e-4ea0-9af1-6d727c365081 req-3ddce6e6-ac40-4939-8518-2bc51a8567e7 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:09.491760 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3c828b44-c58e-4ea0-9af1-6d727c365081 req-3ddce6e6-ac40-4939-8518-2bc51a8567e7 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.0602894 Dec 06 14:26:09.503473 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-753a8389-ef56-4360-b6c4-5162667713bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:09.504121 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753a8389-ef56-4360-b6c4-5162667713bc None None] The sync data for ids ['9270d6a2-e313-45be-bcb4-683a706d4978'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:09.524729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Allocated IP 172.20.0.2 (5a940d13-8ba9-4662-ab6f-edf81654682d/6e462e52-3e62-467e-a25e-6a3ecdb27db8/c814a83f-56d1-401e-8d57-69b1cd59392d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:09.548407 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3c828b44-c58e-4ea0-9af1-6d727c365081 req-b6961a69-00f0-4bc2-bc2a-b583d6c2819f tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501733 Dec 06 14:26:09.575436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1f99efa-5913-4ec8-8115-c41b2bf7c2aa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:09.575436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1f99efa-5913-4ec8-8115-c41b2bf7c2aa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:09.692329 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34704) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:09.701656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1f99efa-5913-4ec8-8115-c41b2bf7c2aa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:09.707433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:09.794035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293677f-a22a-444a-b737-b5c30bee8b33 req-07fe5c7f-64fc-406a-9c34-976b076b5430 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:09.796010 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d293677f-a22a-444a-b737-b5c30bee8b33 req-07fe5c7f-64fc-406a-9c34-976b076b5430 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.1389821 Dec 06 14:26:09.797404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-726304100'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:09.823465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1f99efa-5913-4ec8-8115-c41b2bf7c2aa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:09.858840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:09.879936 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d293677f-a22a-444a-b737-b5c30bee8b33 req-5900aceb-b92e-4fd4-96a9-3a0a7074b363 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671601 Dec 06 14:26:09.917276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4d2e5-251a-4c83-a66d-8093234c9c3b req-3b55c21f-6596-49f5-9266-9810b0be33db tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:09.918804 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Pushing event updated for resources: {'Port': ['ID=c814a83f-56d1-401e-8d57-69b1cd59392d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:09.919063 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a5a4d2e5-251a-4c83-a66d-8093234c9c3b req-3b55c21f-6596-49f5-9266-9810b0be33db tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 943 time: 0.0638828 Dec 06 14:26:09.924996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Network 5a940d13-8ba9-4662-ab6f-edf81654682d is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:09.926664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:09.928959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:09.933868 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Made reservation on behalf of 6ffbc83eb05b4687a416a46e7fdfa1ee for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:09.939649 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:09.960057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.002934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d5228543-c5ad-4ae4-9390-d75d176574df tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.012507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Attempting to bind port c814a83f-56d1-401e-8d57-69b1cd59392d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:26:10.012905 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Attempting to bind port c814a83f-56d1-401e-8d57-69b1cd59392d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5e271db2-ea17-4e99-aed3-b0ca9b77871b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5a940d13-8ba9-4662-ab6f-edf81654682d'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:26:10.013276 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Attempting to bind port c814a83f-56d1-401e-8d57-69b1cd59392d on network 5a940d13-8ba9-4662-ab6f-edf81654682d {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:26:10.021699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:26:10.022078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Checking segment: {'id': '5e271db2-ea17-4e99-aed3-b0ca9b77871b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5a940d13-8ba9-4662-ab6f-edf81654682d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:10.022480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.022872 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Bound using segment: {'id': '5e271db2-ea17-4e99-aed3-b0ca9b77871b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5a940d13-8ba9-4662-ab6f-edf81654682d'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:26:10.023339 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Bound port: c814a83f-56d1-401e-8d57-69b1cd59392d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e271db2-ea17-4e99-aed3-b0ca9b77871b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '5a940d13-8ba9-4662-ab6f-edf81654682d'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:26:10.024216 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a5a4d2e5-251a-4c83-a66d-8093234c9c3b req-814ca63b-0194-4e25-b388-8dc48c672503 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808442 Dec 06 14:26:10.030687 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.042865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1f99efa-5913-4ec8-8115-c41b2bf7c2aa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.047163 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f1f99efa-5913-4ec8-8115-c41b2bf7c2aa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7394888 Dec 06 14:26:10.049333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34712) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:10.056339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'port': {'network_id': '5a940d13-8ba9-4662-ab6f-edf81654682d', 'name': 'tempest-RoutersTest-858664817'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:10.115084 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] For port c814a83f-56d1-401e-8d57-69b1cd59392d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:26:10.118649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] For port c814a83f-56d1-401e-8d57-69b1cd59392d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c814a83f-56d1-401e-8d57-69b1cd59392d,segment=NetworkSegment(5e271db2-ea17-4e99-aed3-b0ca9b77871b),segment_id=5e271db2-ea17-4e99-aed3-b0ca9b77871b)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:26:10.181243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.232559 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d5228543-c5ad-4ae4-9390-d75d176574df tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port 2f67355f-b6f4-4dba-80b0-d727949a0087 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:10.232915 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d5228543-c5ad-4ae4-9390-d75d176574df tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.238888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.309634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f06e41-f736-4bbf-97a4-7c5a526a14b0 None None] Pushing event updated for resources: {'Port': ['ID=c814a83f-56d1-401e-8d57-69b1cd59392d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:10.314678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:10.319386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.336774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.354510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d5228543-c5ad-4ae4-9390-d75d176574df tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.355272 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] device_id is not set on port e19d7bc2-1fc3-4aca-9158-703637289e08 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:26:10.372185 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d5228543-c5ad-4ae4-9390-d75d176574df tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for 2f67355f-b6f4-4dba-80b0-d727949a0087 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:10.373414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:26:10.428369 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.428714 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Added segment 5b1f9e1e-13fd-448c-9712-bbf426cf9492 of type vlan for network 9bffb40e-4331-4368-a337-10deff73f699 Dec 06 14:26:10.432356 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b16804-f43c-41a9-b585-534e44bdc87f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:10.571678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.595876 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Allocated IP 172.20.0.9 (5a940d13-8ba9-4662-ab6f-edf81654682d/6e462e52-3e62-467e-a25e-6a3ecdb27db8/e19d7bc2-1fc3-4aca-9158-703637289e08) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:10.685255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512da26d-bc0a-4f0e-bafe-15768b735c38 req-b527f443-4a06-4f00-8f11-952d7ff21953 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:10.687279 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-512da26d-bc0a-4f0e-bafe-15768b735c38 req-b527f443-4a06-4f00-8f11-952d7ff21953 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.1063826 Dec 06 14:26:10.720236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d5228543-c5ad-4ae4-9390-d75d176574df tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.750398 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5228543-c5ad-4ae4-9390-d75d176574df tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=2f67355f-b6f4-4dba-80b0-d727949a0087,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:10.763318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.769526 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:10.770137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.850040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d5228543-c5ad-4ae4-9390-d75d176574df tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.877401 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-512da26d-bc0a-4f0e-bafe-15768b735c38 req-1a2e03b3-1130-45c1-91a7-6cd314f85514 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819205 Dec 06 14:26:10.894110 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Network': ['ID=9bffb40e-4331-4368-a337-10deff73f699,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:10.904705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 9bffb40e-4331-4368-a337-10deff73f699 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:26:10.918307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:10.972548 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-88fb9992-c53e-4f42-bae9-66f4090213bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2787237 Dec 06 14:26:10.975024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34720) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:10.982058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3d376aa4-f9ed-46ed-84af-bc7671471a60 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'subnet': {'network_id': '9bffb40e-4331-4368-a337-10deff73f699', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:11.034873 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5228543-c5ad-4ae4-9390-d75d176574df tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 9270d6a2-e313-45be-bcb4-683a706d4978 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:11.050868 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:11.131517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 5a940d13-8ba9-4662-ab6f-edf81654682d is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:11.140322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=e19d7bc2-1fc3-4aca-9158-703637289e08,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:11.142918 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:11.149638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:11.155332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5228543-c5ad-4ae4-9390-d75d176574df tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:11.161125 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d5228543-c5ad-4ae4-9390-d75d176574df tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/9270d6a2-e313-45be-bcb4-683a706d4978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6800003 Dec 06 14:26:11.164089 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34724) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:11.166912 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ba5fb-491e-4bb5-9a34-f03e0b18f845 None None] Sync routers for ids ['9270d6a2-e313-45be-bcb4-683a706d4978'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:11.183316 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ba5fb-491e-4bb5-9a34-f03e0b18f845 None None] Routers {'9270d6a2-e313-45be-bcb4-683a706d4978'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:11.183658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6a2ba5fb-491e-4bb5-9a34-f03e0b18f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9270d6a2-e313-45be-bcb4-683a706d4978'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:11.206542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:11.208628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:11.239777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6a2ba5fb-491e-4bb5-9a34-f03e0b18f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:11.249399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ba5fb-491e-4bb5-9a34-f03e0b18f845 None None] Routers {'9270d6a2-e313-45be-bcb4-683a706d4978'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:11.250164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6a2ba5fb-491e-4bb5-9a34-f03e0b18f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9270d6a2-e313-45be-bcb4-683a706d4978'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:11.267475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15231d3c-e9e1-45c9-a9ad-67ff1787b132 req-1e6b7337-3930-4daa-a981-d35438706ef5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:11.269228 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-15231d3c-e9e1-45c9-a9ad-67ff1787b132 req-1e6b7337-3930-4daa-a981-d35438706ef5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 943 time: 0.1477327 Dec 06 14:26:11.289336 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6a2ba5fb-491e-4bb5-9a34-f03e0b18f845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:11.290027 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ba5fb-491e-4bb5-9a34-f03e0b18f845 None None] The sync data for ids ['9270d6a2-e313-45be-bcb4-683a706d4978'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:11.304083 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d376aa4-f9ed-46ed-84af-bc7671471a60 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Made reservation on behalf of 6ffbc83eb05b4687a416a46e7fdfa1ee for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:11.308524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d376aa4-f9ed-46ed-84af-bc7671471a60 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:11.403687 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-645632b4-3db1-4480-8efd-dfb37009b1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] remove_router_interface failed (client error): The resource could not be found. Dec 06 14:26:11.404872 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-645632b4-3db1-4480-8efd-dfb37009b1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/9270d6a2-e313-45be-bcb4-683a706d4978/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2397902 Dec 06 14:26:11.409415 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34726) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:11.415952 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f7bae0-d528-4ec1-979e-b8944aab45fa None None] Network 5a940d13-8ba9-4662-ab6f-edf81654682d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:11.446317 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-adaf7b9e-38c4-4eb9-99ec-8259f0b0c32d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=9270d6a2-e313-45be-bcb4-683a706d4978 HTTP/1.1" status: 200 len: 205 time: 0.0333595 Dec 06 14:26:11.447789 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ac5138bf-3c8c-4cba-b1ea-7bd147ea733b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3974154 Dec 06 14:26:11.448401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34730) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:11.450084 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-15231d3c-e9e1-45c9-a9ad-67ff1787b132 req-3796393a-306d-47aa-a9f8-529b506a143a tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471236 Dec 06 14:26:11.451143 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34732) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:11.510251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-947b34d5-6b5d-4976-956b-5c401ae15b95 None None] Provisioning complete for port c814a83f-56d1-401e-8d57-69b1cd59392d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:11.510895 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-947b34d5-6b5d-4976-956b-5c401ae15b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:11.703334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-947b34d5-6b5d-4976-956b-5c401ae15b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:11.765627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-947b34d5-6b5d-4976-956b-5c401ae15b95 None None] For port c814a83f-56d1-401e-8d57-69b1cd59392d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c814a83f-56d1-401e-8d57-69b1cd59392d,segment=NetworkSegment(5e271db2-ea17-4e99-aed3-b0ca9b77871b),segment_id=5e271db2-ea17-4e99-aed3-b0ca9b77871b)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:11.846254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-947b34d5-6b5d-4976-956b-5c401ae15b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:11.881634 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:11.919668 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b34d5-6b5d-4976-956b-5c401ae15b95 None None] Pushing event updated for resources: {'Port': ['ID=c814a83f-56d1-401e-8d57-69b1cd59392d,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:11.940902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-39d42ffa-0a2f-4c24-9309-dea85b60c90d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:11.975377 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5199ebfe-3e37-4889-99a4-8ea603f202d6 None None] Provisioning complete for port c814a83f-56d1-401e-8d57-69b1cd59392d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:11.975757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5199ebfe-3e37-4889-99a4-8ea603f202d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.073154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5199ebfe-3e37-4889-99a4-8ea603f202d6 None None] Provisioning complete for port e19d7bc2-1fc3-4aca-9158-703637289e08 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:12.073570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5199ebfe-3e37-4889-99a4-8ea603f202d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.115210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5199ebfe-3e37-4889-99a4-8ea603f202d6 None None] Port e19d7bc2-1fc3-4aca-9158-703637289e08 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:12.180519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775d096-2c4f-43ad-9fdd-354cfea05652 req-4ac2eca4-2c54-4005-8bbc-88f1732e6332 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:12.182083 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e775d096-2c4f-43ad-9fdd-354cfea05652 req-4ac2eca4-2c54-4005-8bbc-88f1732e6332 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.1290390 Dec 06 14:26:12.196592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d376aa4-f9ed-46ed-84af-bc7671471a60 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.226662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c814a83f-56d1-401e-8d57-69b1cd59392d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:12.232503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-39d42ffa-0a2f-4c24-9309-dea85b60c90d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.237916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-39d42ffa-0a2f-4c24-9309-dea85b60c90d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.270474 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e775d096-2c4f-43ad-9fdd-354cfea05652 req-e002f63a-7ba0-40b4-8899-b4a9c3c1e279 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812364 Dec 06 14:26:12.274110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b7f894f5-038a-45b6-909f-32181b223bcd None None] Provisioning complete for port e19d7bc2-1fc3-4aca-9158-703637289e08 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:12.274617 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7f894f5-038a-45b6-909f-32181b223bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.290785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.317343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d376aa4-f9ed-46ed-84af-bc7671471a60 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Subnet': ['ID=82e491ad-b575-4e85-9d38-e7f2f3bec9c5,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:12.320224 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d376aa4-f9ed-46ed-84af-bc7671471a60 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Checking segment: {'id': '5b1f9e1e-13fd-448c-9712-bbf426cf9492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9bffb40e-4331-4368-a337-10deff73f699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:12.320580 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d376aa4-f9ed-46ed-84af-bc7671471a60 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network hostable DHCP agents. Network: 9bffb40e-4331-4368-a337-10deff73f699, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:26:12.324996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c814a83f-56d1-401e-8d57-69b1cd59392d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:12.325387 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.356415 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b7f894f5-038a-45b6-909f-32181b223bcd None None] Port e19d7bc2-1fc3-4aca-9158-703637289e08 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:12.394426 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.438897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d376aa4-f9ed-46ed-84af-bc7671471a60 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 9bffb40e-4331-4368-a337-10deff73f699 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:26:12.441482 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-39d42ffa-0a2f-4c24-9309-dea85b60c90d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.442043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d42ffa-0a2f-4c24-9309-dea85b60c90d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Fanout notify agent at l3_agent the message router_deleted on router 9270d6a2-e313-45be-bcb4-683a706d4978 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:26:12.455631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-39d42ffa-0a2f-4c24-9309-dea85b60c90d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.455631 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-39d42ffa-0a2f-4c24-9309-dea85b60c90d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/9270d6a2-e313-45be-bcb4-683a706d4978 HTTP/1.1" status: 204 len: 168 time: 0.9992762 Dec 06 14:26:12.456313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34738) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:12.512548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=e19d7bc2-1fc3-4aca-9158-703637289e08,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:12.569111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-71051f54-223b-4412-afd2-a4b88c55c1c3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting subnet 04fc892a-390f-4dab-beb7-2f0b092fd492 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:26:12.589752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-3d376aa4-f9ed-46ed-84af-bc7671471a60 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9bffb40e-4331-4368-a337-10deff73f699) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:12.593889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d376aa4-f9ed-46ed-84af-bc7671471a60 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:12.594707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d376aa4-f9ed-46ed-84af-bc7671471a60 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.597011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71051f54-223b-4412-afd2-a4b88c55c1c3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.598639 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beaf89d-d085-491b-9429-2396e6e8e436 None None] Network 9bffb40e-4331-4368-a337-10deff73f699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:12.705887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-99d0c1fe-1ffe-433c-a7c7-904ae2254db0 None None] Provisioning complete for port e19d7bc2-1fc3-4aca-9158-703637289e08 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:12.706212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-99d0c1fe-1ffe-433c-a7c7-904ae2254db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.709881 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71051f54-223b-4412-afd2-a4b88c55c1c3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.716347 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3d376aa4-f9ed-46ed-84af-bc7671471a60 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7404108 Dec 06 14:26:12.718863 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34746) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:12.719715 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcb47c-2801-4409-828d-fea0728c6763 req-f4325bc9-1c4a-4060-8f42-364aebedfd27 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:12.721286 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-76bcb47c-2801-4409-828d-fea0728c6763 req-f4325bc9-1c4a-4060-8f42-364aebedfd27 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 943 time: 0.1719196 Dec 06 14:26:12.722022 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1124094850', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:12.788250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-99d0c1fe-1ffe-433c-a7c7-904ae2254db0 None None] Port e19d7bc2-1fc3-4aca-9158-703637289e08 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:12.820998 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fcee54-5c1f-4dc2-a3a7-19e730ce2dc4 None None] Network 9bffb40e-4331-4368-a337-10deff73f699 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:12.836084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.846741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae910261-8bd7-4b56-a0c6-7b11c34f60e4 req-a2dc9318-56a1-4f54-8feb-d049d8c45fd7 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:12.853610 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ae910261-8bd7-4b56-a0c6-7b11c34f60e4 req-a2dc9318-56a1-4f54-8feb-d049d8c45fd7 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.0648119 Dec 06 14:26:12.861999 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.867746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.913069 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-76bcb47c-2801-4409-828d-fea0728c6763 req-31dd3bb9-43bd-4b3d-bd10-dbbd8bce5c6b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680932 Dec 06 14:26:12.943845 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:12.948131 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ae910261-8bd7-4b56-a0c6-7b11c34f60e4 req-866d37fa-cf74-4e5b-a04d-4d9a357144a4 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936072 Dec 06 14:26:12.979522 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71051f54-223b-4412-afd2-a4b88c55c1c3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.030586 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76b594-ebdf-4968-a69f-9c7ae80ca3e9 req-630fba8d-dbbd-453d-98dc-733fed3de23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:13.032049 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f76b594-ebdf-4968-a69f-9c7ae80ca3e9 req-630fba8d-dbbd-453d-98dc-733fed3de23a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ee0fd5b0b494950860ebe46f9fd2fe3&device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 1098 time: 0.1480105 Dec 06 14:26:13.132659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76b594-ebdf-4968-a69f-9c7ae80ca3e9 req-b9ff91b7-f417-432c-98a9-cd3c26b60abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:13.134148 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f76b594-ebdf-4968-a69f-9c7ae80ca3e9 req-b9ff91b7-f417-432c-98a9-cd3c26b60abf service neutron] 10.222.0.41 "GET /v2.0/networks?id=4221d3d8-89a2-4257-852d-2740892e7575 HTTP/1.1" status: 200 len: 912 time: 0.0930886 Dec 06 14:26:13.161002 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71051f54-223b-4412-afd2-a4b88c55c1c3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.170830 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.204715 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f76b594-ebdf-4968-a69f-9c7ae80ca3e9 req-ea144046-6e7b-4414-beb4-1ce326707667 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 HTTP/1.1" status: 200 len: 217 time: 0.0544143 Dec 06 14:26:13.222287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.232372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71051f54-223b-4412-afd2-a4b88c55c1c3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Subnet': ['ID=04fc892a-390f-4dab-beb7-2f0b092fd492,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:13.241588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb29836-8b84-4ba6-9436-62861f03de0c None None] Network 136507a2-daab-4612-b7e8-31eebe0d148e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:13.242387 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71051f54-223b-4412-afd2-a4b88c55c1c3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.248394 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-71051f54-223b-4412-afd2-a4b88c55c1c3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/04fc892a-390f-4dab-beb7-2f0b092fd492 HTTP/1.1" status: 204 len: 168 time: 0.7908950 Dec 06 14:26:13.248565 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34748) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:13.316579 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f76b594-ebdf-4968-a69f-9c7ae80ca3e9 req-f03090be-491b-486f-a03c-c8233b96ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:13.318070 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f76b594-ebdf-4968-a69f-9c7ae80ca3e9 req-f03090be-491b-486f-a03c-c8233b96ef83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9577bed7-6956-4b0a-9006-c640e3c04ad2 HTTP/1.1" status: 200 len: 851 time: 0.0934508 Dec 06 14:26:13.382321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.438729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a99edd2-cde5-4948-a45c-435d18df70fd None None] DHCP port deletion for 136507a2-daab-4612-b7e8-31eebe0d148e request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:13.473611 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port 1c7d7623-9624-4327-984c-f49e22bb0876 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:13.473850 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.492177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5a99edd2-cde5-4948-a45c-435d18df70fd None None] Deleting port 1c7d7623-9624-4327-984c-f49e22bb0876 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:13.492699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a99edd2-cde5-4948-a45c-435d18df70fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.558433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5a99edd2-cde5-4948-a45c-435d18df70fd None None] For port 1c7d7623-9624-4327-984c-f49e22bb0876, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c7d7623-9624-4327-984c-f49e22bb0876,segment=NetworkSegment(f350c606-c78a-432e-8488-f6ab2e2cdf95),segment_id=f350c606-c78a-432e-8488-f6ab2e2cdf95)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:13.558829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a99edd2-cde5-4948-a45c-435d18df70fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.573111 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5a99edd2-cde5-4948-a45c-435d18df70fd None None] Calling delete_port for 1c7d7623-9624-4327-984c-f49e22bb0876 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:13.622404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.628708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] For port 1c7d7623-9624-4327-984c-f49e22bb0876, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c7d7623-9624-4327-984c-f49e22bb0876,segment=NetworkSegment(f350c606-c78a-432e-8488-f6ab2e2cdf95),segment_id=f350c606-c78a-432e-8488-f6ab2e2cdf95)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:13.629104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.652324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.670410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for 1c7d7623-9624-4327-984c-f49e22bb0876 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:13.718837 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a99edd2-cde5-4948-a45c-435d18df70fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.757252 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f76b594-ebdf-4968-a69f-9c7ae80ca3e9 req-a6929c77-da44-49af-b085-42d90552167a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4221d3d8-89a2-4257-852d-2740892e7575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636175 Dec 06 14:26:13.759693 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a99edd2-cde5-4948-a45c-435d18df70fd None None] Pushing event deleted for resources: {'Port': ['ID=1c7d7623-9624-4327-984c-f49e22bb0876,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:13.763247 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a99edd2-cde5-4948-a45c-435d18df70fd None None] No DVR routers for this DVR port 1c7d7623-9624-4327-984c-f49e22bb0876 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:13.827849 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.36.1.247 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/6a98cabc-d01e-400f-8d3b-d32e6610f7d2) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:13.840052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:13.889867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=1c7d7623-9624-4327-984c-f49e22bb0876,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:13.918037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No DVR routers for this DVR port 1c7d7623-9624-4327-984c-f49e22bb0876 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:13.934612 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f76b594-ebdf-4968-a69f-9c7ae80ca3e9 req-5d726da6-dd4a-439d-b087-de145321e489 service neutron] 10.222.0.41 "GET /v2.0/networks/4221d3d8-89a2-4257-852d-2740892e7575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685200 Dec 06 14:26:14.034886 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.078597 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.081018 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.086877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136507a2-daab-4612-b7e8-31eebe0d148e']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:14.101701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f350c606-c78a-432e-8488-f6ab2e2cdf95') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:14.102022 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f350c606-c78a-432e-8488-f6ab2e2cdf95') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:14.121060 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.138732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b58d0-313f-4179-ac92-0546c5c6faa3 req-23ccdc2c-a78f-4c11-9656-793b5cd89a6d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:14.140261 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9c2b58d0-313f-4179-ac92-0546c5c6faa3 req-23ccdc2c-a78f-4c11-9656-793b5cd89a6d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 943 time: 0.1280720 Dec 06 14:26:14.141144 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c73bf-5444-4a3e-a313-9de7be68ecfa req-53fe9126-4ddf-4a11-85e9-00839524c0bb tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:14.143753 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6e7c73bf-5444-4a3e-a313-9de7be68ecfa req-53fe9126-4ddf-4a11-85e9-00839524c0bb tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.0899973 Dec 06 14:26:14.144702 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f76b594-ebdf-4968-a69f-9c7ae80ca3e9 req-5ec9b3a8-2a6d-4134-b911-e0335375f3f7 service neutron] 10.222.0.41 "GET /v2.0/networks/4221d3d8-89a2-4257-852d-2740892e7575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940391 Dec 06 14:26:14.155676 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.171420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:26:14.171828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:26:14.181292 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:26:14.191827 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1c7d7623-9624-4327-984c-f49e22bb0876 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:14.195820 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.213477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 1c7d7623-9624-4327-984c-f49e22bb0876 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:14.213987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1c7d7623-9624-4327-984c-f49e22bb0876 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:14.264983 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9c2b58d0-313f-4179-ac92-0546c5c6faa3 req-9412d278-5ba7-432b-bf11-2825de77f3df tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143332 Dec 06 14:26:14.266930 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6e7c73bf-5444-4a3e-a313-9de7be68ecfa req-5bf2e876-716c-4f41-80b7-db0e743e808f tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058962 Dec 06 14:26:14.298903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=e19d7bc2-1fc3-4aca-9158-703637289e08,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:14.298903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.347221 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.392314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 5a940d13-8ba9-4662-ab6f-edf81654682d is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:14.393838 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:14.396057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:14.400188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:14.405155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:14.423088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e075f54e-cac7-45cb-afac-2596c727830c None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:14.442822 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.448261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.453078 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/networks/136507a2-daab-4612-b7e8-31eebe0d148e HTTP/1.1" status: 204 len: 168 time: 1.2035220 Dec 06 14:26:14.460949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34756) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:14.463489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=6a98cabc-d01e-400f-8d3b-d32e6610f7d2,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:14.481688 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-17945f97-935d-45f6-aab2-fc87067c706a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1354992741'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:14.489686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fbb75-3521-4ca6-b961-c1e049ad910b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Network': ['ID=136507a2-daab-4612-b7e8-31eebe0d148e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:14.536671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-14e95635-53cb-48e5-a0ab-7c11327f2a7d None None] Provisioning complete for port 6a98cabc-d01e-400f-8d3b-d32e6610f7d2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:14.537737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-14e95635-53cb-48e5-a0ab-7c11327f2a7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.574442 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-14e95635-53cb-48e5-a0ab-7c11327f2a7d None None] Port 6a98cabc-d01e-400f-8d3b-d32e6610f7d2 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:14.613124 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17945f97-935d-45f6-aab2-fc87067c706a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:14.616916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17945f97-935d-45f6-aab2-fc87067c706a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.653451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17945f97-935d-45f6-aab2-fc87067c706a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:26:14.657460 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 7b55937b-6b71-4c52-94b3-a1d796e87594 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:26:14.664298 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17945f97-935d-45f6-aab2-fc87067c706a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.664735 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-17945f97-935d-45f6-aab2-fc87067c706a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Added segment f191cd35-529e-4e23-a13f-c2b9214dc94e of type vlan for network cfd2adb1-9d93-4f66-8e13-6805c305f46f Dec 06 14:26:14.696331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e37bbb63-fc24-42b8-872e-96207a4b8935 None None] Provisioning complete for port e19d7bc2-1fc3-4aca-9158-703637289e08 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:14.697017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e37bbb63-fc24-42b8-872e-96207a4b8935 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.713960 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17945f97-935d-45f6-aab2-fc87067c706a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.735897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e37bbb63-fc24-42b8-872e-96207a4b8935 None None] Port e19d7bc2-1fc3-4aca-9158-703637289e08 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:14.759395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:14.767330 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3ec50016-a139-40dc-958c-45a47044223b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/7b55937b-6b71-4c52-94b3-a1d796e87594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3134201 Dec 06 14:26:14.767679 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34758) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:14.772609 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96a0a96-048b-4c2f-804d-50311a085435 None None] Sync routers for ids ['7b55937b-6b71-4c52-94b3-a1d796e87594'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:14.784353 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96a0a96-048b-4c2f-804d-50311a085435 None None] Routers {'7b55937b-6b71-4c52-94b3-a1d796e87594'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:14.785070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b96a0a96-048b-4c2f-804d-50311a085435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['7b55937b-6b71-4c52-94b3-a1d796e87594'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:14.817098 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b96a0a96-048b-4c2f-804d-50311a085435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:14.821906 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7848d6db-a22e-4bfd-9c4e-b62e523e91a5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:14.823378 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7848d6db-a22e-4bfd-9c4e-b62e523e91a5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports/e19d7bc2-1fc3-4aca-9158-703637289e08 HTTP/1.1" status: 200 len: 976 time: 0.0546422 Dec 06 14:26:14.826818 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34760) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:14.827848 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96a0a96-048b-4c2f-804d-50311a085435 None None] Routers {'7b55937b-6b71-4c52-94b3-a1d796e87594'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:14.828523 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b96a0a96-048b-4c2f-804d-50311a085435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['7b55937b-6b71-4c52-94b3-a1d796e87594'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:14.843003 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17945f97-935d-45f6-aab2-fc87067c706a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.848804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17945f97-935d-45f6-aab2-fc87067c706a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:14.849422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17945f97-935d-45f6-aab2-fc87067c706a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.856814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:14.863626 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b96a0a96-048b-4c2f-804d-50311a085435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:14.864270 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b96a0a96-048b-4c2f-804d-50311a085435 None None] The sync data for ids ['7b55937b-6b71-4c52-94b3-a1d796e87594'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:14.963204 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17945f97-935d-45f6-aab2-fc87067c706a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Network': ['ID=cfd2adb1-9d93-4f66-8e13-6805c305f46f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:14.974956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network cfd2adb1-9d93-4f66-8e13-6805c305f46f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:26:15.016568 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-17945f97-935d-45f6-aab2-fc87067c706a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5456250 Dec 06 14:26:15.016810 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34764) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:15.022388 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-96803df3-56c0-4d67-9561-cea9f8cc4ede tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'subnet': {'network_id': 'cfd2adb1-9d93-4f66-8e13-6805c305f46f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:15.135836 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:15.231384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b248224-0ea4-492b-b3ca-b4bb6001d7a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:15.264272 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96803df3-56c0-4d67-9561-cea9f8cc4ede tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:15.268143 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96803df3-56c0-4d67-9561-cea9f8cc4ede tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:15.315259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:26:15.474623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad822e56-ee53-4b44-8d6e-57651aee4ab1 req-744f3435-4c27-41ce-a0ec-4620358d98c6 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:15.476476 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ad822e56-ee53-4b44-8d6e-57651aee4ab1 req-744f3435-4c27-41ce-a0ec-4620358d98c6 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.1012459 Dec 06 14:26:15.481754 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:15.492602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf4ffe-8561-4f63-87c2-76210f5e456b None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:15.493716 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbafda3-ea76-42c9-b8f5-0156cb253113 req-97896bed-8ba3-4efd-b4bc-005665faf6cf tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:15.495235 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-acbafda3-ea76-42c9-b8f5-0156cb253113 req-97896bed-8ba3-4efd-b4bc-005665faf6cf tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 943 time: 0.1381323 Dec 06 14:26:15.507630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf4ffe-8561-4f63-87c2-76210f5e456b None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:15.508265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-abaf4ffe-8561-4f63-87c2-76210f5e456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:15.542569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-abaf4ffe-8561-4f63-87c2-76210f5e456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:15.549051 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ad822e56-ee53-4b44-8d6e-57651aee4ab1 req-bae971db-559c-46c7-8366-83d26d5eb8a5 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460122 Dec 06 14:26:15.555185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf4ffe-8561-4f63-87c2-76210f5e456b None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:15.555880 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-abaf4ffe-8561-4f63-87c2-76210f5e456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:15.591640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-abaf4ffe-8561-4f63-87c2-76210f5e456b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:15.592356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf4ffe-8561-4f63-87c2-76210f5e456b None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:15.596755 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:15.600706 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-28bd75f2-e187-4853-aec6-adae7575f947 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.8825979 Dec 06 14:26:15.601335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34770) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:15.636755 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-acbafda3-ea76-42c9-b8f5-0156cb253113 req-c842aa34-0ea6-42d7-924b-9b4560761d49 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338887 Dec 06 14:26:15.696007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8b248224-0ea4-492b-b3ca-b4bb6001d7a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port e19d7bc2-1fc3-4aca-9158-703637289e08 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:15.696356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b248224-0ea4-492b-b3ca-b4bb6001d7a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:15.754767 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96803df3-56c0-4d67-9561-cea9f8cc4ede tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:15.834530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b248224-0ea4-492b-b3ca-b4bb6001d7a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:15.842702 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96803df3-56c0-4d67-9561-cea9f8cc4ede tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Subnet': ['ID=d19ff2db-30f6-4cd5-933f-2b6413865077,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:15.858102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8b248224-0ea4-492b-b3ca-b4bb6001d7a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for e19d7bc2-1fc3-4aca-9158-703637289e08 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:15.869607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96803df3-56c0-4d67-9561-cea9f8cc4ede tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Checking segment: {'id': 'f191cd35-529e-4e23-a13f-c2b9214dc94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cfd2adb1-9d93-4f66-8e13-6805c305f46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:15.869965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96803df3-56c0-4d67-9561-cea9f8cc4ede tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network hostable DHCP agents. Network: cfd2adb1-9d93-4f66-8e13-6805c305f46f, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:26:16.022667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96803df3-56c0-4d67-9561-cea9f8cc4ede tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network cfd2adb1-9d93-4f66-8e13-6805c305f46f is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:26:16.035288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:16.103038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-96803df3-56c0-4d67-9561-cea9f8cc4ede tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cfd2adb1-9d93-4f66-8e13-6805c305f46f) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:16.107342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96803df3-56c0-4d67-9561-cea9f8cc4ede tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:16.108554 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-96803df3-56c0-4d67-9561-cea9f8cc4ede tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:16.116159 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1441726d-9874-4d32-8e10-ad47192457ac None None] Network cfd2adb1-9d93-4f66-8e13-6805c305f46f requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:16.135457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b248224-0ea4-492b-b3ca-b4bb6001d7a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:16.164884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b248224-0ea4-492b-b3ca-b4bb6001d7a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=e19d7bc2-1fc3-4aca-9158-703637289e08,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:16.222525 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-96803df3-56c0-4d67-9561-cea9f8cc4ede tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2021201 Dec 06 14:26:16.222746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34774) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:16.228190 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0ccf4c91-0c0a-44f4-898a-3661702d1be1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-204891955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:16.333431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cfd2adb1-9d93-4f66-8e13-6805c305f46f', 'network_id': 'cfd2adb1-9d93-4f66-8e13-6805c305f46f', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'fixed_ips': [{'subnet_id': 'd19ff2db-30f6-4cd5-933f-2b6413865077'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:26:16.334989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:16.350906 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0ccf4c91-0c0a-44f4-898a-3661702d1be1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:16.351954 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0ccf4c91-0c0a-44f4-898a-3661702d1be1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:16.363205 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b248224-0ea4-492b-b3ca-b4bb6001d7a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:16.478293 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0ccf4c91-0c0a-44f4-898a-3661702d1be1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:16.507087 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Allocated IP 2001:db8::2 (cfd2adb1-9d93-4f66-8e13-6805c305f46f/d19ff2db-30f6-4cd5-933f-2b6413865077/cd888834-baff-4200-95d0-240c4b6b9e58) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:16.567071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b248224-0ea4-492b-b3ca-b4bb6001d7a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 7b55937b-6b71-4c52-94b3-a1d796e87594 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:16.675055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0ccf4c91-0c0a-44f4-898a-3661702d1be1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:16.714998 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:16.748936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.20.0.1 (9bffb40e-4331-4368-a337-10deff73f699/82e491ad-b575-4e85-9d38-e7f2f3bec9c5/d5aaa7ff-9ce2-4931-a68a-edcf6b15d0cb) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:16.835029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:16.850702 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29987ebf-eee2-4259-aa54-f53ae640abec req-e9b05322-264f-4eb3-9139-ebec73259c58 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:16.854389 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-29987ebf-eee2-4259-aa54-f53ae640abec req-e9b05322-264f-4eb3-9139-ebec73259c58 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 943 time: 0.1237721 Dec 06 14:26:16.876513 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Network cfd2adb1-9d93-4f66-8e13-6805c305f46f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:16.879964 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:16.883608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:16.896746 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Pushing event updated for resources: {'Port': ['ID=cd888834-baff-4200-95d0-240c4b6b9e58,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:16.938859 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:16.952403 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-29987ebf-eee2-4259-aa54-f53ae640abec req-d1ceb932-2839-4d7b-ab2d-afaa8f860ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865772 Dec 06 14:26:16.958943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Attempting to bind port cd888834-baff-4200-95d0-240c4b6b9e58 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:26:16.959332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Attempting to bind port cd888834-baff-4200-95d0-240c4b6b9e58 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f191cd35-529e-4e23-a13f-c2b9214dc94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cfd2adb1-9d93-4f66-8e13-6805c305f46f'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:26:16.959701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Attempting to bind port cd888834-baff-4200-95d0-240c4b6b9e58 on network cfd2adb1-9d93-4f66-8e13-6805c305f46f {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:26:16.965351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:26:16.965753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Checking segment: {'id': 'f191cd35-529e-4e23-a13f-c2b9214dc94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cfd2adb1-9d93-4f66-8e13-6805c305f46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:16.966129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:16.966556 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Bound using segment: {'id': 'f191cd35-529e-4e23-a13f-c2b9214dc94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cfd2adb1-9d93-4f66-8e13-6805c305f46f'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:26:16.967561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Bound port: cd888834-baff-4200-95d0-240c4b6b9e58, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f191cd35-529e-4e23-a13f-c2b9214dc94e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'cfd2adb1-9d93-4f66-8e13-6805c305f46f'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:26:16.967948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:17.033206 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] For port cd888834-baff-4200-95d0-240c4b6b9e58, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:26:17.036598 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] For port cd888834-baff-4200-95d0-240c4b6b9e58, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd888834-baff-4200-95d0-240c4b6b9e58,segment=NetworkSegment(f191cd35-529e-4e23-a13f-c2b9214dc94e),segment_id=f191cd35-529e-4e23-a13f-c2b9214dc94e)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:26:17.063419 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:17.076948 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b248224-0ea4-492b-b3ca-b4bb6001d7a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:17.085810 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8b248224-0ea4-492b-b3ca-b4bb6001d7a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/7b55937b-6b71-4c52-94b3-a1d796e87594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2552454 Dec 06 14:26:17.087431 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34784) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:17.098414 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017372b-e0cb-4b86-ab7f-32eac1cef3e5 None None] Sync routers for ids ['7b55937b-6b71-4c52-94b3-a1d796e87594'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:17.112192 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017372b-e0cb-4b86-ab7f-32eac1cef3e5 None None] Routers {'7b55937b-6b71-4c52-94b3-a1d796e87594'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:17.112815 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a017372b-e0cb-4b86-ab7f-32eac1cef3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['7b55937b-6b71-4c52-94b3-a1d796e87594'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:17.132287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:17.149554 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 9bffb40e-4331-4368-a337-10deff73f699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:17.150625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=d5aaa7ff-9ce2-4931-a68a-edcf6b15d0cb,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:17.150745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e21b1-342d-4e7a-9ba2-1adbbdda654e req-4fb88614-fb2c-4baf-aa87-35154e3c5efa tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:17.152251 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-931e21b1-342d-4e7a-9ba2-1adbbdda654e req-4fb88614-fb2c-4baf-aa87-35154e3c5efa tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.4863791 Dec 06 14:26:17.155275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:17.157425 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:17.185823 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a017372b-e0cb-4b86-ab7f-32eac1cef3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:17.187723 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0ccf4c91-0c0a-44f4-898a-3661702d1be1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:17.192060 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0ccf4c91-0c0a-44f4-898a-3661702d1be1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9683812 Dec 06 14:26:17.193296 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34786) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:17.209340 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a017372b-e0cb-4b86-ab7f-32eac1cef3e5 None None] Routers {'7b55937b-6b71-4c52-94b3-a1d796e87594'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:17.210894 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a017372b-e0cb-4b86-ab7f-32eac1cef3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['7b55937b-6b71-4c52-94b3-a1d796e87594'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:17.250479 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a017372b-e0cb-4b86-ab7f-32eac1cef3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:17.251420 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a017372b-e0cb-4b86-ab7f-32eac1cef3e5 None None] The sync data for ids ['7b55937b-6b71-4c52-94b3-a1d796e87594'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:17.262525 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d050d60-759e-4dc5-bdc7-1eb489e1c278 None None] Pushing event updated for resources: {'Port': ['ID=cd888834-baff-4200-95d0-240c4b6b9e58,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:17.282120 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:17.343562 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-931e21b1-342d-4e7a-9ba2-1adbbdda654e req-ed170794-cd74-4cb4-a77f-5788db81e166 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616554 Dec 06 14:26:17.364151 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-c43321e2-4264-4f53-930a-0ec5017c3dc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] remove_router_interface failed (client error): The resource could not be found. Dec 06 14:26:17.367906 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c43321e2-4264-4f53-930a-0ec5017c3dc0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/7b55937b-6b71-4c52-94b3-a1d796e87594/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2770371 Dec 06 14:26:17.368191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34788) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:17.399924 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5d46a9d4-a431-44e2-9768-9616abf59389 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b55937b-6b71-4c52-94b3-a1d796e87594 HTTP/1.1" status: 200 len: 205 time: 0.0282674 Dec 06 14:26:17.400130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34792) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:17.535122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-268c1851-7c5d-4c06-8f79-3a19c2e566f0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:17.616388 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:17.714134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-268c1851-7c5d-4c06-8f79-3a19c2e566f0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:17.716264 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-268c1851-7c5d-4c06-8f79-3a19c2e566f0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:17.791421 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:17.840327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-268c1851-7c5d-4c06-8f79-3a19c2e566f0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:17.840916 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268c1851-7c5d-4c06-8f79-3a19c2e566f0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Fanout notify agent at l3_agent the message router_deleted on router 7b55937b-6b71-4c52-94b3-a1d796e87594 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:26:17.848319 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-268c1851-7c5d-4c06-8f79-3a19c2e566f0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:17.849552 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-268c1851-7c5d-4c06-8f79-3a19c2e566f0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/7b55937b-6b71-4c52-94b3-a1d796e87594 HTTP/1.1" status: 204 len: 168 time: 0.4485931 Dec 06 14:26:17.854885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34794) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:17.922991 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-61da3dcd-8b87-4a5f-a6f7-e47a76d5a852 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting subnet 6e462e52-3e62-467e-a25e-6a3ecdb27db8 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:26:17.926657 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-61da3dcd-8b87-4a5f-a6f7-e47a76d5a852 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.001252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-61da3dcd-8b87-4a5f-a6f7-e47a76d5a852 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.016636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Allocated IP 2001:db8::1 (cfd2adb1-9d93-4f66-8e13-6805c305f46f/d19ff2db-30f6-4cd5-933f-2b6413865077/c0b6f69d-b7ac-4b35-93b1-2b517dddda9e) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:18.086009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b55d6-79e0-4834-b912-086f8dea88fe req-a078368d-8492-431a-93b3-bd9dfd8b7982 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:18.089355 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-cc6b55d6-79e0-4834-b912-086f8dea88fe req-a078368d-8492-431a-93b3-bd9dfd8b7982 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.1172156 Dec 06 14:26:18.163074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-61da3dcd-8b87-4a5f-a6f7-e47a76d5a852 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.221020 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-cc6b55d6-79e0-4834-b912-086f8dea88fe req-036d6044-c98b-4f96-bada-d958e5cbd4bf tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014776 Dec 06 14:26:18.248553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device cd888834-baff-4200-95d0-240c4b6b9e58 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:18.254823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa09e25-2a88-41ac-a802-9a692de40605 req-621b38ee-0a9c-4965-8c88-eeba6db7648c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:18.256499 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fa09e25-2a88-41ac-a802-9a692de40605 req-621b38ee-0a9c-4965-8c88-eeba6db7648c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 943 time: 0.2078490 Dec 06 14:26:18.296030 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.342768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port cd888834-baff-4200-95d0-240c4b6b9e58 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:18.344245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.367575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-61da3dcd-8b87-4a5f-a6f7-e47a76d5a852 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.374852 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fa09e25-2a88-41ac-a802-9a692de40605 req-817b6b9e-3b94-4f01-ad69-21880719d4fb tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089950 Dec 06 14:26:18.401938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.414694 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da3dcd-8b87-4a5f-a6f7-e47a76d5a852 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Subnet': ['ID=6e462e52-3e62-467e-a25e-6a3ecdb27db8,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:18.418384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-61da3dcd-8b87-4a5f-a6f7-e47a76d5a852 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.422675 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-61da3dcd-8b87-4a5f-a6f7-e47a76d5a852 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/6e462e52-3e62-467e-a25e-6a3ecdb27db8 HTTP/1.1" status: 204 len: 168 time: 0.5695806 Dec 06 14:26:18.428517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34802) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:18.431168 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c5b230-1333-4028-91a2-b40cddb2f30a None None] Network cfd2adb1-9d93-4f66-8e13-6805c305f46f requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:18.433267 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43217cfe-c744-45f9-8ddb-c7b84db27728 None None] Network 5a940d13-8ba9-4662-ab6f-edf81654682d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:18.507438 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.548036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.564787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port c814a83f-56d1-401e-8d57-69b1cd59392d {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:18.565156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.572280 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.608332 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.633125 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] For port c814a83f-56d1-401e-8d57-69b1cd59392d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c814a83f-56d1-401e-8d57-69b1cd59392d,segment=NetworkSegment(5e271db2-ea17-4e99-aed3-b0ca9b77871b),segment_id=5e271db2-ea17-4e99-aed3-b0ca9b77871b)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:18.633522 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.648742 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for c814a83f-56d1-401e-8d57-69b1cd59392d owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:18.651803 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network cfd2adb1-9d93-4f66-8e13-6805c305f46f is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:18.662952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:18.668647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=c0b6f69d-b7ac-4b35-93b1-2b517dddda9e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:18.676142 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:18.676142 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.745829 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.748528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cdaa3802-4970-483d-8742-5736a5ef0cec None None] Provisioning complete for port cd888834-baff-4200-95d0-240c4b6b9e58 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:18.748924 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdaa3802-4970-483d-8742-5736a5ef0cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.795566 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=d5aaa7ff-9ce2-4931-a68a-edcf6b15d0cb,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:18.829202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port cd888834-baff-4200-95d0-240c4b6b9e58, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd888834-baff-4200-95d0-240c4b6b9e58,segment=NetworkSegment(f191cd35-529e-4e23-a13f-c2b9214dc94e),segment_id=f191cd35-529e-4e23-a13f-c2b9214dc94e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:18.858286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.874279 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device eb94a4ba-1de3-4440-9724-63ea31853fab details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:26:18.889034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=c814a83f-56d1-401e-8d57-69b1cd59392d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:18.890865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No DVR routers for this DVR port c814a83f-56d1-401e-8d57-69b1cd59392d on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:18.897469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 9bffb40e-4331-4368-a337-10deff73f699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:18.899016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:18.959335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:18.978076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.010768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a940d13-8ba9-4662-ab6f-edf81654682d']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:19.025230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e271db2-ea17-4e99-aed3-b0ca9b77871b') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:19.025646 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e271db2-ea17-4e99-aed3-b0ca9b77871b') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:19.035462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.050021 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.056338 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:26:19.056959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:26:19.061112 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:26:19.063616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.096181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port eb94a4ba-1de3-4440-9724-63ea31853fab, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eb94a4ba-1de3-4440-9724-63ea31853fab,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:19.116922 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=cd888834-baff-4200-95d0-240c4b6b9e58,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:19.123745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'eb94a4ba-1de3-4440-9724-63ea31853fab', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'port_id': 'eb94a4ba-1de3-4440-9724-63ea31853fab', 'mac_address': 'fa:16:3e:2c:51:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:26:19.127709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:19.178199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.192745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb94a4ba-1de3-4440-9724-63ea31853fab {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:26:19.214483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2757d9-e8e5-40e8-af89-69d4f9f1b2bd None None] DHCP port deletion for 5a940d13-8ba9-4662-ab6f-edf81654682d request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:19.228105 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port eb94a4ba-1de3-4440-9724-63ea31853fab, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eb94a4ba-1de3-4440-9724-63ea31853fab,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:19.325556 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.337685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.337685 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/networks/5a940d13-8ba9-4662-ab6f-edf81654682d HTTP/1.1" status: 204 len: 168 time: 0.9041774 Dec 06 14:26:19.340909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34806) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:19.347257 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-fdd25e0e-8b75-40ce-8918-a5608289cf4f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'network': {'name': 'tempest-RoutersTest-131517630'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:19.372602 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489391ac-bc38-4875-9797-4ce72129b0f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Network': ['ID=5a940d13-8ba9-4662-ab6f-edf81654682d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:19.400442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7db688-a6ac-4088-b43d-1e2301e421b8 req-5d24d5b2-f10f-457f-9107-ce2653bc16a7 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:19.402205 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ab7db688-a6ac-4088-b43d-1e2301e421b8 req-5d24d5b2-f10f-457f-9107-ce2653bc16a7 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.1074598 Dec 06 14:26:19.430011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.435281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:19.446490 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f8a4d85d-03f7-490f-87a3-3279ea09951b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "PUT /v2.0/routers/269d6d81-0a6e-496f-bb2a-e0bce9ae6db5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8415122 Dec 06 14:26:19.447787 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34812) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:19.457967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'port': {'network_id': '9bffb40e-4331-4368-a337-10deff73f699', 'name': 'tempest-FloatingIPTestJSON-2143677709'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:19.477453 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0858983a-4b5e-4ae3-8bb8-c00532d1ed2a None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:19.488043 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ab7db688-a6ac-4088-b43d-1e2301e421b8 req-c5d0a540-f79e-4819-824b-a1915d01e4ad tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697999 Dec 06 14:26:19.538918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858983a-4b5e-4ae3-8bb8-c00532d1ed2a None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:19.540384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0858983a-4b5e-4ae3-8bb8-c00532d1ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:19.545242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2f98a01e-335c-4e34-92a8-e2ff7be7bc98 None None] Provisioning complete for port c0b6f69d-b7ac-4b35-93b1-2b517dddda9e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:19.545242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2f98a01e-335c-4e34-92a8-e2ff7be7bc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.566241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd25e0e-8b75-40ce-8918-a5608289cf4f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:19.570599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fdd25e0e-8b75-40ce-8918-a5608289cf4f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.581080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.606707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=eb94a4ba-1de3-4440-9724-63ea31853fab,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:19.625148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0858983a-4b5e-4ae3-8bb8-c00532d1ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:19.646149 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd25e0e-8b75-40ce-8918-a5608289cf4f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:26:19.646702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858983a-4b5e-4ae3-8bb8-c00532d1ed2a None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:19.647526 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0858983a-4b5e-4ae3-8bb8-c00532d1ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:19.650812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2f98a01e-335c-4e34-92a8-e2ff7be7bc98 None None] Port c0b6f69d-b7ac-4b35-93b1-2b517dddda9e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:19.660419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fdd25e0e-8b75-40ce-8918-a5608289cf4f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.660758 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-fdd25e0e-8b75-40ce-8918-a5608289cf4f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Added segment 0743b074-4273-4670-8c76-7e8de529be6c of type vlan for network 2b7ca014-1bfa-417d-91a4-8151715b0c8b Dec 06 14:26:19.688313 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0858983a-4b5e-4ae3-8bb8-c00532d1ed2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:19.689083 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0858983a-4b5e-4ae3-8bb8-c00532d1ed2a None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:19.689558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba27c2-b2d7-4791-9a47-b19d0b3c1373 req-309bde8e-a37b-41ef-90b4-affa4f0bde9b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:19.699306 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f5ba27c2-b2d7-4791-9a47-b19d0b3c1373 req-309bde8e-a37b-41ef-90b4-affa4f0bde9b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 944 time: 0.1024578 Dec 06 14:26:19.706670 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2f98a01e-335c-4e34-92a8-e2ff7be7bc98 None None] Provisioning complete for port cd888834-baff-4200-95d0-240c4b6b9e58 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:19.707171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2f98a01e-335c-4e34-92a8-e2ff7be7bc98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.718713 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.720603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.745721 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fdd25e0e-8b75-40ce-8918-a5608289cf4f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.789825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=c0b6f69d-b7ac-4b35-93b1-2b517dddda9e,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:19.793271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Made reservation on behalf of 6ffbc83eb05b4687a416a46e7fdfa1ee for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:19.798546 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.811609 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f5ba27c2-b2d7-4791-9a47-b19d0b3c1373 req-61d4a2d8-aa4d-4813-bda5-645e36ccc650 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135178 Dec 06 14:26:19.836430 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] device_id is not set on port 3208a2e0-6295-40d5-9063-b68374166759 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:26:19.920406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['eb94a4ba-1de3-4440-9724-63ea31853fab'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:26:19.921165 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fdd25e0e-8b75-40ce-8918-a5608289cf4f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.927477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd25e0e-8b75-40ce-8918-a5608289cf4f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:19.928090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fdd25e0e-8b75-40ce-8918-a5608289cf4f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.985496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-197717a4-984d-479f-b64b-ce3e54f1c755 None None] Provisioning complete for port c0b6f69d-b7ac-4b35-93b1-2b517dddda9e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:19.986287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-197717a4-984d-479f-b64b-ce3e54f1c755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:19.999440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network cfd2adb1-9d93-4f66-8e13-6805c305f46f is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:20.005088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:20.007327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.20.0.12 (9bffb40e-4331-4368-a337-10deff73f699/82e491ad-b575-4e85-9d38-e7f2f3bec9c5/3208a2e0-6295-40d5-9063-b68374166759) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:20.043200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-197717a4-984d-479f-b64b-ce3e54f1c755 None None] Port c0b6f69d-b7ac-4b35-93b1-2b517dddda9e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:20.126745 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fdd25e0e-8b75-40ce-8918-a5608289cf4f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7845759 Dec 06 14:26:20.128672 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd25e0e-8b75-40ce-8918-a5608289cf4f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Network': ['ID=2b7ca014-1bfa-417d-91a4-8151715b0c8b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:20.132557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34818) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:20.146262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4834f23-854b-4618-bd99-7f5d299fceed req-c39ffabe-6fb6-4525-99f9-9c6042651b65 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:20.146656 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-de86b13f-e398-4abc-ac26-a46fb7ebd73b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'subnet': {'network_id': '2b7ca014-1bfa-417d-91a4-8151715b0c8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:20.148176 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 2b7ca014-1bfa-417d-91a4-8151715b0c8b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:26:20.148319 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b4834f23-854b-4618-bd99-7f5d299fceed req-c39ffabe-6fb6-4525-99f9-9c6042651b65 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.2014601 Dec 06 14:26:20.210543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce2d1d-04ae-48ba-b97f-ed50f2e974ad req-9e641910-9600-43f2-9c84-d295775c9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:20.212240 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a4ce2d1d-04ae-48ba-b97f-ed50f2e974ad req-9e641910-9600-43f2-9c84-d295775c9340 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ee0fd5b0b494950860ebe46f9fd2fe3&device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 1098 time: 0.1023419 Dec 06 14:26:20.266744 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b4834f23-854b-4618-bd99-7f5d299fceed req-e9495527-7f6a-4218-9535-96d27a124b2a tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957694 Dec 06 14:26:20.305121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device cd888834-baff-4200-95d0-240c4b6b9e58 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:20.343088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce2d1d-04ae-48ba-b97f-ed50f2e974ad req-e2ba3035-8f1b-49ec-a67c-6e187c9ab7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:20.345735 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a4ce2d1d-04ae-48ba-b97f-ed50f2e974ad req-e2ba3035-8f1b-49ec-a67c-6e187c9ab7a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4221d3d8-89a2-4257-852d-2740892e7575 HTTP/1.1" status: 200 len: 912 time: 0.1221721 Dec 06 14:26:20.399447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port cd888834-baff-4200-95d0-240c4b6b9e58 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:20.399956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:20.403674 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a4ce2d1d-04ae-48ba-b97f-ed50f2e974ad req-e3ac6f58-22e5-4436-8c24-d886b0cb6c72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 HTTP/1.1" status: 200 len: 217 time: 0.0518043 Dec 06 14:26:20.416435 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:20.457720 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ce2d1d-04ae-48ba-b97f-ed50f2e974ad req-e6355840-939e-4694-9b13-8c39d5121c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:20.459584 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a4ce2d1d-04ae-48ba-b97f-ed50f2e974ad req-e6355840-939e-4694-9b13-8c39d5121c6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9577bed7-6956-4b0a-9006-c640e3c04ad2 HTTP/1.1" status: 200 len: 851 time: 0.0483844 Dec 06 14:26:20.485636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de86b13f-e398-4abc-ac26-a46fb7ebd73b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:20.489377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de86b13f-e398-4abc-ac26-a46fb7ebd73b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:20.493060 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-34dc2158-5b82-48cc-b9a6-07228bf68dbd None None] Provisioning complete for port c0b6f69d-b7ac-4b35-93b1-2b517dddda9e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:20.493594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-34dc2158-5b82-48cc-b9a6-07228bf68dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:20.495257 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a4ce2d1d-04ae-48ba-b97f-ed50f2e974ad req-41ff2137-f26d-439c-b352-78108791b343 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4221d3d8-89a2-4257-852d-2740892e7575&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266707 Dec 06 14:26:20.515130 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router bb425114-d52d-439a-9e12-4dc723017490 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:26:20.532347 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-34dc2158-5b82-48cc-b9a6-07228bf68dbd None None] Port c0b6f69d-b7ac-4b35-93b1-2b517dddda9e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:20.565745 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:20.567779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c814a83f-56d1-401e-8d57-69b1cd59392d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:20.596970 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: c814a83f-56d1-401e-8d57-69b1cd59392d {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:20.597343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c814a83f-56d1-401e-8d57-69b1cd59392d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:20.630323 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a4ce2d1d-04ae-48ba-b97f-ed50f2e974ad req-2b78e482-2de9-4576-85c4-17172de2ae1b service neutron] 10.222.0.41 "GET /v2.0/networks/4221d3d8-89a2-4257-852d-2740892e7575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263955 Dec 06 14:26:20.692667 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 9bffb40e-4331-4368-a337-10deff73f699 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:20.700349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:20.707387 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:20.723545 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a4ce2d1d-04ae-48ba-b97f-ed50f2e974ad req-ae2803a8-e7cd-478d-a6a2-d2024aef9761 service neutron] 10.222.0.41 "GET /v2.0/networks/4221d3d8-89a2-4257-852d-2740892e7575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863349 Dec 06 14:26:20.944637 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d2dbf-4ba9-4ca7-bf0d-24b109113e97 req-af0ac6f3-86f2-499e-bd3a-e17ad034e182 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:20.946608 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-663d2dbf-4ba9-4ca7-bf0d-24b109113e97 req-af0ac6f3-86f2-499e-bd3a-e17ad034e182 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 944 time: 0.0543599 Dec 06 14:26:21.016592 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-663d2dbf-4ba9-4ca7-bf0d-24b109113e97 req-49ab4172-9992-46c4-97ae-4a1d02737a18 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590174 Dec 06 14:26:21.069509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=3208a2e0-6295-40d5-9063-b68374166759,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:21.081392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:21.090503 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc749a4e-9ac4-4ad4-9797-671f93260a1c None None] Sync routers for ids ['bb425114-d52d-439a-9e12-4dc723017490'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:21.091165 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1346ed3c-4be4-40b8-aab7-aeaa7f9fb27a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/bb425114-d52d-439a-9e12-4dc723017490/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8967757 Dec 06 14:26:21.094476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34824) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:21.104942 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc749a4e-9ac4-4ad4-9797-671f93260a1c None None] Routers {'bb425114-d52d-439a-9e12-4dc723017490'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:21.105552 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-dc749a4e-9ac4-4ad4-9797-671f93260a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bb425114-d52d-439a-9e12-4dc723017490'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:21.133157 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:21.133767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:21.139659 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-dc749a4e-9ac4-4ad4-9797-671f93260a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:21.143263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba26283-18ac-41c2-b106-bba7b3e2858c tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:21.154756 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6ba26283-18ac-41c2-b106-bba7b3e2858c tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports/c0b6f69d-b7ac-4b35-93b1-2b517dddda9e HTTP/1.1" status: 200 len: 911 time: 0.0490408 Dec 06 14:26:21.154909 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc749a4e-9ac4-4ad4-9797-671f93260a1c None None] Routers {'bb425114-d52d-439a-9e12-4dc723017490'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:21.154909 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-dc749a4e-9ac4-4ad4-9797-671f93260a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bb425114-d52d-439a-9e12-4dc723017490'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:21.157186 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34826) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:21.190856 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-dc749a4e-9ac4-4ad4-9797-671f93260a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:21.191747 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc749a4e-9ac4-4ad4-9797-671f93260a1c None None] The sync data for ids ['bb425114-d52d-439a-9e12-4dc723017490'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:21.269549 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d77f28ff-6a34-430f-af0e-b914738924f3 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8207002 Dec 06 14:26:21.272484 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34828) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:21.277612 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'port': {'network_id': '9bffb40e-4331-4368-a337-10deff73f699', 'name': 'tempest-FloatingIPTestJSON-1977367036'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:21.362473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de86b13f-e398-4abc-ac26-a46fb7ebd73b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:21.491567 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639913e5-4544-489f-8cf3-e51935ef90f6 req-b12ec2e7-f4fd-42a3-ac31-8d8afee0b553 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:21.492950 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-639913e5-4544-489f-8cf3-e51935ef90f6 req-b12ec2e7-f4fd-42a3-ac31-8d8afee0b553 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.1471536 Dec 06 14:26:21.496797 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de86b13f-e398-4abc-ac26-a46fb7ebd73b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Subnet': ['ID=f341708e-973c-4aea-8cfe-8fada582af2a,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:21.508473 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Made reservation on behalf of 6ffbc83eb05b4687a416a46e7fdfa1ee for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:21.512165 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:21.527198 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de86b13f-e398-4abc-ac26-a46fb7ebd73b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Checking segment: {'id': '0743b074-4273-4670-8c76-7e8de529be6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b7ca014-1bfa-417d-91a4-8151715b0c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:21.531305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86b13f-e398-4abc-ac26-a46fb7ebd73b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network hostable DHCP agents. Network: 2b7ca014-1bfa-417d-91a4-8151715b0c8b, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:26:21.531447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] device_id is not set on port 9cab3d9a-3697-44db-a01c-4eb6ee7022d9 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:26:21.595279 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-639913e5-4544-489f-8cf3-e51935ef90f6 req-3c29b196-3c58-49c1-a93b-d1f5c6ac0750 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958891 Dec 06 14:26:21.647496 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.20.0.13 (9bffb40e-4331-4368-a337-10deff73f699/82e491ad-b575-4e85-9d38-e7f2f3bec9c5/9cab3d9a-3697-44db-a01c-4eb6ee7022d9) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:21.667664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32076009-262a-40e9-86c4-e93ac9c936b7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:21.701551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de86b13f-e398-4abc-ac26-a46fb7ebd73b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 2b7ca014-1bfa-417d-91a4-8151715b0c8b is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:26:21.812969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:21.839153 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-de86b13f-e398-4abc-ac26-a46fb7ebd73b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2b7ca014-1bfa-417d-91a4-8151715b0c8b) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:21.844820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de86b13f-e398-4abc-ac26-a46fb7ebd73b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:21.844958 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de86b13f-e398-4abc-ac26-a46fb7ebd73b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:21.847968 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236a8d04-eec0-44c5-ab83-4cd457e31089 None None] Network 2b7ca014-1bfa-417d-91a4-8151715b0c8b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:21.929945 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-32076009-262a-40e9-86c4-e93ac9c936b7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port c0b6f69d-b7ac-4b35-93b1-2b517dddda9e {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:21.930589 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32076009-262a-40e9-86c4-e93ac9c936b7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:21.961935 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:21.969925 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-de86b13f-e398-4abc-ac26-a46fb7ebd73b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8337095 Dec 06 14:26:21.970340 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34834) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:21.974888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b33280d1-1f18-4c83-ab68-f21984efb6a9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1509109437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:22.003223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2b7ca014-1bfa-417d-91a4-8151715b0c8b', 'network_id': '2b7ca014-1bfa-417d-91a4-8151715b0c8b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'fixed_ips': [{'subnet_id': 'f341708e-973c-4aea-8cfe-8fada582af2a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:26:22.004720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.014254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 9bffb40e-4331-4368-a337-10deff73f699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:22.019982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:22.026047 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:22.034814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=9cab3d9a-3697-44db-a01c-4eb6ee7022d9,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:22.077202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32076009-262a-40e9-86c4-e93ac9c936b7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.093557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-32076009-262a-40e9-86c4-e93ac9c936b7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for c0b6f69d-b7ac-4b35-93b1-2b517dddda9e owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:22.098582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:22.099258 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.158652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Allocated IP 172.20.0.2 (2b7ca014-1bfa-417d-91a4-8151715b0c8b/f341708e-973c-4aea-8cfe-8fada582af2a/dd53ffe8-8c35-4574-8a4c-faa3aa474bf7) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:22.179074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b33280d1-1f18-4c83-ab68-f21984efb6a9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.180098 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b33280d1-1f18-4c83-ab68-f21984efb6a9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.294242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e929c-4603-4c1d-8b03-ed37ce335d59 req-2f53765d-7f57-47f1-8b38-8aa28e36e390 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:22.299017 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-625e929c-4603-4c1d-8b03-ed37ce335d59 req-2f53765d-7f57-47f1-8b38-8aa28e36e390 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 944 time: 0.1527882 Dec 06 14:26:22.300113 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-858e09b4-cc43-4f2a-85f6-40b6dc4dce09 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0262437 Dec 06 14:26:22.300991 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34838) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:22.306333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '9cab3d9a-3697-44db-a01c-4eb6ee7022d9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:22.306669 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b33280d1-1f18-4c83-ab68-f21984efb6a9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.308228 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.385650 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-625e929c-4603-4c1d-8b03-ed37ce335d59 req-4e676c1c-c5cc-433b-9140-30630df52eda tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771441 Dec 06 14:26:22.434741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b33280d1-1f18-4c83-ab68-f21984efb6a9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.520652 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.521359 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.563090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Network 2b7ca014-1bfa-417d-91a4-8151715b0c8b is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:22.566250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:22.569133 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:22.578577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Pushing event updated for resources: {'Port': ['ID=dd53ffe8-8c35-4574-8a4c-faa3aa474bf7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:22.618964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32076009-262a-40e9-86c4-e93ac9c936b7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.623946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.641760 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Attempting to bind port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:26:22.642372 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Attempting to bind port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0743b074-4273-4670-8c76-7e8de529be6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b7ca014-1bfa-417d-91a4-8151715b0c8b'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:26:22.642986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Attempting to bind port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 on network 2b7ca014-1bfa-417d-91a4-8151715b0c8b {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:26:22.650906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 26, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:26:22.651648 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Checking segment: {'id': '0743b074-4273-4670-8c76-7e8de529be6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b7ca014-1bfa-417d-91a4-8151715b0c8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:22.652627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.653229 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32076009-262a-40e9-86c4-e93ac9c936b7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=c0b6f69d-b7ac-4b35-93b1-2b517dddda9e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:22.653570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Bound using segment: {'id': '0743b074-4273-4670-8c76-7e8de529be6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b7ca014-1bfa-417d-91a4-8151715b0c8b'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:26:22.654429 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Bound port: dd53ffe8-8c35-4574-8a4c-faa3aa474bf7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0743b074-4273-4670-8c76-7e8de529be6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2b7ca014-1bfa-417d-91a4-8151715b0c8b'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:26:22.661082 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.689072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b33280d1-1f18-4c83-ab68-f21984efb6a9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.693485 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b33280d1-1f18-4c83-ab68-f21984efb6a9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7194524 Dec 06 14:26:22.748630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34842) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:22.748842 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] For port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:26:22.750865 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] For port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd53ffe8-8c35-4574-8a4c-faa3aa474bf7,segment=NetworkSegment(0743b074-4273-4670-8c76-7e8de529be6c),segment_id=0743b074-4273-4670-8c76-7e8de529be6c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:26:22.830636 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.36.1.220 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/20cf44ba-12a9-41cf-9164-eb886b008125) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:22.839374 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32076009-262a-40e9-86c4-e93ac9c936b7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.844992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd66d8d-19c4-4ff8-91cf-a7347a039765 req-5cd5e99f-9ea2-4c24-afa0-a10877f51711 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:22.846510 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8cd66d8d-19c4-4ff8-91cf-a7347a039765 req-5cd5e99f-9ea2-4c24-afa0-a10877f51711 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.0918221 Dec 06 14:26:22.852054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:22.897987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device eb94a4ba-1de3-4440-9724-63ea31853fab up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:22.975872 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8cd66d8d-19c4-4ff8-91cf-a7347a039765 req-fdae9e9f-a786-4064-9e80-ec7f8daf47cd tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165688 Dec 06 14:26:22.991375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b25b8-6993-49b0-82a8-bf54a55125a4 None None] Pushing event updated for resources: {'Port': ['ID=dd53ffe8-8c35-4574-8a4c-faa3aa474bf7,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:23.018052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:23.115502 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port eb94a4ba-1de3-4440-9724-63ea31853fab completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:26:23.120192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port eb94a4ba-1de3-4440-9724-63ea31853fab triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:23.126450 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:23.160813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:23.225526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=20cf44ba-12a9-41cf-9164-eb886b008125,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:23.247902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32076009-262a-40e9-86c4-e93ac9c936b7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router bb425114-d52d-439a-9e12-4dc723017490 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:23.254277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:23.256146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:23.257997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:23.261356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:23.304567 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcde97c-a8c8-41e2-8305-8a774c9dde90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb94a4ba-1de3-4440-9724-63ea31853fab'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:26:23.307827 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df03a0cf-8cca-4bc5-b8bb-1b918950111c" -d '{"events": [{"server_uuid": "ebcde97c-a8c8-41e2-8305-8a774c9dde90", "name": "network-vif-plugged", "status": "completed", "tag": "eb94a4ba-1de3-4440-9724-63ea31853fab"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:26:23.324978 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port eb94a4ba-1de3-4440-9724-63ea31853fab, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eb94a4ba-1de3-4440-9724-63ea31853fab,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:23.338631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:23.369628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b898c9-2569-4811-a7ce-118bbf582811 x-openstack-request-id: req-07b898c9-2569-4811-a7ce-118bbf582811 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:26:23.370756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcde97c-a8c8-41e2-8305-8a774c9dde90", "name": "network-vif-plugged", "status": "completed", "tag": "eb94a4ba-1de3-4440-9724-63ea31853fab", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:26:23.371115 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-07b898c9-2569-4811-a7ce-118bbf582811 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:26:23.371622 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcde97c-a8c8-41e2-8305-8a774c9dde90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb94a4ba-1de3-4440-9724-63ea31853fab', 'code': 200} Dec 06 14:26:23.406492 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:23.430992 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:26:23.471619 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32076009-262a-40e9-86c4-e93ac9c936b7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:23.480978 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-32076009-262a-40e9-86c4-e93ac9c936b7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/bb425114-d52d-439a-9e12-4dc723017490/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3203249 Dec 06 14:26:23.490266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c18ce7c-c7e9-4af0-9245-bff9b55df464 None None] Sync routers for ids ['bb425114-d52d-439a-9e12-4dc723017490'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:23.490382 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34852) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:23.515017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18ce7c-c7e9-4af0-9245-bff9b55df464 None None] Routers {'bb425114-d52d-439a-9e12-4dc723017490'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:23.515826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1c18ce7c-c7e9-4af0-9245-bff9b55df464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bb425114-d52d-439a-9e12-4dc723017490'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:23.518427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=eb94a4ba-1de3-4440-9724-63ea31853fab,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:23.561423 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1c18ce7c-c7e9-4af0-9245-bff9b55df464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:23.570611 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c18ce7c-c7e9-4af0-9245-bff9b55df464 None None] Routers {'bb425114-d52d-439a-9e12-4dc723017490'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:23.571229 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1c18ce7c-c7e9-4af0-9245-bff9b55df464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bb425114-d52d-439a-9e12-4dc723017490'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:23.609595 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1c18ce7c-c7e9-4af0-9245-bff9b55df464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:23.610289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c18ce7c-c7e9-4af0-9245-bff9b55df464 None None] The sync data for ids ['bb425114-d52d-439a-9e12-4dc723017490'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:23.615502 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5b5cb02a-d14e-465f-8264-4fdc070f99aa tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb425114-d52d-439a-9e12-4dc723017490 HTTP/1.1" status: 200 len: 205 time: 0.0524557 Dec 06 14:26:23.627479 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34856) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:23.640784 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a8888-2d97-43ee-8bee-39f342a8095d req-9b627fb0-0310-4485-8c12-21e08d818f3f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:23.642399 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-679a8888-2d97-43ee-8bee-39f342a8095d req-9b627fb0-0310-4485-8c12-21e08d818f3f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 945 time: 0.1527796 Dec 06 14:26:23.734010 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ac8e25-7f14-405c-a0a5-34558cf45823 req-0df2897b-b24b-471f-9eca-b6d8440c6439 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:23.736385 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-27ac8e25-7f14-405c-a0a5-34558cf45823 req-0df2897b-b24b-471f-9eca-b6d8440c6439 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.1420965 Dec 06 14:26:23.777350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5da10b35-a3f3-4299-b981-bc95cabf1cb9 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:23.807543 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Allocated IP 172.20.0.1 (2b7ca014-1bfa-417d-91a4-8151715b0c8b/f341708e-973c-4aea-8cfe-8fada582af2a/1e4b5d78-8294-4fdd-8f67-55a8e64e9eea) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:23.830848 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-27ac8e25-7f14-405c-a0a5-34558cf45823 req-f4c3d11f-67cb-4ef3-bc6c-9c69e54115e6 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727375 Dec 06 14:26:23.880402 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-679a8888-2d97-43ee-8bee-39f342a8095d req-181ca32c-70fe-4990-aed0-f81ed56b9929 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288222 Dec 06 14:26:23.932593 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bb4e1-eaf3-423a-a0f4-6183cd94912b req-5937a463-030c-45bb-894f-4a5cc638fc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:23.934220 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d46bb4e1-eaf3-423a-a0f4-6183cd94912b req-5937a463-030c-45bb-894f-4a5cc638fc89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 1098 time: 0.2471330 Dec 06 14:26:23.987331 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.103507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.180414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 2b7ca014-1bfa-417d-91a4-8151715b0c8b is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:24.184215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:24.187816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:24.208523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bf0770-5a88-4d8c-99ff-49761b562030 None None] Network 2b7ca014-1bfa-417d-91a4-8151715b0c8b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:24.250106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=1e4b5d78-8294-4fdd-8f67-55a8e64e9eea,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:24.259843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.272535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:24.342890 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e84a2393-9cdc-4bcf-b349-8a78747421aa None None] Provisioning complete for port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:24.343262 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e84a2393-9cdc-4bcf-b349-8a78747421aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.418293 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5da10b35-a3f3-4299-b981-bc95cabf1cb9 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.423553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:24.423918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.424769 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5da10b35-a3f3-4299-b981-bc95cabf1cb9 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.452629 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.492987 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d46bb4e1-eaf3-423a-a0f4-6183cd94912b req-49cde1b4-d5e6-4cb8-9960-3483582f500d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5292954 Dec 06 14:26:24.537632 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.604022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5da10b35-a3f3-4299-b981-bc95cabf1cb9 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.604708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da10b35-a3f3-4299-b981-bc95cabf1cb9 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Fanout notify agent at l3_agent the message router_deleted on router bb425114-d52d-439a-9e12-4dc723017490 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:26:24.613012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5da10b35-a3f3-4299-b981-bc95cabf1cb9 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.614131 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5da10b35-a3f3-4299-b981-bc95cabf1cb9 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/bb425114-d52d-439a-9e12-4dc723017490 HTTP/1.1" status: 204 len: 168 time: 0.9823346 Dec 06 14:26:24.616786 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34862) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:24.671126 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e84a2393-9cdc-4bcf-b349-8a78747421aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.676208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-059a148f-5c5a-45f5-9eb7-37b066f97127 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting subnet d19ff2db-30f6-4cd5-933f-2b6413865077 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:26:24.679559 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-059a148f-5c5a-45f5-9eb7-37b066f97127 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.734985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e84a2393-9cdc-4bcf-b349-8a78747421aa None None] For port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd53ffe8-8c35-4574-8a4c-faa3aa474bf7,segment=NetworkSegment(0743b074-4273-4670-8c76-7e8de529be6c),segment_id=0743b074-4273-4670-8c76-7e8de529be6c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:24.742736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.746578 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.753384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.770796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-059a148f-5c5a-45f5-9eb7-37b066f97127 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.857734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e84a2393-9cdc-4bcf-b349-8a78747421aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.897613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.918476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-059a148f-5c5a-45f5-9eb7-37b066f97127 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:24.955696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:26:24.956048 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:26:24.961078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a2393-9cdc-4bcf-b349-8a78747421aa None None] Pushing event updated for resources: {'Port': ['ID=dd53ffe8-8c35-4574-8a4c-faa3aa474bf7,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:25.000720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5964488c-7896-4653-b8e5-bf3bd130fc84 None None] Provisioning complete for port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:25.001356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5964488c-7896-4653-b8e5-bf3bd130fc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.045266 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.048664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=1e4b5d78-8294-4fdd-8f67-55a8e64e9eea,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:25.091027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f9fa23-77c3-419c-8e27-6103dd67ec6a req-e556a027-c7c2-4b66-8cc2-18ab42563c79 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:25.092611 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-24f9fa23-77c3-419c-8e27-6103dd67ec6a req-e556a027-c7c2-4b66-8cc2-18ab42563c79 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 945 time: 0.1039722 Dec 06 14:26:25.136156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf95a515-5548-4c02-a43b-7becb0b1785e req-23265bbf-1da6-40b4-8748-ebe0214c158a tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:25.141407 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-cf95a515-5548-4c02-a43b-7becb0b1785e req-23265bbf-1da6-40b4-8748-ebe0214c158a tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.1573749 Dec 06 14:26:25.151110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5964488c-7896-4653-b8e5-bf3bd130fc84 None None] Provisioning complete for port 1e4b5d78-8294-4fdd-8f67-55a8e64e9eea triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:25.151484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5964488c-7896-4653-b8e5-bf3bd130fc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.191927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.197248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5964488c-7896-4653-b8e5-bf3bd130fc84 None None] Port 1e4b5d78-8294-4fdd-8f67-55a8e64e9eea cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:25.206568 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-24f9fa23-77c3-419c-8e27-6103dd67ec6a req-a9bb7d56-d8c8-4567-8cb8-bb9bc92f912e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778396 Dec 06 14:26:25.223176 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-cf95a515-5548-4c02-a43b-7becb0b1785e req-9fa535d7-9712-439d-b102-5fc7717e254b tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733702 Dec 06 14:26:25.230367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-059a148f-5c5a-45f5-9eb7-37b066f97127 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.234062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 2b7ca014-1bfa-417d-91a4-8151715b0c8b is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:25.238204 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:25.261220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a148f-5c5a-45f5-9eb7-37b066f97127 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Subnet': ['ID=d19ff2db-30f6-4cd5-933f-2b6413865077,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:25.267366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-059a148f-5c5a-45f5-9eb7-37b066f97127 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.270771 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-059a148f-5c5a-45f5-9eb7-37b066f97127 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/d19ff2db-30f6-4cd5-933f-2b6413865077 HTTP/1.1" status: 204 len: 168 time: 0.6528826 Dec 06 14:26:25.273347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34870) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:25.283359 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f25b44-3458-4da6-bccf-38de69f7fa0c None None] Network cfd2adb1-9d93-4f66-8e13-6805c305f46f requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:25.296919 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.418846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9878e70b-01c1-47e8-82ff-1f6059138e4c None None] Provisioning complete for port 1e4b5d78-8294-4fdd-8f67-55a8e64e9eea triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:25.419216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9878e70b-01c1-47e8-82ff-1f6059138e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.433581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.442101 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=20cf44ba-12a9-41cf-9164-eb886b008125,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:25.453821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.496540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9878e70b-01c1-47e8-82ff-1f6059138e4c None None] Port 1e4b5d78-8294-4fdd-8f67-55a8e64e9eea cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:25.522008 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 7e983a62-b7b6-42c0-b3b3-be94f2515a23 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:26:25.570315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeab4ca5-f71c-42b7-95ea-a6adde92e5c5 None None] DHCP port deletion for cfd2adb1-9d93-4f66-8e13-6805c305f46f request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:25.595163 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Floating IP d5076286-3802-4880-bde3-7ce68d7b344f associated. External IP: 172.36.1.220, port: 9cab3d9a-3697-44db-a01c-4eb6ee7022d9. Dec 06 14:26:25.619032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:25.625348 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d6ee483d-f84b-4012-afa9-511188423728 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/7e983a62-b7b6-42c0-b3b3-be94f2515a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8886182 Dec 06 14:26:25.627382 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34872) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:25.628976 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-144ab7fe-9a66-4b59-9fd1-e30344ad84f2 None None] Provisioning complete for port 1e4b5d78-8294-4fdd-8f67-55a8e64e9eea triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:25.629354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-144ab7fe-9a66-4b59-9fd1-e30344ad84f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.633127 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-eeab4ca5-f71c-42b7-95ea-a6adde92e5c5 None None] Deleting port cd888834-baff-4200-95d0-240c4b6b9e58 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:25.633494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eeab4ca5-f71c-42b7-95ea-a6adde92e5c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.633770 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2826d6-eb46-48d6-88f2-e3d017852f87 None None] Sync routers for ids ['7e983a62-b7b6-42c0-b3b3-be94f2515a23'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:25.649000 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2826d6-eb46-48d6-88f2-e3d017852f87 None None] Routers {'7e983a62-b7b6-42c0-b3b3-be94f2515a23'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:25.650800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port cd888834-baff-4200-95d0-240c4b6b9e58 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:25.651081 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-0f2826d6-eb46-48d6-88f2-e3d017852f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['7e983a62-b7b6-42c0-b3b3-be94f2515a23'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:25.651251 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.682923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13cb1ff-8def-4d71-a69f-80bdfbfb81b9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:25.685902 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d13cb1ff-8def-4d71-a69f-80bdfbfb81b9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports/1e4b5d78-8294-4fdd-8f67-55a8e64e9eea HTTP/1.1" status: 200 len: 910 time: 0.0568020 Dec 06 14:26:25.688519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34874) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:25.689131 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-0f2826d6-eb46-48d6-88f2-e3d017852f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:25.698564 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2826d6-eb46-48d6-88f2-e3d017852f87 None None] Routers {'7e983a62-b7b6-42c0-b3b3-be94f2515a23'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:25.699406 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-0f2826d6-eb46-48d6-88f2-e3d017852f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['7e983a62-b7b6-42c0-b3b3-be94f2515a23'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:25.719278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-144ab7fe-9a66-4b59-9fd1-e30344ad84f2 None None] Port 1e4b5d78-8294-4fdd-8f67-55a8e64e9eea cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:25.736766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-eeab4ca5-f71c-42b7-95ea-a6adde92e5c5 None None] For port cd888834-baff-4200-95d0-240c4b6b9e58, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd888834-baff-4200-95d0-240c4b6b9e58,segment=NetworkSegment(f191cd35-529e-4e23-a13f-c2b9214dc94e),segment_id=f191cd35-529e-4e23-a13f-c2b9214dc94e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:25.737199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eeab4ca5-f71c-42b7-95ea-a6adde92e5c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.737664 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-0f2826d6-eb46-48d6-88f2-e3d017852f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:25.738464 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2826d6-eb46-48d6-88f2-e3d017852f87 None None] The sync data for ids ['7e983a62-b7b6-42c0-b3b3-be94f2515a23'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:25.748434 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] For port cd888834-baff-4200-95d0-240c4b6b9e58, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cd888834-baff-4200-95d0-240c4b6b9e58,segment=NetworkSegment(f191cd35-529e-4e23-a13f-c2b9214dc94e),segment_id=f191cd35-529e-4e23-a13f-c2b9214dc94e)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:25.749001 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.752660 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-eeab4ca5-f71c-42b7-95ea-a6adde92e5c5 None None] Calling delete_port for cd888834-baff-4200-95d0-240c4b6b9e58 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:25.806292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for cd888834-baff-4200-95d0-240c4b6b9e58 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:25.932340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eeab4ca5-f71c-42b7-95ea-a6adde92e5c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:25.947670 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeab4ca5-f71c-42b7-95ea-a6adde92e5c5 None None] No DVR routers for this DVR port cd888834-baff-4200-95d0-240c4b6b9e58 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:25.971335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab4ca5-f71c-42b7-95ea-a6adde92e5c5 None None] Pushing event deleted for resources: {'Port': ['ID=cd888834-baff-4200-95d0-240c4b6b9e58,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:25.990742 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.005884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No DVR routers for this DVR port cd888834-baff-4200-95d0-240c4b6b9e58 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:26.034689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=cd888834-baff-4200-95d0-240c4b6b9e58,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:26.102169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:26.155749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.198497 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:26.226355 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd2adb1-9d93-4f66-8e13-6805c305f46f']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:26.240437 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f191cd35-529e-4e23-a13f-c2b9214dc94e') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:26.240728 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f191cd35-529e-4e23-a13f-c2b9214dc94e') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:26.302348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:26.302916 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.321546 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.390882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.405646 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:26:26.414466 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:26:26.489308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89490639-6ea4-4ce8-b0d7-c78f5ab2f38a req-6465a6e9-438e-40a9-92fc-5f51f1226607 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:26.490926 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-89490639-6ea4-4ce8-b0d7-c78f5ab2f38a req-6465a6e9-438e-40a9-92fc-5f51f1226607 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 945 time: 0.1734018 Dec 06 14:26:26.493000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device cd888834-baff-4200-95d0-240c4b6b9e58 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:26.503135 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1e1c-9647-4516-9424-b4f6e0630d5d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.503995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f667b988-1ae4-4a16-b5d9-29284124777c req-85e41d78-86df-48ed-ab0d-abf1ce9a51c3 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:26.505626 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f667b988-1ae4-4a16-b5d9-29284124777c req-85e41d78-86df-48ed-ab0d-abf1ce9a51c3 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.41 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.2629054 Dec 06 14:26:26.507798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:26.519745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: cd888834-baff-4200-95d0-240c4b6b9e58 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:26.520094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device cd888834-baff-4200-95d0-240c4b6b9e58 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:26.522907 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3035776-aa7d-4209-afcc-5abb7cf49d4e None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:26.536380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3035776-aa7d-4209-afcc-5abb7cf49d4e None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:26.537035 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f3035776-aa7d-4209-afcc-5abb7cf49d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:26.575327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f3035776-aa7d-4209-afcc-5abb7cf49d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:26.589494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3035776-aa7d-4209-afcc-5abb7cf49d4e None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:26.590111 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f3035776-aa7d-4209-afcc-5abb7cf49d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:26.596625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0161f4f1-73eb-4a31-a113-502fdd8355d5 req-922ec144-5ffc-4661-ab90-ef091e3f53f6 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:26.598274 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0161f4f1-73eb-4a31-a113-502fdd8355d5 req-922ec144-5ffc-4661-ab90-ef091e3f53f6 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 945 time: 0.2848012 Dec 06 14:26:26.631623 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f3035776-aa7d-4209-afcc-5abb7cf49d4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:26.632282 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3035776-aa7d-4209-afcc-5abb7cf49d4e None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:26.635761 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-89490639-6ea4-4ce8-b0d7-c78f5ab2f38a req-3aa93b54-b618-46dc-ac68-19902bfd402d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253483 Dec 06 14:26:26.682124 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-f667b988-1ae4-4a16-b5d9-29284124777c req-968928f6-5eda-4766-9b66-9c38b7511d73 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Deleting port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:26.682465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-f667b988-1ae4-4a16-b5d9-29284124777c req-968928f6-5eda-4766-9b66-9c38b7511d73 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.707265 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0161f4f1-73eb-4a31-a113-502fdd8355d5 req-73eb05c7-638a-4431-93f4-f9a7b9142578 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/security-groups?id=fef1de85-63b2-4e62-94cc-dba18c81d360&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980020 Dec 06 14:26:26.713143 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.718091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.722318 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.730088 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/networks/cfd2adb1-9d93-4f66-8e13-6805c305f46f HTTP/1.1" status: 204 len: 168 time: 1.4524531 Dec 06 14:26:26.732441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34886) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:26.738426 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-920373428', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:26.792902 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631811c-3b8e-4561-84af-f329004e1e16 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Network': ['ID=cfd2adb1-9d93-4f66-8e13-6805c305f46f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:26.806642 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bcc3994e-e835-4b7f-a979-74834aec3776 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.5041666 Dec 06 14:26:26.809324 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34888) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:26.816359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-8cfc8c93-7016-4ee9-adf3-550d21acec62 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:26.870788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72196d50-af1a-456b-96f8-5b8e66544cd5 req-49d9d4c9-d630-4ed1-9155-11b4b91bd8f3 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:26.872036 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-f667b988-1ae4-4a16-b5d9-29284124777c req-968928f6-5eda-4766-9b66-9c38b7511d73 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] For port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0,segment=NetworkSegment(d25509e5-a5e1-4f29-ade8-f01b8aac9acb),segment_id=d25509e5-a5e1-4f29-ade8-f01b8aac9acb)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:26.872281 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-72196d50-af1a-456b-96f8-5b8e66544cd5 req-49d9d4c9-d630-4ed1-9155-11b4b91bd8f3 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 945 time: 0.0921810 Dec 06 14:26:26.872385 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-f667b988-1ae4-4a16-b5d9-29284124777c req-968928f6-5eda-4766-9b66-9c38b7511d73 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.893380 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-f667b988-1ae4-4a16-b5d9-29284124777c req-968928f6-5eda-4766-9b66-9c38b7511d73 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Calling delete_port for 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 owned by compute:nova {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:26.898789 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8c93-7016-4ee9-adf3-550d21acec62 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.899137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a1e1c-9647-4516-9424-b4f6e0630d5d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port 1e4b5d78-8294-4fdd-8f67-55a8e64e9eea {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:26.899484 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1e1c-9647-4516-9424-b4f6e0630d5d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.905493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:26.906515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:27.033761 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-72196d50-af1a-456b-96f8-5b8e66544cd5 req-03b56bed-dc57-46e1-9a3c-f6b55e877d4a tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537704 Dec 06 14:26:27.043713 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:27.061469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1e1c-9647-4516-9424-b4f6e0630d5d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:27.061794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34890) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:27.074215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a1e1c-9647-4516-9424-b4f6e0630d5d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for 1e4b5d78-8294-4fdd-8f67-55a8e64e9eea owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:27.116497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8c93-7016-4ee9-adf3-550d21acec62 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:27.227093 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8c93-7016-4ee9-adf3-550d21acec62 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:27.227421 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-8cfc8c93-7016-4ee9-adf3-550d21acec62 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Floating IP d5076286-3802-4880-bde3-7ce68d7b344f disassociated. External IP: 172.36.1.220, port: 9cab3d9a-3697-44db-a01c-4eb6ee7022d9. Dec 06 14:26:27.267669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-f667b988-1ae4-4a16-b5d9-29284124777c req-968928f6-5eda-4766-9b66-9c38b7511d73 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:27.307849 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968928f6-5eda-4766-9b66-9c38b7511d73 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Pushing event deleted for resources: {'Port': ['ID=6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:27.312468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:27.326926 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d9f81f-8fd2-44ad-8eb2-6d551bb84e4b tempest-TestVolumeBootPattern-1795849976 tempest-TestVolumeBootPattern-1795849976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:27.328194 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-15d9f81f-8fd2-44ad-8eb2-6d551bb84e4b tempest-TestVolumeBootPattern-1795849976 tempest-TestVolumeBootPattern-1795849976-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 1093 time: 0.2537093 Dec 06 14:26:27.333045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34894) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:27.344456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': 'eb94a4ba-1de3-4440-9724-63ea31853fab', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:27.393295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f667b988-1ae4-4a16-b5d9-29284124777c req-968928f6-5eda-4766-9b66-9c38b7511d73 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] No DVR routers for this DVR port 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 on host hv-neutron-mast {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:27.398197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-f667b988-1ae4-4a16-b5d9-29284124777c req-968928f6-5eda-4766-9b66-9c38b7511d73 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:27.401547 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f667b988-1ae4-4a16-b5d9-29284124777c req-968928f6-5eda-4766-9b66-9c38b7511d73 tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.41 "DELETE /v2.0/ports/6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 HTTP/1.1" status: 204 len: 173 time: 0.8626986 Dec 06 14:26:27.403627 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4319bc44-eaa2-4e37-8766-020f8233f366', 'name': 'network-vif-deleted', 'tag': '6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:26:27.407076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d1777c-41c5-4b10-bbef-b33b7155cff2" -d '{"events": [{"server_uuid": "4319bc44-eaa2-4e37-8766-020f8233f366", "name": "network-vif-deleted", "tag": "6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:26:27.486147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de03c0b-e578-4fea-bd0d-5a89508cafa9 x-openstack-request-id: req-7de03c0b-e578-4fea-bd0d-5a89508cafa9 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:26:27.486407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4319bc44-eaa2-4e37-8766-020f8233f366", "name": "network-vif-deleted", "tag": "6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:26:27.486769 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7de03c0b-e578-4fea-bd0d-5a89508cafa9 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:26:27.487110 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4319bc44-eaa2-4e37-8766-020f8233f366', 'name': 'network-vif-deleted', 'tag': '6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0', 'status': 'completed', 'code': 200} Dec 06 14:26:27.568686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for floatingip, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:27.596792 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1e1c-9647-4516-9424-b4f6e0630d5d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:27.655887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a1e1c-9647-4516-9424-b4f6e0630d5d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=1e4b5d78-8294-4fdd-8f67-55a8e64e9eea,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:27.714994 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:27.791538 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:27.941650 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-37e14385-0e0c-49b5-9888-0aadc5d57e00 req-475f54ee-06e0-45df-bd91-ac85cabd334b tempest-TestServerAdvancedOps-561708811 tempest-TestServerAdvancedOps-561708811-project] 10.222.0.42 "GET /v2.0/ports?device_id=4319bc44-eaa2-4e37-8766-020f8233f366 HTTP/1.1" status: 200 len: 210 time: 0.0863061 Dec 06 14:26:28.012165 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfc8c93-7016-4ee9-adf3-550d21acec62 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:28.075957 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fc9a1e1c-9647-4516-9424-b4f6e0630d5d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:28.101436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Allocated IP 172.36.1.179 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/4e9fe488-f653-4584-98fe-723bcc2afdf6) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:28.137434 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfc8c93-7016-4ee9-adf3-550d21acec62 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:28.143098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cfc8c93-7016-4ee9-adf3-550d21acec62 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:28.152439 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80acf674-6c6e-49de-8096-e4e0a3504bb7 None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:28.171733 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80acf674-6c6e-49de-8096-e4e0a3504bb7 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:28.173487 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-80acf674-6c6e-49de-8096-e4e0a3504bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:28.176906 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8cfc8c93-7016-4ee9-adf3-550d21acec62 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "PUT /v2.0/floatingips/d5076286-3802-4880-bde3-7ce68d7b344f HTTP/1.1" status: 200 len: 688 time: 1.3651268 Dec 06 14:26:28.178194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34902) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:28.207831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:28.222550 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-80acf674-6c6e-49de-8096-e4e0a3504bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:28.235601 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80acf674-6c6e-49de-8096-e4e0a3504bb7 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:28.236372 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-80acf674-6c6e-49de-8096-e4e0a3504bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:28.285954 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-80acf674-6c6e-49de-8096-e4e0a3504bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:28.286908 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80acf674-6c6e-49de-8096-e4e0a3504bb7 None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:28.328875 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f273066f-ce54-4834-b5ee-cb4838afc815 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port 20cf44ba-12a9-41cf-9164-eb886b008125 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:28.329805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f273066f-ce54-4834-b5ee-cb4838afc815 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:28.380934 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9a1e1c-9647-4516-9424-b4f6e0630d5d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 7e983a62-b7b6-42c0-b3b3-be94f2515a23 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:28.402785 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:28.420287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f273066f-ce54-4834-b5ee-cb4838afc815 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:28.420691 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f273066f-ce54-4834-b5ee-cb4838afc815 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:28.432498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f273066f-ce54-4834-b5ee-cb4838afc815 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for 20cf44ba-12a9-41cf-9164-eb886b008125 owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:28.484102 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9a1e1c-9647-4516-9424-b4f6e0630d5d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:28.493397 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fc9a1e1c-9647-4516-9424-b4f6e0630d5d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/7e983a62-b7b6-42c0-b3b3-be94f2515a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8035359 Dec 06 14:26:28.497371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34904) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:28.498939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51464fde-de7a-45d1-b45f-a537fe026f92 None None] Sync routers for ids ['7e983a62-b7b6-42c0-b3b3-be94f2515a23'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:28.509214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51464fde-de7a-45d1-b45f-a537fe026f92 None None] Routers {'7e983a62-b7b6-42c0-b3b3-be94f2515a23'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:28.510089 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-51464fde-de7a-45d1-b45f-a537fe026f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['7e983a62-b7b6-42c0-b3b3-be94f2515a23'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:28.530552 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2ba1f3b5-e3ab-4c11-af7b-f88411851f1b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e983a62-b7b6-42c0-b3b3-be94f2515a23 HTTP/1.1" status: 200 len: 205 time: 0.0320010 Dec 06 14:26:28.533064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34906) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:28.548216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-51464fde-de7a-45d1-b45f-a537fe026f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:28.556192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51464fde-de7a-45d1-b45f-a537fe026f92 None None] Routers {'7e983a62-b7b6-42c0-b3b3-be94f2515a23'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:28.557103 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-51464fde-de7a-45d1-b45f-a537fe026f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['7e983a62-b7b6-42c0-b3b3-be94f2515a23'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:28.593373 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-51464fde-de7a-45d1-b45f-a537fe026f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:28.594029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51464fde-de7a-45d1-b45f-a537fe026f92 None None] The sync data for ids ['7e983a62-b7b6-42c0-b3b3-be94f2515a23'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:28.619799 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-847d3b43-1923-4b0b-bfef-11e058e6cb52 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:28.651410 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f273066f-ce54-4834-b5ee-cb4838afc815 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:28.678893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f273066f-ce54-4834-b5ee-cb4838afc815 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=20cf44ba-12a9-41cf-9164-eb886b008125,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:28.694324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:28.751783 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f273066f-ce54-4834-b5ee-cb4838afc815 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:28.754433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f273066f-ce54-4834-b5ee-cb4838afc815 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:28.755595 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f273066f-ce54-4834-b5ee-cb4838afc815 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/floatingips/d5076286-3802-4880-bde3-7ce68d7b344f HTTP/1.1" status: 204 len: 168 time: 0.5758896 Dec 06 14:26:28.759574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34908) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:28.763903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '3208a2e0-6295-40d5-9063-b68374166759'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:28.902799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:28.925939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:28.926538 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6e7d0489-bc36-4f71-b1a3-eb2932e5d6d0 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:28.954708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.002905 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34914) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:29.083999 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc5f8d18-0abc-4c97-a326-54f2bcadfab4 admin admin] Deleting subnet 9577bed7-6956-4b0a-9006-c640e3c04ad2 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:26:29.089992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc5f8d18-0abc-4c97-a326-54f2bcadfab4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.134342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc5f8d18-0abc-4c97-a326-54f2bcadfab4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.183196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc5f8d18-0abc-4c97-a326-54f2bcadfab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.185699 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.234521 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:29.246771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:29.249651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:29.257114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=4e9fe488-f653-4584-98fe-723bcc2afdf6,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:29.261758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-847d3b43-1923-4b0b-bfef-11e058e6cb52 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.281096 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4c2eab-2663-467e-8dd4-06c9f2763e06 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:29.290125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-847d3b43-1923-4b0b-bfef-11e058e6cb52 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.292095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Allocated IP 172.36.1.26 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/61746d8b-0143-490d-b499-39b459abca0c) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:29.363861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.374881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8b7bea0c-9ba1-4393-a66c-58de0b232c16 None None] Provisioning complete for port 4e9fe488-f653-4584-98fe-723bcc2afdf6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:29.375518 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b7bea0c-9ba1-4393-a66c-58de0b232c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.409769 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8b7bea0c-9ba1-4393-a66c-58de0b232c16 None None] Port 4e9fe488-f653-4584-98fe-723bcc2afdf6 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:29.429407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc5f8d18-0abc-4c97-a326-54f2bcadfab4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.459026 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc5f8d18-0abc-4c97-a326-54f2bcadfab4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.462414 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cc5f8d18-0abc-4c97-a326-54f2bcadfab4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9577bed7-6956-4b0a-9006-c640e3c04ad2 HTTP/1.1" status: 204 len: 168 time: 0.4583330 Dec 06 14:26:29.463395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5f8d18-0abc-4c97-a326-54f2bcadfab4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9577bed7-6956-4b0a-9006-c640e3c04ad2,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:29.465831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34916) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:29.494758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-847d3b43-1923-4b0b-bfef-11e058e6cb52 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.495265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847d3b43-1923-4b0b-bfef-11e058e6cb52 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Fanout notify agent at l3_agent the message router_deleted on router 7e983a62-b7b6-42c0-b3b3-be94f2515a23 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:26:29.507078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-847d3b43-1923-4b0b-bfef-11e058e6cb52 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.510600 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-847d3b43-1923-4b0b-bfef-11e058e6cb52 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/7e983a62-b7b6-42c0-b3b3-be94f2515a23 HTTP/1.1" status: 204 len: 168 time: 0.9740283 Dec 06 14:26:29.515262 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34918) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:29.534844 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-715b4a32-3b51-4b0f-af5b-04c673f0d2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.580969 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.613627 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-706f8f60-7bd2-4504-871c-611c951233e9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting subnet f341708e-973c-4aea-8cfe-8fada582af2a {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:26:29.619436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-706f8f60-7bd2-4504-871c-611c951233e9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.619650 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-715b4a32-3b51-4b0f-af5b-04c673f0d2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.640342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-715b4a32-3b51-4b0f-af5b-04c673f0d2ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4221d3d8-89a2-4257-852d-2740892e7575']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:29.649818 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-715b4a32-3b51-4b0f-af5b-04c673f0d2ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25509e5-a5e1-4f29-ade8-f01b8aac9acb') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:29.650212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-715b4a32-3b51-4b0f-af5b-04c673f0d2ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25509e5-a5e1-4f29-ade8-f01b8aac9acb') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:29.660035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-715b4a32-3b51-4b0f-af5b-04c673f0d2ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.674477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-715b4a32-3b51-4b0f-af5b-04c673f0d2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.680783 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715b4a32-3b51-4b0f-af5b-04c673f0d2ba admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:26:29.681206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-715b4a32-3b51-4b0f-af5b-04c673f0d2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:26:29.683259 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:26:29.716612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-706f8f60-7bd2-4504-871c-611c951233e9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.806277 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.812029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-715b4a32-3b51-4b0f-af5b-04c673f0d2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.817656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-715b4a32-3b51-4b0f-af5b-04c673f0d2ba admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.821618 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-715b4a32-3b51-4b0f-af5b-04c673f0d2ba admin admin] 10.222.0.42 "DELETE /v2.0/networks/4221d3d8-89a2-4257-852d-2740892e7575 HTTP/1.1" status: 204 len: 168 time: 0.3540177 Dec 06 14:26:29.831764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34920) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:29.838593 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b4a32-3b51-4b0f-af5b-04c673f0d2ba admin admin] Pushing event deleted for resources: {'Network': ['ID=4221d3d8-89a2-4257-852d-2740892e7575,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:29.864254 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.929153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c3de91-1762-4d29-9f8f-278394488d1a admin admin] Deleting subnet b4df1877-3b65-469b-ae6d-e9fa9e506f91 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:26:29.940687 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f6c3de91-1762-4d29-9f8f-278394488d1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.943280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.36.1.167 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/8a576df3-a8ec-4e4f-9395-c2c15b7c66f9) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:29.953319 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:29.956106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-706f8f60-7bd2-4504-871c-611c951233e9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:29.983452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:29.993163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:30.000122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f6c3de91-1762-4d29-9f8f-278394488d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.003058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'Port': ['ID=61746d8b-0143-490d-b499-39b459abca0c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:30.090543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f6c3de91-1762-4d29-9f8f-278394488d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.148618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.259372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-706f8f60-7bd2-4504-871c-611c951233e9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.275391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f6c3de91-1762-4d29-9f8f-278394488d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.277761 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.292166 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.299180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f8f60-7bd2-4504-871c-611c951233e9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Subnet': ['ID=f341708e-973c-4aea-8cfe-8fada582af2a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:30.307664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-706f8f60-7bd2-4504-871c-611c951233e9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.311378 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-706f8f60-7bd2-4504-871c-611c951233e9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/f341708e-973c-4aea-8cfe-8fada582af2a HTTP/1.1" status: 204 len: 168 time: 0.7933547 Dec 06 14:26:30.317779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fc8a905-da2c-4114-9a8b-9a4fa89c9465 None None] Network 2b7ca014-1bfa-417d-91a4-8151715b0c8b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:30.333626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34924) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:30.351728 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c3de91-1762-4d29-9f8f-278394488d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4df1877-3b65-469b-ae6d-e9fa9e506f91,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:30.353970 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f6c3de91-1762-4d29-9f8f-278394488d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.359732 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f6c3de91-1762-4d29-9f8f-278394488d1a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b4df1877-3b65-469b-ae6d-e9fa9e506f91 HTTP/1.1" status: 204 len: 168 time: 0.5246642 Dec 06 14:26:30.371351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34926) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:30.391373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:30.421957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:30.425964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=8a576df3-a8ec-4e4f-9395-c2c15b7c66f9,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:30.428235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:30.479459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.509917 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-147f8b30-2354-42e7-89c9-77ffa3b6894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.530653 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb7f391-2ea3-4e3e-80b1-6e255e70a9e6 None None] DHCP port deletion for 2b7ca014-1bfa-417d-91a4-8151715b0c8b request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:30.580208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7bb7f391-2ea3-4e3e-80b1-6e255e70a9e6 None None] Deleting port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:30.580582 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7bb7f391-2ea3-4e3e-80b1-6e255e70a9e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.650763 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7bb7f391-2ea3-4e3e-80b1-6e255e70a9e6 None None] For port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd53ffe8-8c35-4574-8a4c-faa3aa474bf7,segment=NetworkSegment(0743b074-4273-4670-8c76-7e8de529be6c),segment_id=0743b074-4273-4670-8c76-7e8de529be6c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:30.651439 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7bb7f391-2ea3-4e3e-80b1-6e255e70a9e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.653520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:30.654290 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.666065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7bb7f391-2ea3-4e3e-80b1-6e255e70a9e6 None None] Calling delete_port for dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:30.708165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-147f8b30-2354-42e7-89c9-77ffa3b6894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.756040 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-147f8b30-2354-42e7-89c9-77ffa3b6894d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903cb94b-de19-4320-a09d-baada8524747']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:30.758883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] For port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd53ffe8-8c35-4574-8a4c-faa3aa474bf7,segment=NetworkSegment(0743b074-4273-4670-8c76-7e8de529be6c),segment_id=0743b074-4273-4670-8c76-7e8de529be6c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:30.759238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.768921 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-147f8b30-2354-42e7-89c9-77ffa3b6894d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced8e19d-d821-4e19-8b1c-49c4611758db') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:30.769156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-147f8b30-2354-42e7-89c9-77ffa3b6894d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced8e19d-d821-4e19-8b1c-49c4611758db') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:30.779410 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:30.783032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-147f8b30-2354-42e7-89c9-77ffa3b6894d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.790551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.821289 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-147f8b30-2354-42e7-89c9-77ffa3b6894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.823314 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7bb7f391-2ea3-4e3e-80b1-6e255e70a9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.833173 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147f8b30-2354-42e7-89c9-77ffa3b6894d admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:26:30.833576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-147f8b30-2354-42e7-89c9-77ffa3b6894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:26:30.835250 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:26:30.857999 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7f391-2ea3-4e3e-80b1-6e255e70a9e6 None None] Pushing event deleted for resources: {'Port': ['ID=dd53ffe8-8c35-4574-8a4c-faa3aa474bf7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:30.859870 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb7f391-2ea3-4e3e-80b1-6e255e70a9e6 None None] No DVR routers for this DVR port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:30.883519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 8996d966-ffb3-479a-aa43-f350540f58b2 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:26:30.971480 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:30.998202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:31.008312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=dd53ffe8-8c35-4574-8a4c-faa3aa474bf7,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:31.012966 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced1626-9780-47a8-a4f4-c5a8dfd79ed0 None None] Sync routers for ids ['8996d966-ffb3-479a-aa43-f350540f58b2'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:31.015479 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No DVR routers for this DVR port dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:31.026603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.027842 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced1626-9780-47a8-a4f4-c5a8dfd79ed0 None None] Routers {'8996d966-ffb3-479a-aa43-f350540f58b2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:31.028693 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8ced1626-9780-47a8-a4f4-c5a8dfd79ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8996d966-ffb3-479a-aa43-f350540f58b2'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:31.030340 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-147f8b30-2354-42e7-89c9-77ffa3b6894d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.051553 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-147f8b30-2354-42e7-89c9-77ffa3b6894d admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.057093 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-147f8b30-2354-42e7-89c9-77ffa3b6894d admin admin] 10.222.0.42 "DELETE /v2.0/networks/903cb94b-de19-4320-a09d-baada8524747 HTTP/1.1" status: 204 len: 168 time: 0.6779318 Dec 06 14:26:31.057093 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147f8b30-2354-42e7-89c9-77ffa3b6894d admin admin] Pushing event deleted for resources: {'Network': ['ID=903cb94b-de19-4320-a09d-baada8524747,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:31.061553 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.066403 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8ced1626-9780-47a8-a4f4-c5a8dfd79ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:31.076401 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced1626-9780-47a8-a4f4-c5a8dfd79ed0 None None] Routers {'8996d966-ffb3-479a-aa43-f350540f58b2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:31.077471 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8ced1626-9780-47a8-a4f4-c5a8dfd79ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8996d966-ffb3-479a-aa43-f350540f58b2'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:31.117609 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8ced1626-9780-47a8-a4f4-c5a8dfd79ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:31.118554 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced1626-9780-47a8-a4f4-c5a8dfd79ed0 None None] The sync data for ids ['8996d966-ffb3-479a-aa43-f350540f58b2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:31.145620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.150000 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a9c630ee-25c9-488b-b478-0e282f14a447 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.4132953 Dec 06 14:26:31.158301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34932) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:31.232803 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.244283 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.311013 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b7ca014-1bfa-417d-91a4-8151715b0c8b']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:31.328488 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0743b074-4273-4670-8c76-7e8de529be6c') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:31.328787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0743b074-4273-4670-8c76-7e8de529be6c') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:31.336119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.342391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.387497 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e49aca56-b30c-466c-9a75-14e4c898d0b6 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/routers/8996d966-ffb3-479a-aa43-f350540f58b2 HTTP/1.1" status: 200 len: 884 time: 0.2280986 Dec 06 14:26:31.389069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.392496 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34934) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:31.398856 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:26:31.399250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:26:31.402229 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:26:31.568306 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.632740 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-08dc7d52-4ba2-4419-8516-6ea7987533dd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.2389994 Dec 06 14:26:31.635427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34936) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:31.639626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-14a297ac-157a-4c5d-a1ff-a62c33dbdf1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.640124 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-106a41e2-36b8-492f-ae99-119231035c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-920373428'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:31.680724 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.681362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.683033 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.697461 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.704302 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/networks/2b7ca014-1bfa-417d-91a4-8151715b0c8b HTTP/1.1" status: 204 len: 168 time: 1.3638999 Dec 06 14:26:31.712654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34938) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:31.721628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-35860484', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:31.742100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9578a1c8-df61-4eda-88f9-97fd4aaaa689 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Network': ['ID=2b7ca014-1bfa-417d-91a4-8151715b0c8b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:31.775557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=8a576df3-a8ec-4e4f-9395-c2c15b7c66f9,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:31.788273 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.814356 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'Port': ['ID=61746d8b-0143-490d-b499-39b459abca0c,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:31.833571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:31.891763 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Floating IP ce819217-fc1d-40d3-9dc3-700b6ad36e90 associated. External IP: 172.36.1.167, port: 3208a2e0-6295-40d5-9063-b68374166759. Dec 06 14:26:31.968295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34940) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:32.031669 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a0cb0924-e97f-49b5-af9d-6a4ec7db6482 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ee0fd5b0b494950860ebe46f9fd2fe3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0621886 Dec 06 14:26:32.035190 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34942) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:32.163647 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b99840-0746-4eab-bf9c-8767df120c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:32.183766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:32.198277 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:32.200226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b99840-0746-4eab-bf9c-8767df120c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:32.205422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:32.205774 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dd53ffe8-8c35-4574-8a4c-faa3aa474bf7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:32.294607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:32.295667 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:32.430832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:32.451613 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Floating IP be94a266-4a36-46fb-9918-f0daf49931de associated. External IP: 172.36.1.26, port: eb94a4ba-1de3-4440-9724-63ea31853fab. Dec 06 14:26:32.692363 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:32.708519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec2f31-9bff-4eb8-ae52-1d12f787dcf1 None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:32.718115 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec2f31-9bff-4eb8-ae52-1d12f787dcf1 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:32.718737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0fec2f31-9bff-4eb8-ae52-1d12f787dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:32.731664 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b99840-0746-4eab-bf9c-8767df120c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:32.735089 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b99840-0746-4eab-bf9c-8767df120c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:32.736294 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c1b99840-0746-4eab-bf9c-8767df120c5a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fef1de85-63b2-4e62-94cc-dba18c81d360 HTTP/1.1" status: 204 len: 168 time: 0.7001915 Dec 06 14:26:32.744838 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b99840-0746-4eab-bf9c-8767df120c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef1de85-63b2-4e62-94cc-dba18c81d360,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:32.759541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0fec2f31-9bff-4eb8-ae52-1d12f787dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:32.771893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-106a41e2-36b8-492f-ae99-119231035c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:32.773243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:32.775283 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fec2f31-9bff-4eb8-ae52-1d12f787dcf1 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:32.775906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0fec2f31-9bff-4eb8-ae52-1d12f787dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:32.797007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:32.809921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0fec2f31-9bff-4eb8-ae52-1d12f787dcf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:32.811217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fec2f31-9bff-4eb8-ae52-1d12f787dcf1 None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:32.836975 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9a7d8846-7224-4ab5-9038-41d70b3b9585 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.0737472 Dec 06 14:26:32.837218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34950) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:32.892149 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-106a41e2-36b8-492f-ae99-119231035c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:32.899019 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-68ed9eaa-ef58-4cf3-a6d9-35bcedc240e9 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "GET /v2.0/floatingips/ce819217-fc1d-40d3-9dc3-700b6ad36e90 HTTP/1.1" status: 200 len: 979 time: 0.0607336 Dec 06 14:26:32.902228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34952) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:33.068866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Router 731f64c3-2d3c-4121-838c-28acc863a547 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:33.150250 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5da2ab3b-85c6-4fc3-8830-f88c40fd609e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.2408919 Dec 06 14:26:33.150967 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34956) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:33.155996 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-65b89fa2-e560-4d4a-94a9-ef58552e1648 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'floatingip': {'port_id': '9cab3d9a-3697-44db-a01c-4eb6ee7022d9'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:33.214921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-65b89fa2-e560-4d4a-94a9-ef58552e1648 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:33.221247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106a41e2-36b8-492f-ae99-119231035c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 8996d966-ffb3-479a-aa43-f350540f58b2 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:33.612893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:33.628031 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae88ae-39e6-4095-a0ab-c0640f52fadc None None] Sync routers for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:33.638601 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-613010e5-eb30-4128-a6c8-3fa6ab50b47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:33.644769 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34960) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:33.647211 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae88ae-39e6-4095-a0ab-c0640f52fadc None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:33.647916 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-15ae88ae-39e6-4095-a0ab-c0640f52fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:33.694792 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:33.720744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-65b89fa2-e560-4d4a-94a9-ef58552e1648 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:33.731616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:33.774402 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-15ae88ae-39e6-4095-a0ab-c0640f52fadc None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:26:33.795806 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106a41e2-36b8-492f-ae99-119231035c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:33.806431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-106a41e2-36b8-492f-ae99-119231035c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:33.806627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0770ab5-1e63-409c-af28-a75be0801b8f None None] Sync routers for ids ['8996d966-ffb3-479a-aa43-f350540f58b2'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:33.811624 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-106a41e2-36b8-492f-ae99-119231035c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/8996d966-ffb3-479a-aa43-f350540f58b2 HTTP/1.1" status: 200 len: 891 time: 2.1712661 Dec 06 14:26:33.821383 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34962) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:33.821543 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-58879398-2975-4867-a095-bd7b14a55210 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f67fa4b6c79c45dda917c2776fccb661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1529822 Dec 06 14:26:33.821664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:33.823488 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34964) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:33.829850 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0770ab5-1e63-409c-af28-a75be0801b8f None None] Routers {'8996d966-ffb3-479a-aa43-f350540f58b2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:33.830732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a0770ab5-1e63-409c-af28-a75be0801b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8996d966-ffb3-479a-aa43-f350540f58b2'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:33.863186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-65b89fa2-e560-4d4a-94a9-ef58552e1648 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:33.888876 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b8e0709f-be0d-478b-b16e-00255e3f0ef0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.5406396 Dec 06 14:26:33.897127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcde97c-a8c8-41e2-8305-8a774c9dde90', 'tag': 'eb94a4ba-1de3-4440-9724-63ea31853fab'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:26:33.898769 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058b5891-598f-445e-ad10-76e28ee31536" -d '{"events": [{"name": "network-changed", "server_uuid": "ebcde97c-a8c8-41e2-8305-8a774c9dde90", "tag": "eb94a4ba-1de3-4440-9724-63ea31853fab"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:26:33.900757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a0770ab5-1e63-409c-af28-a75be0801b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:33.933531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0770ab5-1e63-409c-af28-a75be0801b8f None None] Routers {'8996d966-ffb3-479a-aa43-f350540f58b2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:33.936362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a0770ab5-1e63-409c-af28-a75be0801b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8996d966-ffb3-479a-aa43-f350540f58b2'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:33.953287 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Allocated IP 172.36.1.241 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/00556321-f34a-41c7-a5c2-2ed93f8ab411) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:33.955644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dedf1644-df2e-4562-b363-a9ca761ee23a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:33.978873 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a0770ab5-1e63-409c-af28-a75be0801b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:33.979772 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0770ab5-1e63-409c-af28-a75be0801b8f None None] The sync data for ids ['8996d966-ffb3-479a-aa43-f350540f58b2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:33.986444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6cd4d5-9e2f-4a6b-a579-4640935d7bb0 x-openstack-request-id: req-fb6cd4d5-9e2f-4a6b-a579-4640935d7bb0 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:26:33.986444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ebcde97c-a8c8-41e2-8305-8a774c9dde90", "tag": "eb94a4ba-1de3-4440-9724-63ea31853fab", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:26:33.986444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb6cd4d5-9e2f-4a6b-a579-4640935d7bb0 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:26:33.986823 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcde97c-a8c8-41e2-8305-8a774c9dde90', 'tag': 'eb94a4ba-1de3-4440-9724-63ea31853fab', 'status': 'completed', 'code': 200} Dec 06 14:26:34.011502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dedf1644-df2e-4562-b363-a9ca761ee23a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:34.082943 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0700b579-e432-49f0-8f20-20ea2811f6fc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/routers/8996d966-ffb3-479a-aa43-f350540f58b2 HTTP/1.1" status: 200 len: 891 time: 0.2676740 Dec 06 14:26:34.086035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34970) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:34.094802 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-15ae88ae-39e6-4095-a0ab-c0640f52fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'be94a266-4a36-46fb-9918-f0daf49931de', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.26', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': 'eb94a4ba-1de3-4440-9724-63ea31853fab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:2c:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcde97c-a8c8-41e2-8305-8a774c9dde90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:26:30Z', 'updated_at': '2021-12-06T14:26:30Z', 'revision_number': 0, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:34.124282 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae88ae-39e6-4095-a0ab-c0640f52fadc None None] Checking router: 731f64c3-2d3c-4121-838c-28acc863a547 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:26:34.125040 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-28bac0fd-ef26-469d-89af-3c4142866c00 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=8996d966-ffb3-479a-aa43-f350540f58b2 HTTP/1.1" status: 200 len: 205 time: 0.0362284 Dec 06 14:26:34.127847 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34972) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:34.129871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:34.136281 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ae88ae-39e6-4095-a0ab-c0640f52fadc None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:34.136922 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-15ae88ae-39e6-4095-a0ab-c0640f52fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:34.137688 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-65b89fa2-e560-4d4a-94a9-ef58552e1648 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Floating IP ce819217-fc1d-40d3-9dc3-700b6ad36e90 associated. External IP: 172.36.1.167, port: 3208a2e0-6295-40d5-9063-b68374166759. Dec 06 14:26:34.177114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dedf1644-df2e-4562-b363-a9ca761ee23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:34.177372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b5891-598f-445e-ad10-76e28ee31536 req-b385299a-2e03-4832-b98e-11b51dd8defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:34.178770 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-058b5891-598f-445e-ad10-76e28ee31536 req-b385299a-2e03-4832-b98e-11b51dd8defd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 1098 time: 0.1712954 Dec 06 14:26:34.179828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dedf1644-df2e-4562-b363-a9ca761ee23a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:34.182354 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dedf1644-df2e-4562-b363-a9ca761ee23a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de1721f3-d41f-4e9c-9e57-a106f9e235a4 HTTP/1.1" status: 204 len: 168 time: 0.3552017 Dec 06 14:26:34.191922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedf1644-df2e-4562-b363-a9ca761ee23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1721f3-d41f-4e9c-9e57-a106f9e235a4,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:34.247764 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:34.268383 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-15ae88ae-39e6-4095-a0ab-c0640f52fadc None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:26:34.322052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:34.328215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:34.332890 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:34.346822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c94ecc1-721a-4ebf-a8ff-903af5cd9a20 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:34.362445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=00556321-f34a-41c7-a5c2-2ed93f8ab411,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:34.381674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:34.393113 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0782e82e-b8d4-4157-bd12-a0f0d64a00b1 None None] Provisioning complete for port 00556321-f34a-41c7-a5c2-2ed93f8ab411 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:34.399000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0782e82e-b8d4-4157-bd12-a0f0d64a00b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:34.449369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0782e82e-b8d4-4157-bd12-a0f0d64a00b1 None None] Port 00556321-f34a-41c7-a5c2-2ed93f8ab411 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:34.486492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b5891-598f-445e-ad10-76e28ee31536 req-7a4e9a63-bb52-45bd-83a9-2a0bc51db67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:34.488000 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-058b5891-598f-445e-ad10-76e28ee31536 req-7a4e9a63-bb52-45bd-83a9-2a0bc51db67f service neutron] 10.222.0.41 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 912 time: 0.2749968 Dec 06 14:26:34.602553 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-15ae88ae-39e6-4095-a0ab-c0640f52fadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'be94a266-4a36-46fb-9918-f0daf49931de', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.26', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': 'eb94a4ba-1de3-4440-9724-63ea31853fab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:2c:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcde97c-a8c8-41e2-8305-8a774c9dde90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:26:30Z', 'updated_at': '2021-12-06T14:26:30Z', 'revision_number': 0, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:34.658123 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ae88ae-39e6-4095-a0ab-c0640f52fadc None None] The sync data for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv is: [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'be94a266-4a36-46fb-9918-f0daf49931de', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.26', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': 'eb94a4ba-1de3-4440-9724-63ea31853fab', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:2c:51:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcde97c-a8c8-41e2-8305-8a774c9dde90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:26:30Z', 'updated_at': '2021-12-06T14:26:30Z', 'revision_number': 0, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:34.711024 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-058b5891-598f-445e-ad10-76e28ee31536 req-a34fc0c3-ea13-4a3a-b469-661248dc5a31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb94a4ba-1de3-4440-9724-63ea31853fab HTTP/1.1" status: 200 len: 998 time: 0.1842265 Dec 06 14:26:34.721581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:34.744396 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:34.755816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b89fa2-e560-4d4a-94a9-ef58552e1648 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:34.791530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:34.844219 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b5891-598f-445e-ad10-76e28ee31536 req-456c8e6e-6970-40bf-bba7-1cd1705359c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:34.845727 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-058b5891-598f-445e-ad10-76e28ee31536 req-456c8e6e-6970-40bf-bba7-1cd1705359c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 200 len: 850 time: 0.1195564 Dec 06 14:26:34.930564 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbf8db8-8945-4d5e-911a-a929d88bc093 None None] New status for floating IP be94a266-4a36-46fb-9918-f0daf49931de: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:26:34.970813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b5891-598f-445e-ad10-76e28ee31536 req-cbcedaa4-4afd-4088-8f95-312fdd241bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:34.972312 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-058b5891-598f-445e-ad10-76e28ee31536 req-cbcedaa4-4afd-4088-8f95-312fdd241bd6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23b95a34-a658-4de3-b9c9-74b7dc477ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1181526 Dec 06 14:26:34.973314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b89fa2-e560-4d4a-94a9-ef58552e1648 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:34.985357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bffcb9-23cb-4568-871f-b011e9d6ade3 None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:35.001634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bffcb9-23cb-4568-871f-b011e9d6ade3 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:35.002281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-37bffcb9-23cb-4568-871f-b011e9d6ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:35.014604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:35.039413 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-37bffcb9-23cb-4568-871f-b011e9d6ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:35.050991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bffcb9-23cb-4568-871f-b011e9d6ade3 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:35.051855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-37bffcb9-23cb-4568-871f-b011e9d6ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:35.088420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port 4e9fe488-f653-4584-98fe-723bcc2afdf6 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:35.088756 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:35.106463 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-37bffcb9-23cb-4568-871f-b011e9d6ade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:35.107119 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bffcb9-23cb-4568-871f-b011e9d6ade3 None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:35.302701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router cdc5c317-b8e3-4e46-9c2c-949908e08b26 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:26:35.415508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:35.427867 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54ef5d-1288-4073-b132-b6b1b0e8d4d7 None None] Sync routers for ids ['cdc5c317-b8e3-4e46-9c2c-949908e08b26'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:35.438417 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54ef5d-1288-4073-b132-b6b1b0e8d4d7 None None] Routers {'cdc5c317-b8e3-4e46-9c2c-949908e08b26'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:35.439282 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5d54ef5d-1288-4073-b132-b6b1b0e8d4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['cdc5c317-b8e3-4e46-9c2c-949908e08b26'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:35.475471 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5d54ef5d-1288-4073-b132-b6b1b0e8d4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:35.486658 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d54ef5d-1288-4073-b132-b6b1b0e8d4d7 None None] Routers {'cdc5c317-b8e3-4e46-9c2c-949908e08b26'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:35.487290 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5d54ef5d-1288-4073-b132-b6b1b0e8d4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['cdc5c317-b8e3-4e46-9c2c-949908e08b26'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:35.523732 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5d54ef5d-1288-4073-b132-b6b1b0e8d4d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:35.526728 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d54ef5d-1288-4073-b132-b6b1b0e8d4d7 None None] The sync data for ids ['cdc5c317-b8e3-4e46-9c2c-949908e08b26'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:35.551617 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-058b5891-598f-445e-ad10-76e28ee31536 req-5edf3aac-ff0c-4e42-8b80-9c6935ee184f service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708296 Dec 06 14:26:35.568344 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e186b23-4afa-41cc-8c53-1ece8b18b749 req-2d6496f7-f952-4614-b50d-97abaf8f7431 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735168 Dec 06 14:26:35.589990 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:35.595040 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1719905e-996f-486d-896b-2360b8472578 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8788545 Dec 06 14:26:35.600773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34980) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:35.612239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:35.671482 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e186b23-4afa-41cc-8c53-1ece8b18b749 req-7bf12db6-16ed-4f43-9764-e6e7910f27a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:35.673027 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e186b23-4afa-41cc-8c53-1ece8b18b749 req-7bf12db6-16ed-4f43-9764-e6e7910f27a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6391d33390324960b42f9813fede87b1&device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.0791140 Dec 06 14:26:35.727443 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for 4e9fe488-f653-4584-98fe-723bcc2afdf6 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:35.839131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e186b23-4afa-41cc-8c53-1ece8b18b749 req-74f8988f-44d3-43b5-9ca6-3901b768718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:35.840629 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e186b23-4afa-41cc-8c53-1ece8b18b749 req-74f8988f-44d3-43b5-9ca6-3901b768718c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bb7f889-754a-49bd-a23e-fb0958bb48ef HTTP/1.1" status: 200 len: 913 time: 0.1461570 Dec 06 14:26:35.875809 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-058b5891-598f-445e-ad10-76e28ee31536 req-65839a1b-1b44-4b90-992a-1597f93b8399 service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171484 Dec 06 14:26:35.917924 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f8f01fb6-071c-4046-9e26-9d2c0bd91905 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/routers/cdc5c317-b8e3-4e46-9c2c-949908e08b26 HTTP/1.1" status: 200 len: 879 time: 0.3146493 Dec 06 14:26:35.922517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34982) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:35.924198 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b89fa2-e560-4d4a-94a9-ef58552e1648 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:35.929421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:35.964315 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e186b23-4afa-41cc-8c53-1ece8b18b749 req-600939fe-b2e3-4434-894d-0488fcb520e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64ec59b5-b277-4350-87de-8a234c879eaa HTTP/1.1" status: 200 len: 1001 time: 0.1146147 Dec 06 14:26:36.024614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e186b23-4afa-41cc-8c53-1ece8b18b749 req-72678de7-2f6b-4cea-8455-d26a674aeef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:36.026093 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e186b23-4afa-41cc-8c53-1ece8b18b749 req-72678de7-2f6b-4cea-8455-d26a674aeef4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76651f74-3875-4b5a-9896-ff48a7bf8ece HTTP/1.1" status: 200 len: 851 time: 0.0537102 Dec 06 14:26:36.101446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e186b23-4afa-41cc-8c53-1ece8b18b749 req-24d1b142-ca25-4d4c-a892-cee716600bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:36.102876 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e186b23-4afa-41cc-8c53-1ece8b18b749 req-24d1b142-ca25-4d4c-a892-cee716600bb3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bb7f889-754a-49bd-a23e-fb0958bb48ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698142 Dec 06 14:26:36.195810 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e186b23-4afa-41cc-8c53-1ece8b18b749 req-5a9540b2-2ba5-498b-ac94-2ce7f40e5c9c service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847731 Dec 06 14:26:36.247940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:36.250896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b89fa2-e560-4d4a-94a9-ef58552e1648 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:36.261801 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-65b89fa2-e560-4d4a-94a9-ef58552e1648 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:36.263944 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519b862-3021-4724-8abd-6e7307aa1b2e None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:36.276212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519b862-3021-4724-8abd-6e7307aa1b2e None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:36.277209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3519b862-3021-4724-8abd-6e7307aa1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:36.295757 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e186b23-4afa-41cc-8c53-1ece8b18b749 req-a05a2bc4-717e-4059-bfa6-675b85128641 service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922554 Dec 06 14:26:36.313338 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3519b862-3021-4724-8abd-6e7307aa1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:36.321177 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=4e9fe488-f653-4584-98fe-723bcc2afdf6,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:36.326775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3519b862-3021-4724-8abd-6e7307aa1b2e None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:36.329191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3519b862-3021-4724-8abd-6e7307aa1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:36.367181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab361bd2-9613-44a7-8f9c-1242a800ca33 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:36.368939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3519b862-3021-4724-8abd-6e7307aa1b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:36.369644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3519b862-3021-4724-8abd-6e7307aa1b2e None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:36.428547 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-65b89fa2-e560-4d4a-94a9-ef58552e1648 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "PUT /v2.0/floatingips/ce819217-fc1d-40d3-9dc3-700b6ad36e90 HTTP/1.1" status: 200 len: 979 time: 3.2765393 Dec 06 14:26:36.431114 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34984) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:36.436996 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c18c0402-1e03-4204-a0b4-bb7346409d23 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:36.439299 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:36.574022 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-41413922-3d63-4db6-81e2-aceab4de12f3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.6485500 Dec 06 14:26:36.577499 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34986) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:36.582576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-525e5000-2411-4ef6-949f-c5757938d8f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-35860484'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:36.586944 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:36.590690 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:36.605998 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c18c0402-1e03-4204-a0b4-bb7346409d23 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:36.761597 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:36.762122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Fanout notify agent at l3_agent the message router_deleted on router 8996d966-ffb3-479a-aa43-f350540f58b2 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:26:36.770112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:36.774581 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bf99253e-5108-435e-ab0f-e63e3f429973 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/8996d966-ffb3-479a-aa43-f350540f58b2 HTTP/1.1" status: 204 len: 168 time: 2.6441600 Dec 06 14:26:36.774581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34990) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:36.812538 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-292c057f-7724-486c-96ea-28fb2200e2ea tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2144123296'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:36.827409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c18c0402-1e03-4204-a0b4-bb7346409d23 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:36.920390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c18c0402-1e03-4204-a0b4-bb7346409d23 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:36.920637 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-c18c0402-1e03-4204-a0b4-bb7346409d23 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Floating IP ce819217-fc1d-40d3-9dc3-700b6ad36e90 disassociated. External IP: 172.36.1.167, port: 9cab3d9a-3697-44db-a01c-4eb6ee7022d9. Dec 06 14:26:36.949039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:36.959378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292c057f-7724-486c-96ea-28fb2200e2ea tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:36.962985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-292c057f-7724-486c-96ea-28fb2200e2ea tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.039929 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292c057f-7724-486c-96ea-28fb2200e2ea tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:26:37.053739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-292c057f-7724-486c-96ea-28fb2200e2ea tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.054075 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-292c057f-7724-486c-96ea-28fb2200e2ea tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Added segment 73ac75f4-1be0-411c-ba12-9cf68750ed8e of type vlan for network bf777ae5-8c3d-4d75-ace3-fd581a74a12c Dec 06 14:26:37.107736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-292c057f-7724-486c-96ea-28fb2200e2ea tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.148204 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-525e5000-2411-4ef6-949f-c5757938d8f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.237777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c18c0402-1e03-4204-a0b4-bb7346409d23 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:37.257508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-525e5000-2411-4ef6-949f-c5757938d8f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.291170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-292c057f-7724-486c-96ea-28fb2200e2ea tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.298377 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292c057f-7724-486c-96ea-28fb2200e2ea tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:37.298377 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-292c057f-7724-486c-96ea-28fb2200e2ea tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.365670 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-525e5000-2411-4ef6-949f-c5757938d8f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router cdc5c317-b8e3-4e46-9c2c-949908e08b26 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:37.414174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c057f-7724-486c-96ea-28fb2200e2ea tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Network': ['ID=bf777ae5-8c3d-4d75-ace3-fd581a74a12c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:37.422515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c18c0402-1e03-4204-a0b4-bb7346409d23 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:37.426788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network bf777ae5-8c3d-4d75-ace3-fd581a74a12c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:26:37.428535 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c18c0402-1e03-4204-a0b4-bb7346409d23 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.436756 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a997e8-be3b-4fc3-b54c-3368a04ff34e None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:37.459222 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a997e8-be3b-4fc3-b54c-3368a04ff34e None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:37.461221 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-40a997e8-be3b-4fc3-b54c-3368a04ff34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:37.473024 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c18c0402-1e03-4204-a0b4-bb7346409d23 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "PUT /v2.0/floatingips/ce819217-fc1d-40d3-9dc3-700b6ad36e90 HTTP/1.1" status: 200 len: 688 time: 1.0405765 Dec 06 14:26:37.475609 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34992) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:37.491521 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-525e5000-2411-4ef6-949f-c5757938d8f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:37.500154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-525e5000-2411-4ef6-949f-c5757938d8f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.504074 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-525e5000-2411-4ef6-949f-c5757938d8f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/cdc5c317-b8e3-4e46-9c2c-949908e08b26 HTTP/1.1" status: 200 len: 886 time: 0.9228017 Dec 06 14:26:37.504336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34994) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:37.513776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6cd1d-974f-4346-9a95-18e4a8f33a75 None None] Sync routers for ids ['cdc5c317-b8e3-4e46-9c2c-949908e08b26'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:37.525476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6cd1d-974f-4346-9a95-18e4a8f33a75 None None] Routers {'cdc5c317-b8e3-4e46-9c2c-949908e08b26'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:37.526110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-00a6cd1d-974f-4346-9a95-18e4a8f33a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['cdc5c317-b8e3-4e46-9c2c-949908e08b26'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:37.565235 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-292c057f-7724-486c-96ea-28fb2200e2ea tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7857778 Dec 06 14:26:37.569218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-00a6cd1d-974f-4346-9a95-18e4a8f33a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:37.569424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 34996) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:37.575407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-875b6acb-5f88-4b4e-8cbf-5d56dfaedf66 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'subnet': {'network_id': 'bf777ae5-8c3d-4d75-ace3-fd581a74a12c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:37.581743 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a6cd1d-974f-4346-9a95-18e4a8f33a75 None None] Routers {'cdc5c317-b8e3-4e46-9c2c-949908e08b26'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:37.582680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-00a6cd1d-974f-4346-9a95-18e4a8f33a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['cdc5c317-b8e3-4e46-9c2c-949908e08b26'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:37.621348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-00a6cd1d-974f-4346-9a95-18e4a8f33a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:37.623022 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a6cd1d-974f-4346-9a95-18e4a8f33a75 None None] The sync data for ids ['cdc5c317-b8e3-4e46-9c2c-949908e08b26'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:37.626423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-69a939e3-9e55-4122-9775-11ddebb67e44 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port 8a576df3-a8ec-4e4f-9395-c2c15b7c66f9 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:37.626944 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69a939e3-9e55-4122-9775-11ddebb67e44 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.669332 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-40a997e8-be3b-4fc3-b54c-3368a04ff34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:37.681507 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a997e8-be3b-4fc3-b54c-3368a04ff34e None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:37.682120 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-40a997e8-be3b-4fc3-b54c-3368a04ff34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:37.715943 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-40a997e8-be3b-4fc3-b54c-3368a04ff34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:37.716635 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a997e8-be3b-4fc3-b54c-3368a04ff34e None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:37.717267 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-82c1c178-d963-4708-b6e6-dd35edf557aa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/routers/cdc5c317-b8e3-4e46-9c2c-949908e08b26 HTTP/1.1" status: 200 len: 886 time: 0.2109196 Dec 06 14:26:37.719455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 34998) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:37.754508 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cf2106f8-6475-47a9-9786-a134bf32de0f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc5c317-b8e3-4e46-9c2c-949908e08b26 HTTP/1.1" status: 200 len: 205 time: 0.0300364 Dec 06 14:26:37.756559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35000) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:37.758837 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69a939e3-9e55-4122-9775-11ddebb67e44 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.759768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69a939e3-9e55-4122-9775-11ddebb67e44 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.774332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-69a939e3-9e55-4122-9775-11ddebb67e44 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for 8a576df3-a8ec-4e4f-9395-c2c15b7c66f9 owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:37.816071 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875b6acb-5f88-4b4e-8cbf-5d56dfaedf66 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:37.819719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-875b6acb-5f88-4b4e-8cbf-5d56dfaedf66 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.938802 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:37.994513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69a939e3-9e55-4122-9775-11ddebb67e44 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:38.023130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a939e3-9e55-4122-9775-11ddebb67e44 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=8a576df3-a8ec-4e4f-9395-c2c15b7c66f9,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:38.089012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69a939e3-9e55-4122-9775-11ddebb67e44 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:38.092359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69a939e3-9e55-4122-9775-11ddebb67e44 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:38.093753 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-69a939e3-9e55-4122-9775-11ddebb67e44 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/floatingips/ce819217-fc1d-40d3-9dc3-700b6ad36e90 HTTP/1.1" status: 204 len: 168 time: 0.6170743 Dec 06 14:26:38.096394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35004) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:38.097535 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:38.139810 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-e37f8dc7-4036-4717-9c28-c84b9e811714 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] delete failed (client error): The resource could not be found. Dec 06 14:26:38.144653 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e37f8dc7-4036-4717-9c28-c84b9e811714 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/floatingips/ce819217-fc1d-40d3-9dc3-700b6ad36e90 HTTP/1.1" status: 404 len: 345 time: 0.0435443 Dec 06 14:26:38.145381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35006) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:38.230914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0b678-2f18-474d-88ff-96e5acd4f32b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:38.237534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0b678-2f18-474d-88ff-96e5acd4f32b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:38.243804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa0b678-2f18-474d-88ff-96e5acd4f32b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:38.245517 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3aa0b678-2f18-474d-88ff-96e5acd4f32b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "GET /v2.0/ports?network_id=9bffb40e-4331-4368-a337-10deff73f699 HTTP/1.1" status: 200 len: 2360 time: 0.0990067 Dec 06 14:26:38.248873 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35008) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:38.250311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-875b6acb-5f88-4b4e-8cbf-5d56dfaedf66 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:38.304100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef24aef-4394-4fdd-9e2c-fe3441aa9f77 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:38.310893 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7ef24aef-4394-4fdd-9e2c-fe3441aa9f77 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "GET /v2.0/subnets/82e491ad-b575-4e85-9d38-e7f2f3bec9c5 HTTP/1.1" status: 200 len: 797 time: 0.0556712 Dec 06 14:26:38.311082 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35010) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:38.316063 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'port': {'network_id': '9bffb40e-4331-4368-a337-10deff73f699', 'name': 'tempest-FloatingIPTestJSON-1335686590', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.11'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:38.327202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b6acb-5f88-4b4e-8cbf-5d56dfaedf66 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Subnet': ['ID=5f53aca9-e1c5-41ae-a890-45e8284f11e4,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:38.334251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port 00556321-f34a-41c7-a5c2-2ed93f8ab411 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:38.334635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:38.363526 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-875b6acb-5f88-4b4e-8cbf-5d56dfaedf66 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Checking segment: {'id': '73ac75f4-1be0-411c-ba12-9cf68750ed8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bf777ae5-8c3d-4d75-ace3-fd581a74a12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:38.363893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875b6acb-5f88-4b4e-8cbf-5d56dfaedf66 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network hostable DHCP agents. Network: bf777ae5-8c3d-4d75-ace3-fd581a74a12c, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:26:38.451820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:38.465631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for 00556321-f34a-41c7-a5c2-2ed93f8ab411 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:38.527150 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875b6acb-5f88-4b4e-8cbf-5d56dfaedf66 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network bf777ae5-8c3d-4d75-ace3-fd581a74a12c is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:26:38.624562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-875b6acb-5f88-4b4e-8cbf-5d56dfaedf66 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bf777ae5-8c3d-4d75-ace3-fd581a74a12c) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:38.629724 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875b6acb-5f88-4b4e-8cbf-5d56dfaedf66 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:38.631401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-875b6acb-5f88-4b4e-8cbf-5d56dfaedf66 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:38.633847 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496823e8-e62d-4cab-bd6d-5a3725b7df06 None None] Network bf777ae5-8c3d-4d75-ace3-fd581a74a12c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:38.743691 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-875b6acb-5f88-4b4e-8cbf-5d56dfaedf66 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1732183 Dec 06 14:26:38.746155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35012) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:38.750759 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-19f87f7a-18b4-4df9-8699-6b4d759447c7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1507419666', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:38.771622 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:38.794308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bf777ae5-8c3d-4d75-ace3-fd581a74a12c', 'network_id': 'bf777ae5-8c3d-4d75-ace3-fd581a74a12c', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'fixed_ips': [{'subnet_id': '5f53aca9-e1c5-41ae-a890-45e8284f11e4'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:26:38.795260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:38.811004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676aced2-a2f7-457d-82da-115d3a55d18e None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:38.820872 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=00556321-f34a-41c7-a5c2-2ed93f8ab411,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:38.868946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19f87f7a-18b4-4df9-8699-6b4d759447c7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:38.870092 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19f87f7a-18b4-4df9-8699-6b4d759447c7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:38.899923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:38.943197 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Allocated IP 2001:db8::2 (bf777ae5-8c3d-4d75-ace3-fd581a74a12c/5f53aca9-e1c5-41ae-a890-45e8284f11e4/d6ff240b-8434-46b3-b38c-ac251b3c26af) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:38.954865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Made reservation on behalf of 6ffbc83eb05b4687a416a46e7fdfa1ee for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:39.022067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19f87f7a-18b4-4df9-8699-6b4d759447c7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.025775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.027948 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.040393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.057580 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] device_id is not set on port 85173fba-5348-4817-9cba-c765282e3ff3 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:26:39.092386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19f87f7a-18b4-4df9-8699-6b4d759447c7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.110547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.159898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.160470 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Fanout notify agent at l3_agent the message router_deleted on router cdc5c317-b8e3-4e46-9c2c-949908e08b26 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:26:39.168603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.170308 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ef7b5ade-103f-4ce3-bab3-438a1e24cdf8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/cdc5c317-b8e3-4e46-9c2c-949908e08b26 HTTP/1.1" status: 204 len: 168 time: 1.4126372 Dec 06 14:26:39.173964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35016) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:39.178786 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e83f7359-b054-4c48-929a-2c9ff4c36e50 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'network': {'name': 'tempest-RoutersTest-893479842'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:39.193616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.198360 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19f87f7a-18b4-4df9-8699-6b4d759447c7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.202287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35018) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:39.202554 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-19f87f7a-18b4-4df9-8699-6b4d759447c7 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4553888 Dec 06 14:26:39.227651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Network bf777ae5-8c3d-4d75-ace3-fd581a74a12c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:39.233099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:39.236589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:39.263490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Pushing event updated for resources: {'Port': ['ID=d6ff240b-8434-46b3-b38c-ac251b3c26af,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:39.291340 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83f7359-b054-4c48-929a-2c9ff4c36e50 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:39.296239 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e83f7359-b054-4c48-929a-2c9ff4c36e50 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.300818 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Attempting to bind port d6ff240b-8434-46b3-b38c-ac251b3c26af on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:26:39.301260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Attempting to bind port d6ff240b-8434-46b3-b38c-ac251b3c26af by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '73ac75f4-1be0-411c-ba12-9cf68750ed8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bf777ae5-8c3d-4d75-ace3-fd581a74a12c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:26:39.301627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Attempting to bind port d6ff240b-8434-46b3-b38c-ac251b3c26af on network bf777ae5-8c3d-4d75-ace3-fd581a74a12c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:26:39.307165 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:26:39.307400 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Checking segment: {'id': '73ac75f4-1be0-411c-ba12-9cf68750ed8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bf777ae5-8c3d-4d75-ace3-fd581a74a12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:39.307647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.308202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Bound using segment: {'id': '73ac75f4-1be0-411c-ba12-9cf68750ed8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bf777ae5-8c3d-4d75-ace3-fd581a74a12c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:26:39.308687 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Bound port: d6ff240b-8434-46b3-b38c-ac251b3c26af, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac75f4-1be0-411c-ba12-9cf68750ed8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bf777ae5-8c3d-4d75-ace3-fd581a74a12c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:26:39.309110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.327340 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e83f7359-b054-4c48-929a-2c9ff4c36e50 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:26:39.336612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e83f7359-b054-4c48-929a-2c9ff4c36e50 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.337174 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-e83f7359-b054-4c48-929a-2c9ff4c36e50 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Added segment a38bc71c-c541-4cc2-a2ee-1a2156162589 of type vlan for network 368b1dc4-353e-455b-abd0-5e18d664fe14 Dec 06 14:26:39.377753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] For port d6ff240b-8434-46b3-b38c-ac251b3c26af, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:26:39.378740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e83f7359-b054-4c48-929a-2c9ff4c36e50 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.381278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] For port d6ff240b-8434-46b3-b38c-ac251b3c26af, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6ff240b-8434-46b3-b38c-ac251b3c26af,segment=NetworkSegment(73ac75f4-1be0-411c-ba12-9cf68750ed8e),segment_id=73ac75f4-1be0-411c-ba12-9cf68750ed8e)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:26:39.452371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.479700 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e83f7359-b054-4c48-929a-2c9ff4c36e50 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.487919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83f7359-b054-4c48-929a-2c9ff4c36e50 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:39.492244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e83f7359-b054-4c48-929a-2c9ff4c36e50 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.508503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccb1cb-00ee-44da-a20b-51e61e680d75 None None] Pushing event updated for resources: {'Port': ['ID=d6ff240b-8434-46b3-b38c-ac251b3c26af,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:39.566375 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.20.0.14 (9bffb40e-4331-4368-a337-10deff73f699/82e491ad-b575-4e85-9d38-e7f2f3bec9c5/85173fba-5348-4817-9cba-c765282e3ff3) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:39.577332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.20.0.11 (9bffb40e-4331-4368-a337-10deff73f699/82e491ad-b575-4e85-9d38-e7f2f3bec9c5/85173fba-5348-4817-9cba-c765282e3ff3) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:39.579276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83f7359-b054-4c48-929a-2c9ff4c36e50 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Network': ['ID=368b1dc4-353e-455b-abd0-5e18d664fe14,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:39.591051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 368b1dc4-353e-455b-abd0-5e18d664fe14 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:26:39.596739 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e83f7359-b054-4c48-929a-2c9ff4c36e50 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4217079 Dec 06 14:26:39.599691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35020) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:39.604415 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:39.605637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a8463aeb-0864-487a-9061-51d4716aac9f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'subnet': {'network_id': '368b1dc4-353e-455b-abd0-5e18d664fe14', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:39.777897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8463aeb-0864-487a-9061-51d4716aac9f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:39.785646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8463aeb-0864-487a-9061-51d4716aac9f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.002006 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.031497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Allocated IP 2001:db8::1 (bf777ae5-8c3d-4d75-ace3-fd581a74a12c/5f53aca9-e1c5-41ae-a890-45e8284f11e4/d2802c33-e770-4726-8d54-879c0f00615b) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:40.100970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8463aeb-0864-487a-9061-51d4716aac9f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.164328 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8463aeb-0864-487a-9061-51d4716aac9f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Subnet': ['ID=429da1cd-7385-42b7-a306-4ab6e05a6559,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:40.164697 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.176978 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8463aeb-0864-487a-9061-51d4716aac9f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Checking segment: {'id': 'a38bc71c-c541-4cc2-a2ee-1a2156162589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '368b1dc4-353e-455b-abd0-5e18d664fe14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:40.176978 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8463aeb-0864-487a-9061-51d4716aac9f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network hostable DHCP agents. Network: 368b1dc4-353e-455b-abd0-5e18d664fe14, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:26:40.214595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.239995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d6ff240b-8434-46b3-b38c-ac251b3c26af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:40.241259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 9bffb40e-4331-4368-a337-10deff73f699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:40.248286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:40.255137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:40.261032 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=85173fba-5348-4817-9cba-c765282e3ff3,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:40.279914 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8463aeb-0864-487a-9061-51d4716aac9f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 368b1dc4-353e-455b-abd0-5e18d664fe14 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:26:40.293241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d6ff240b-8434-46b3-b38c-ac251b3c26af triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:40.297008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.328068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:40.328802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.371343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-a8463aeb-0864-487a-9061-51d4716aac9f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 368b1dc4-353e-455b-abd0-5e18d664fe14) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:40.377124 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8463aeb-0864-487a-9061-51d4716aac9f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:40.378152 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8463aeb-0864-487a-9061-51d4716aac9f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.383147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.383478 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2d5c0b-e271-432e-bd71-9309e6837d40 None None] Network 368b1dc4-353e-455b-abd0-5e18d664fe14 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:40.406478 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.448822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network bf777ae5-8c3d-4d75-ace3-fd581a74a12c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:40.452487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:40.456166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:40.456834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.461953 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port d6ff240b-8434-46b3-b38c-ac251b3c26af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6ff240b-8434-46b3-b38c-ac251b3c26af,segment=NetworkSegment(73ac75f4-1be0-411c-ba12-9cf68750ed8e),segment_id=73ac75f4-1be0-411c-ba12-9cf68750ed8e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:40.500418 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-84123265-04be-49c6-9ba1-2e4b0dd7d85e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1882915 Dec 06 14:26:40.503078 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35024) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:40.509282 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '85173fba-5348-4817-9cba-c765282e3ff3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:40.510270 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a8463aeb-0864-487a-9061-51d4716aac9f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9091597 Dec 06 14:26:40.512713 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35028) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:40.516583 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=d2802c33-e770-4726-8d54-879c0f00615b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:40.531041 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-93db9fb8-e065-4fb9-bb66-459f7f293aaa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-908105038', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:40.566227 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.593533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-368b1dc4-353e-455b-abd0-5e18d664fe14', 'network_id': '368b1dc4-353e-455b-abd0-5e18d664fe14', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'fixed_ips': [{'subnet_id': '429da1cd-7385-42b7-a306-4ab6e05a6559'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:26:40.594962 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.604086 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ecceb3-af32-4495-8a5f-8de051e85e4e None None] Network bf777ae5-8c3d-4d75-ace3-fd581a74a12c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:40.655860 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.691550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=d6ff240b-8434-46b3-b38c-ac251b3c26af,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:40.715258 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.759516 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7cafeccc-651f-4f47-b643-23616f3bea09 None None] Provisioning complete for port d6ff240b-8434-46b3-b38c-ac251b3c26af triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:40.759846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7cafeccc-651f-4f47-b643-23616f3bea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.761425 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-93db9fb8-e065-4fb9-bb66-459f7f293aaa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.762653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-93db9fb8-e065-4fb9-bb66-459f7f293aaa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.826472 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-93db9fb8-e065-4fb9-bb66-459f7f293aaa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.901882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:40.905729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Allocated IP 172.20.0.2 (368b1dc4-353e-455b-abd0-5e18d664fe14/429da1cd-7385-42b7-a306-4ab6e05a6559/26bf91dd-4f06-4b48-b898-8db9702306d9) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:40.909185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-93db9fb8-e065-4fb9-bb66-459f7f293aaa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.003309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-93db9fb8-e065-4fb9-bb66-459f7f293aaa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.004219 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-93db9fb8-e065-4fb9-bb66-459f7f293aaa tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4898796 Dec 06 14:26:41.006972 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35030) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:41.123049 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.213670 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.264813 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Network 368b1dc4-353e-455b-abd0-5e18d664fe14 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:41.269211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:41.275917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:41.335065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Pushing event updated for resources: {'Port': ['ID=26bf91dd-4f06-4b48-b898-8db9702306d9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:41.354934 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.355071 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Attempting to bind port 26bf91dd-4f06-4b48-b898-8db9702306d9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:26:41.355306 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Attempting to bind port 26bf91dd-4f06-4b48-b898-8db9702306d9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a38bc71c-c541-4cc2-a2ee-1a2156162589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '368b1dc4-353e-455b-abd0-5e18d664fe14'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:26:41.355674 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Attempting to bind port 26bf91dd-4f06-4b48-b898-8db9702306d9 on network 368b1dc4-353e-455b-abd0-5e18d664fe14 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:26:41.363028 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:26:41.363523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Checking segment: {'id': 'a38bc71c-c541-4cc2-a2ee-1a2156162589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '368b1dc4-353e-455b-abd0-5e18d664fe14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:41.364989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.365258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Bound using segment: {'id': 'a38bc71c-c541-4cc2-a2ee-1a2156162589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '368b1dc4-353e-455b-abd0-5e18d664fe14'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:26:41.366150 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Bound port: 26bf91dd-4f06-4b48-b898-8db9702306d9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a38bc71c-c541-4cc2-a2ee-1a2156162589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '368b1dc4-353e-455b-abd0-5e18d664fe14'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:26:41.366547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.371145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.36.1.72 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/b2b8f6ef-12ab-4452-842b-85e731cc95d8) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:41.408049 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.454930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] For port 26bf91dd-4f06-4b48-b898-8db9702306d9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:26:41.459251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] For port 26bf91dd-4f06-4b48-b898-8db9702306d9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26bf91dd-4f06-4b48-b898-8db9702306d9,segment=NetworkSegment(a38bc71c-c541-4cc2-a2ee-1a2156162589),segment_id=a38bc71c-c541-4cc2-a2ee-1a2156162589)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:26:41.480734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b6ce4a76-5024-44ea-ba0e-e5e7cf6e3c37 None None] Provisioning complete for port d6ff240b-8434-46b3-b38c-ac251b3c26af triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:41.481141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4a76-5024-44ea-ba0e-e5e7cf6e3c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.483621 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.484462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.522268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.594792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=d2802c33-e770-4726-8d54-879c0f00615b,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:41.608271 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93057dd-e932-456e-8447-d3259ab941b1 None None] Pushing event updated for resources: {'Port': ['ID=26bf91dd-4f06-4b48-b898-8db9702306d9,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:41.667901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b6ce4a76-5024-44ea-ba0e-e5e7cf6e3c37 None None] Provisioning complete for port d2802c33-e770-4726-8d54-879c0f00615b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:41.668528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6ce4a76-5024-44ea-ba0e-e5e7cf6e3c37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.670040 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Allocated IP 172.20.0.1 (368b1dc4-353e-455b-abd0-5e18d664fe14/429da1cd-7385-42b7-a306-4ab6e05a6559/6a12fb15-7dd1-4089-adbf-256748154b36) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:41.674985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.712322 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network bf777ae5-8c3d-4d75-ace3-fd581a74a12c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:41.717146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:41.754514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b6ce4a76-5024-44ea-ba0e-e5e7cf6e3c37 None None] Port d2802c33-e770-4726-8d54-879c0f00615b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:41.882658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9013ac66-9470-4879-969f-112f9c40b401 None None] Provisioning complete for port d2802c33-e770-4726-8d54-879c0f00615b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:41.883220 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9013ac66-9470-4879-969f-112f9c40b401 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.921837 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:41.973904 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router d3a1f004-c104-4181-99c3-d5df530ff939 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:26:41.981323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9013ac66-9470-4879-969f-112f9c40b401 None None] Port d2802c33-e770-4726-8d54-879c0f00615b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:42.005188 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:42.017634 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:42.020389 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:42.024836 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=b2b8f6ef-12ab-4452-842b-85e731cc95d8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:42.159658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.180808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:42.193798 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfbfe17-2fd5-4cae-bf37-4516e0fd9530 None None] Sync routers for ids ['d3a1f004-c104-4181-99c3-d5df530ff939'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:42.207690 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfbfe17-2fd5-4cae-bf37-4516e0fd9530 None None] Routers {'d3a1f004-c104-4181-99c3-d5df530ff939'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:42.208571 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1dfbfe17-2fd5-4cae-bf37-4516e0fd9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d3a1f004-c104-4181-99c3-d5df530ff939'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:42.213161 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-804e31b0-9e1a-4dea-956f-be4248536e80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/d3a1f004-c104-4181-99c3-d5df530ff939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0071294 Dec 06 14:26:42.217030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a509bf56-54a4-4b76-a931-82a44da87fb6 None None] Provisioning complete for port d2802c33-e770-4726-8d54-879c0f00615b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:42.217030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a509bf56-54a4-4b76-a931-82a44da87fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.217240 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35036) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:42.261980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a509bf56-54a4-4b76-a931-82a44da87fb6 None None] Port d2802c33-e770-4726-8d54-879c0f00615b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:42.263506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.274310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc999d1-3e5d-421b-bea2-f254e5005a2a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:42.282117 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2bc999d1-3e5d-421b-bea2-f254e5005a2a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports/d2802c33-e770-4726-8d54-879c0f00615b HTTP/1.1" status: 200 len: 911 time: 0.0613642 Dec 06 14:26:42.284564 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35040) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:42.290705 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1dfbfe17-2fd5-4cae-bf37-4516e0fd9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:42.312142 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfbfe17-2fd5-4cae-bf37-4516e0fd9530 None None] Routers {'d3a1f004-c104-4181-99c3-d5df530ff939'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:42.313051 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1dfbfe17-2fd5-4cae-bf37-4516e0fd9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d3a1f004-c104-4181-99c3-d5df530ff939'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:42.346240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ac656c78-dba1-4736-86f5-a03834e257fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5f53aca9-e1c5-41ae-a890-45e8284f11e4'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:42.363549 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1dfbfe17-2fd5-4cae-bf37-4516e0fd9530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:42.363549 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dfbfe17-2fd5-4cae-bf37-4516e0fd9530 None None] The sync data for ids ['d3a1f004-c104-4181-99c3-d5df530ff939'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:42.373999 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d6ff240b-8434-46b3-b38c-ac251b3c26af up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:42.389327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 368b1dc4-353e-455b-abd0-5e18d664fe14 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:42.392461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=6a12fb15-7dd1-4089-adbf-256748154b36,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:42.397012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:42.401127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:42.436589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d6ff240b-8434-46b3-b38c-ac251b3c26af triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:42.436589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.503343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.538623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35042) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:42.543964 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 26bf91dd-4f06-4b48-b898-8db9702306d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:42.566822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.611140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 26bf91dd-4f06-4b48-b898-8db9702306d9 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:42.611456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.713717 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.720769 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.774629 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 26bf91dd-4f06-4b48-b898-8db9702306d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26bf91dd-4f06-4b48-b898-8db9702306d9,segment=NetworkSegment(a38bc71c-c541-4cc2-a2ee-1a2156162589),segment_id=a38bc71c-c541-4cc2-a2ee-1a2156162589)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:42.783584 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac656c78-dba1-4736-86f5-a03834e257fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.854855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.884535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bf1e6f-8c98-4327-8f86-c73322acc0f0 None None] Network 368b1dc4-353e-455b-abd0-5e18d664fe14 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:42.910368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.956905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.962737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-38223aff-ef25-4937-9bc1-6c7b3ad8b1b1 None None] Provisioning complete for port 26bf91dd-4f06-4b48-b898-8db9702306d9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:42.963123 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38223aff-ef25-4937-9bc1-6c7b3ad8b1b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:42.999965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.069887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=b2b8f6ef-12ab-4452-842b-85e731cc95d8,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:43.086934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.148349 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=26bf91dd-4f06-4b48-b898-8db9702306d9,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:43.163007 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b499a06b-6b52-46f2-9626-d5f2f3f20e79 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Deleting port db9d40cb-4843-44f4-8bf8-c4a020631542 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:43.163359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b499a06b-6b52-46f2-9626-d5f2f3f20e79 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.195039 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Floating IP 7cd58811-cd96-4a92-a585-44568b719d0b associated. External IP: 172.36.1.72, port: 85173fba-5348-4817-9cba-c765282e3ff3. Dec 06 14:26:43.411427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b499a06b-6b52-46f2-9626-d5f2f3f20e79 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.411761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b499a06b-6b52-46f2-9626-d5f2f3f20e79 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.418209 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:43.457235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b499a06b-6b52-46f2-9626-d5f2f3f20e79 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Calling delete_port for db9d40cb-4843-44f4-8bf8-c4a020631542 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:43.547136 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:43.558949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f17118-c0a0-45de-a54b-9df29df39b33 None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:43.571893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f17118-c0a0-45de-a54b-9df29df39b33 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:43.572599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-07f17118-c0a0-45de-a54b-9df29df39b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:43.612454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-07f17118-c0a0-45de-a54b-9df29df39b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:43.613523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.631271 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f17118-c0a0-45de-a54b-9df29df39b33 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:43.631895 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-07f17118-c0a0-45de-a54b-9df29df39b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:43.643547 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.652689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac656c78-dba1-4736-86f5-a03834e257fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.668425 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a40e00a6-2fce-43c8-af96-171e99a16ec8 None None] Provisioning complete for port 6a12fb15-7dd1-4089-adbf-256748154b36 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:43.668801 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a40e00a6-2fce-43c8-af96-171e99a16ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.681560 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-68b208a3-bbba-4ac8-b0b0-85050cc7a99c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1774356 Dec 06 14:26:43.684066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35046) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:43.692517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1edb26de-cde9-4635-9a28-45a255b200a9 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'floatingip': {'port_id': '85173fba-5348-4817-9cba-c765282e3ff3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:43.706140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-07f17118-c0a0-45de-a54b-9df29df39b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:43.706807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f17118-c0a0-45de-a54b-9df29df39b33 None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:43.712617 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a40e00a6-2fce-43c8-af96-171e99a16ec8 None None] Port 6a12fb15-7dd1-4089-adbf-256748154b36 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:43.719752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.724323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a40e00a6-2fce-43c8-af96-171e99a16ec8 None None] Provisioning complete for port 26bf91dd-4f06-4b48-b898-8db9702306d9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:43.724693 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a40e00a6-2fce-43c8-af96-171e99a16ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.765785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1edb26de-cde9-4635-9a28-45a255b200a9 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.782081 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac656c78-dba1-4736-86f5-a03834e257fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.787861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac656c78-dba1-4736-86f5-a03834e257fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:43.788445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac656c78-dba1-4736-86f5-a03834e257fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.794033 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ac656c78-dba1-4736-86f5-a03834e257fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/ports/d2802c33-e770-4726-8d54-879c0f00615b HTTP/1.1" status: 200 len: 911 time: 1.4586847 Dec 06 14:26:43.798157 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35048) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:43.901592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.910899 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=6a12fb15-7dd1-4089-adbf-256748154b36,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:43.956347 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d0a024fe-8412-47fe-a980-784e8383d6a2 None None] Provisioning complete for port 6a12fb15-7dd1-4089-adbf-256748154b36 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:43.956971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0a024fe-8412-47fe-a980-784e8383d6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:43.996429 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d0a024fe-8412-47fe-a980-784e8383d6a2 None None] Port 6a12fb15-7dd1-4089-adbf-256748154b36 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:44.205908 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 26bf91dd-4f06-4b48-b898-8db9702306d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:44.238552 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b499a06b-6b52-46f2-9626-d5f2f3f20e79 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:44.257628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 26bf91dd-4f06-4b48-b898-8db9702306d9 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:44.258155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:44.277278 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1edb26de-cde9-4635-9a28-45a255b200a9 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:44.337184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1edb26de-cde9-4635-9a28-45a255b200a9 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:44.377209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac656c78-dba1-4736-86f5-a03834e257fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=d2802c33-e770-4726-8d54-879c0f00615b,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:44.448749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b499a06b-6b52-46f2-9626-d5f2f3f20e79 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event deleted for resources: {'Port': ['ID=db9d40cb-4843-44f4-8bf8-c4a020631542,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:44.498456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b499a06b-6b52-46f2-9626-d5f2f3f20e79 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:44.499025 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-b499a06b-6b52-46f2-9626-d5f2f3f20e79 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Floating IP c7a51e2b-9fd6-4620-8023-0ab00c8a050c disassociated (deleted). External IP: 172.36.1.22, port: 15babee3-be50-4436-8319-54025ebe6532. Dec 06 14:26:44.539461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 368b1dc4-353e-455b-abd0-5e18d664fe14 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:44.572036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:44.820795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edb26de-cde9-4635-9a28-45a255b200a9 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:44.821433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3197cc3e-1581-4bde-8db7-affca62a78a6 None None] Provisioning complete for port 6a12fb15-7dd1-4089-adbf-256748154b36 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:44.821433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3197cc3e-1581-4bde-8db7-affca62a78a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:44.861774 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3197cc3e-1581-4bde-8db7-affca62a78a6 None None] Port 6a12fb15-7dd1-4089-adbf-256748154b36 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:44.939176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edb26de-cde9-4635-9a28-45a255b200a9 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:44.944362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1edb26de-cde9-4635-9a28-45a255b200a9 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:44.946922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b499a06b-6b52-46f2-9626-d5f2f3f20e79 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Router 78755611-f7e2-4fd1-9708-4dbc09a9808b has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:44.951268 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18363c31-79a1-436b-ad37-2ad236741581 None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:44.961617 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18363c31-79a1-436b-ad37-2ad236741581 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:44.962450 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-18363c31-79a1-436b-ad37-2ad236741581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:44.965237 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f86bacf4-b6db-4b9a-95ce-205cbb36b1c8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:44.999052 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-18363c31-79a1-436b-ad37-2ad236741581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:45.003149 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1edb26de-cde9-4635-9a28-45a255b200a9 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "PUT /v2.0/floatingips/7cd58811-cd96-4a92-a585-44568b719d0b HTTP/1.1" status: 200 len: 978 time: 1.3176513 Dec 06 14:26:45.005859 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35052) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:45.006838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 3027e43a-4865-4246-b20f-9b4559e8219d is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:26:45.009437 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18363c31-79a1-436b-ad37-2ad236741581 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:45.010271 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-18363c31-79a1-436b-ad37-2ad236741581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:45.045881 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-18363c31-79a1-436b-ad37-2ad236741581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:45.047506 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18363c31-79a1-436b-ad37-2ad236741581 None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:45.171046 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-60e4c385-0303-4563-b75e-f83e999748e0 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port b2b8f6ef-12ab-4452-842b-85e731cc95d8 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:45.171390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-60e4c385-0303-4563-b75e-f83e999748e0 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:45.256016 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-60e4c385-0303-4563-b75e-f83e999748e0 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:45.256016 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-60e4c385-0303-4563-b75e-f83e999748e0 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:45.266310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-60e4c385-0303-4563-b75e-f83e999748e0 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for b2b8f6ef-12ab-4452-842b-85e731cc95d8 owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:45.283480 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:45.286618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b499a06b-6b52-46f2-9626-d5f2f3f20e79 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:45.293931 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c326b2de-0645-423e-9c3f-89f2af9bef1d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/3027e43a-4865-4246-b20f-9b4559e8219d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2859907 Dec 06 14:26:45.296051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1211f0-157b-424e-925f-e6317dd44bef None None] Sync routers for ids ['3027e43a-4865-4246-b20f-9b4559e8219d'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:45.297841 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b499a06b-6b52-46f2-9626-d5f2f3f20e79 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:45.300722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35054) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:45.302579 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d5d2dc-9e03-4249-9ccc-016ab8744f27 None None] Sync routers for ids ['78755611-f7e2-4fd1-9708-4dbc09a9808b'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:45.328554 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5d2dc-9e03-4249-9ccc-016ab8744f27 None None] Routers {'78755611-f7e2-4fd1-9708-4dbc09a9808b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:45.331349 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-20d5d2dc-9e03-4249-9ccc-016ab8744f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['78755611-f7e2-4fd1-9708-4dbc09a9808b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:45.334078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1211f0-157b-424e-925f-e6317dd44bef None None] Routers {'3027e43a-4865-4246-b20f-9b4559e8219d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:45.334684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-ef1211f0-157b-424e-925f-e6317dd44bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['3027e43a-4865-4246-b20f-9b4559e8219d'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:45.363294 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b499a06b-6b52-46f2-9626-d5f2f3f20e79 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "DELETE /v2.0/floatingips/c7a51e2b-9fd6-4620-8023-0ab00c8a050c HTTP/1.1" status: 204 len: 168 time: 2.8198144 Dec 06 14:26:45.366989 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'tag': '15babee3-be50-4436-8319-54025ebe6532'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:26:45.369137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ba4a4b-2a80-4360-88a0-82234a8bb593" -d '{"events": [{"name": "network-changed", "server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "tag": "15babee3-be50-4436-8319-54025ebe6532"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:26:45.379444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-ef1211f0-157b-424e-925f-e6317dd44bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:45.383448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb798e6-bc2c-4448-94e1-a6f60c9236c3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:45.384883 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0bb798e6-bc2c-4448-94e1-a6f60c9236c3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports/6a12fb15-7dd1-4089-adbf-256748154b36 HTTP/1.1" status: 200 len: 910 time: 0.0812647 Dec 06 14:26:45.388410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35060) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:45.389125 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1211f0-157b-424e-925f-e6317dd44bef None None] Routers {'3027e43a-4865-4246-b20f-9b4559e8219d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:45.389752 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-ef1211f0-157b-424e-925f-e6317dd44bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['3027e43a-4865-4246-b20f-9b4559e8219d'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:45.393635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-57a7cf3e-d5e3-4298-8519-5441032d8313 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '429da1cd-7385-42b7-a306-4ab6e05a6559'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:45.481924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee69c8d-b67c-4da4-a9a1-47c6ac43a105 x-openstack-request-id: req-dee69c8d-b67c-4da4-a9a1-47c6ac43a105 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:26:45.482239 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "tag": "15babee3-be50-4436-8319-54025ebe6532", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:26:45.482498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dee69c8d-b67c-4da4-a9a1-47c6ac43a105 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:26:45.483309 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'tag': '15babee3-be50-4436-8319-54025ebe6532', 'status': 'completed', 'code': 200} Dec 06 14:26:45.498665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-ef1211f0-157b-424e-925f-e6317dd44bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:45.499337 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1211f0-157b-424e-925f-e6317dd44bef None None] The sync data for ids ['3027e43a-4865-4246-b20f-9b4559e8219d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:45.518503 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-20d5d2dc-9e03-4249-9ccc-016ab8744f27 None None] Set router 78755611-f7e2-4fd1-9708-4dbc09a9808b gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:26:45.567405 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-60e4c385-0303-4563-b75e-f83e999748e0 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:45.598509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4c385-0303-4563-b75e-f83e999748e0 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=b2b8f6ef-12ab-4452-842b-85e731cc95d8,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:45.633498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba4a4b-2a80-4360-88a0-82234a8bb593 req-d4ac31b2-04d6-4443-8696-84f5ec353131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:45.635127 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f6ba4a4b-2a80-4360-88a0-82234a8bb593 req-d4ac31b2-04d6-4443-8696-84f5ec353131 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=453d340754844adda7a07ecc7b48fdea&device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 1098 time: 0.1172149 Dec 06 14:26:45.663392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f86bacf4-b6db-4b9a-95ce-205cbb36b1c8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port d2802c33-e770-4726-8d54-879c0f00615b {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:45.663730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f86bacf4-b6db-4b9a-95ce-205cbb36b1c8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:45.710786 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-60e4c385-0303-4563-b75e-f83e999748e0 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:45.712131 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-60e4c385-0303-4563-b75e-f83e999748e0 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Floating IP 7cd58811-cd96-4a92-a585-44568b719d0b disassociated (deleted). External IP: 172.36.1.72, port: 85173fba-5348-4817-9cba-c765282e3ff3. Dec 06 14:26:45.790259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57a7cf3e-d5e3-4298-8519-5441032d8313 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:45.807731 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-20d5d2dc-9e03-4249-9ccc-016ab8744f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:22:50Z', 'revision_number': 4, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7e6e1a63-cc66-4829-8d9d-f132f996b0cf', 'name': '', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'mac_address': 'fa:16:3e:79:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:49Z', 'updated_at': '2021-12-06T14:23:00Z', 'revision_number': 5, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'subnets': [{'id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:45.840048 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d5d2dc-9e03-4249-9ccc-016ab8744f27 None None] Checking router: 78755611-f7e2-4fd1-9708-4dbc09a9808b for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:26:45.849472 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d5d2dc-9e03-4249-9ccc-016ab8744f27 None None] Routers {'78755611-f7e2-4fd1-9708-4dbc09a9808b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:45.850183 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-20d5d2dc-9e03-4249-9ccc-016ab8744f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['78755611-f7e2-4fd1-9708-4dbc09a9808b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:45.897584 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba4a4b-2a80-4360-88a0-82234a8bb593 req-cc8ab92f-dcf1-44ca-b93d-decdd2ecd9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:45.899067 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f6ba4a4b-2a80-4360-88a0-82234a8bb593 req-cc8ab92f-dcf1-44ca-b93d-decdd2ecd9e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ca39c773-f168-4385-82c7-10e406c5cd38 HTTP/1.1" status: 200 len: 898 time: 0.2507977 Dec 06 14:26:45.958419 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f86bacf4-b6db-4b9a-95ce-205cbb36b1c8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:45.989471 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-20d5d2dc-9e03-4249-9ccc-016ab8744f27 None None] Set router 78755611-f7e2-4fd1-9708-4dbc09a9808b gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:26:45.992807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e4c385-0303-4563-b75e-f83e999748e0 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:46.107044 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e4c385-0303-4563-b75e-f83e999748e0 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:46.112484 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-60e4c385-0303-4563-b75e-f83e999748e0 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:46.120295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d73f4-650a-4054-b9a9-6e3a88bf840d None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:46.132224 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d73f4-650a-4054-b9a9-6e3a88bf840d None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:46.133329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0d9d73f4-650a-4054-b9a9-6e3a88bf840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:46.153385 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-60e4c385-0303-4563-b75e-f83e999748e0 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/floatingips/7cd58811-cd96-4a92-a585-44568b719d0b HTTP/1.1" status: 204 len: 168 time: 1.1450236 Dec 06 14:26:46.154194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35066) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:46.172363 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0d9d73f4-650a-4054-b9a9-6e3a88bf840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:46.182551 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9d73f4-650a-4054-b9a9-6e3a88bf840d None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:46.183605 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0d9d73f4-650a-4054-b9a9-6e3a88bf840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:46.222292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0d9d73f4-650a-4054-b9a9-6e3a88bf840d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:46.223335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9d73f4-650a-4054-b9a9-6e3a88bf840d None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:46.224320 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-20d5d2dc-9e03-4249-9ccc-016ab8744f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:22:50Z', 'revision_number': 4, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7e6e1a63-cc66-4829-8d9d-f132f996b0cf', 'name': '', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'mac_address': 'fa:16:3e:79:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:49Z', 'updated_at': '2021-12-06T14:23:00Z', 'revision_number': 5, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'subnets': [{'id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:46.264731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-33d53e66-9a5b-4000-9507-f428c41a8aaf tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port 85173fba-5348-4817-9cba-c765282e3ff3 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:46.265109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33d53e66-9a5b-4000-9507-f428c41a8aaf tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:46.283179 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d5d2dc-9e03-4249-9ccc-016ab8744f27 None None] The sync data for ids ['78755611-f7e2-4fd1-9708-4dbc09a9808b'] in dv-neutron-master-2-hyperv is: [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:22:50Z', 'revision_number': 4, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '7e6e1a63-cc66-4829-8d9d-f132f996b0cf', 'name': '', 'network_id': 'ca39c773-f168-4385-82c7-10e406c5cd38', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'mac_address': 'fa:16:3e:79:fe:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:49Z', 'updated_at': '2021-12-06T14:23:00Z', 'revision_number': 5, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'subnets': [{'id': '6c9dacc5-eaee-4677-89fd-d09a6833c396', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:46.352349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f86bacf4-b6db-4b9a-95ce-205cbb36b1c8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for d2802c33-e770-4726-8d54-879c0f00615b owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:46.363608 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f6ba4a4b-2a80-4360-88a0-82234a8bb593 req-b2a74409-ca81-4c95-bfb5-e1e807497ffe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15babee3-be50-4436-8319-54025ebe6532 HTTP/1.1" status: 200 len: 217 time: 0.4023237 Dec 06 14:26:46.364625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33d53e66-9a5b-4000-9507-f428c41a8aaf tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:46.386093 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-33d53e66-9a5b-4000-9507-f428c41a8aaf tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for 85173fba-5348-4817-9cba-c765282e3ff3 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:46.469085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6009f0-c1e2-4e33-bca3-732bb1451ac3 req-40364267-9999-4dc4-a666-d56d95cfff30 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:46.470644 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bb6009f0-c1e2-4e33-bca3-732bb1451ac3 req-40364267-9999-4dc4-a666-d56d95cfff30 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.5248868 Dec 06 14:26:46.536647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba4a4b-2a80-4360-88a0-82234a8bb593 req-44da5894-1e8f-4f76-bb0a-6f1b5617abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:46.538136 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f6ba4a4b-2a80-4360-88a0-82234a8bb593 req-44da5894-1e8f-4f76-bb0a-6f1b5617abcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6c9dacc5-eaee-4677-89fd-d09a6833c396 HTTP/1.1" status: 200 len: 834 time: 0.1623952 Dec 06 14:26:46.549995 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed3b242c-6fd9-4a36-a468-809a391c6bef None None] New status for floating IP c7a51e2b-9fd6-4620-8023-0ab00c8a050c: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:26:46.640138 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33d53e66-9a5b-4000-9507-f428c41a8aaf tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:46.688015 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bb6009f0-c1e2-4e33-bca3-732bb1451ac3 req-ebd78a61-1db3-4fe9-a49f-ce099de7dce1 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082481 Dec 06 14:26:46.695491 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d53e66-9a5b-4000-9507-f428c41a8aaf tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=85173fba-5348-4817-9cba-c765282e3ff3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:46.804744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33d53e66-9a5b-4000-9507-f428c41a8aaf tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:46.808275 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-33d53e66-9a5b-4000-9507-f428c41a8aaf tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/ports/85173fba-5348-4817-9cba-c765282e3ff3 HTTP/1.1" status: 204 len: 168 time: 0.6499989 Dec 06 14:26:46.812767 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35072) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:46.817604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:46.864516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba4a4b-2a80-4360-88a0-82234a8bb593 req-6544e301-f546-4b87-9965-7bf96165c0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:46.866097 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f6ba4a4b-2a80-4360-88a0-82234a8bb593 req-6544e301-f546-4b87-9965-7bf96165c0a2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ca39c773-f168-4385-82c7-10e406c5cd38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3148119 Dec 06 14:26:46.902523 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:46.945865 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57a7cf3e-d5e3-4298-8519-5441032d8313 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:46.950153 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f86bacf4-b6db-4b9a-95ce-205cbb36b1c8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:46.992446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bacf4-b6db-4b9a-95ce-205cbb36b1c8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=d2802c33-e770-4726-8d54-879c0f00615b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:47.008096 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.050005 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f6ba4a4b-2a80-4360-88a0-82234a8bb593 req-3eecca3d-9682-4123-95d9-385cb1aa4d30 service neutron] 10.222.0.41 "GET /v2.0/networks/ca39c773-f168-4385-82c7-10e406c5cd38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557643 Dec 06 14:26:47.096900 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57a7cf3e-d5e3-4298-8519-5441032d8313 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.126099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.36.1.198 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/18a4c4eb-4230-47be-9704-d4301fe65d1e) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:47.183510 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f86bacf4-b6db-4b9a-95ce-205cbb36b1c8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.247168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.247625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7cf3e-d5e3-4298-8519-5441032d8313 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=6a12fb15-7dd1-4089-adbf-256748154b36,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:47.255072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a7cf3e-d5e3-4298-8519-5441032d8313 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:47.255689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-57a7cf3e-d5e3-4298-8519-5441032d8313 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.257024 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-57a7cf3e-d5e3-4298-8519-5441032d8313 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/ports/6a12fb15-7dd1-4089-adbf-256748154b36 HTTP/1.1" status: 200 len: 910 time: 1.8676345 Dec 06 14:26:47.260579 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35076) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:47.350348 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f6ba4a4b-2a80-4360-88a0-82234a8bb593 req-119dd5bd-6caa-46d3-954a-b5228f000b65 service neutron] 10.222.0.41 "GET /v2.0/networks/ca39c773-f168-4385-82c7-10e406c5cd38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847397 Dec 06 14:26:47.422736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f86bacf4-b6db-4b9a-95ce-205cbb36b1c8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router d3a1f004-c104-4181-99c3-d5df530ff939 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:47.490926 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.504535 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f86bacf4-b6db-4b9a-95ce-205cbb36b1c8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:47.509658 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f86bacf4-b6db-4b9a-95ce-205cbb36b1c8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/d3a1f004-c104-4181-99c3-d5df530ff939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7091620 Dec 06 14:26:47.512390 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35078) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:47.523423 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9818792-97e2-475b-91ae-df978c4fa199 None None] Sync routers for ids ['d3a1f004-c104-4181-99c3-d5df530ff939'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:47.535559 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9818792-97e2-475b-91ae-df978c4fa199 None None] Routers {'d3a1f004-c104-4181-99c3-d5df530ff939'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:47.536484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d9818792-97e2-475b-91ae-df978c4fa199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d3a1f004-c104-4181-99c3-d5df530ff939'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:47.544410 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-555aaf6c-c7f3-4e74-ad85-f74b0459b2db tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3a1f004-c104-4181-99c3-d5df530ff939 HTTP/1.1" status: 200 len: 205 time: 0.0286427 Dec 06 14:26:47.544760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35080) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:47.571716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d9818792-97e2-475b-91ae-df978c4fa199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:47.579806 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:47.582662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9818792-97e2-475b-91ae-df978c4fa199 None None] Routers {'d3a1f004-c104-4181-99c3-d5df530ff939'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:47.583457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d9818792-97e2-475b-91ae-df978c4fa199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d3a1f004-c104-4181-99c3-d5df530ff939'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:47.591870 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:47.598079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:47.623422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-29457886-93d7-426b-9ff8-284f858d7cee tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.623643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d9818792-97e2-475b-91ae-df978c4fa199 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:47.624300 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9818792-97e2-475b-91ae-df978c4fa199 None None] The sync data for ids ['d3a1f004-c104-4181-99c3-d5df530ff939'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:47.626941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=18a4c4eb-4230-47be-9704-d4301fe65d1e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:47.778747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.791943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-496ffa17-b500-488a-a917-3fe0d22742a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.808824 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-29457886-93d7-426b-9ff8-284f858d7cee tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.812337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-29457886-93d7-426b-9ff8-284f858d7cee tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.910923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2c55a-611f-495f-84ab-96201328eddc req-fece4065-4e2a-4073-ae7e-90ab927461df tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:47.913170 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6fd2c55a-611f-495f-84ab-96201328eddc req-fece4065-4e2a-4073-ae7e-90ab927461df tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.1327980 Dec 06 14:26:47.933696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90daa81-d3f4-4589-8993-8c20abdf60c3 req-29c79a48-0916-4924-b7b9-e2c5fb829a43 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:47.936389 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e90daa81-d3f4-4589-8993-8c20abdf60c3 req-29c79a48-0916-4924-b7b9-e2c5fb829a43 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 945 time: 0.1187005 Dec 06 14:26:47.958517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.984582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-29457886-93d7-426b-9ff8-284f858d7cee tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.989328 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29457886-93d7-426b-9ff8-284f858d7cee tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Fanout notify agent at l3_agent the message router_deleted on router d3a1f004-c104-4181-99c3-d5df530ff939 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:26:47.998028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-29457886-93d7-426b-9ff8-284f858d7cee tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:47.999175 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-29457886-93d7-426b-9ff8-284f858d7cee tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/d3a1f004-c104-4181-99c3-d5df530ff939 HTTP/1.1" status: 204 len: 168 time: 0.4534924 Dec 06 14:26:48.002513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35086) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:48.103393 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6fd2c55a-611f-495f-84ab-96201328eddc req-9581c9a3-481d-4bdf-917e-9781ea772117 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d12d6b8-9385-41e2-8614-6f9c1ad8f090&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1810465 Dec 06 14:26:48.116044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-022b98da-5f9c-42f3-a3a3-f451849fa76e tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting subnet 5f53aca9-e1c5-41ae-a890-45e8284f11e4 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:26:48.123391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-022b98da-5f9c-42f3-a3a3-f451849fa76e tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.173226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-022b98da-5f9c-42f3-a3a3-f451849fa76e tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.202114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-e90daa81-d3f4-4589-8993-8c20abdf60c3 req-cf97c814-ebad-4521-9e96-bf1d84944267 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Deleting port 15babee3-be50-4436-8319-54025ebe6532 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:48.202519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e90daa81-d3f4-4589-8993-8c20abdf60c3 req-cf97c814-ebad-4521-9e96-bf1d84944267 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.376248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-022b98da-5f9c-42f3-a3a3-f451849fa76e tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.407620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-e90daa81-d3f4-4589-8993-8c20abdf60c3 req-cf97c814-ebad-4521-9e96-bf1d84944267 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] For port 15babee3-be50-4436-8319-54025ebe6532, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=15babee3-be50-4436-8319-54025ebe6532,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:48.407979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e90daa81-d3f4-4589-8993-8c20abdf60c3 req-cf97c814-ebad-4521-9e96-bf1d84944267 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.428565 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-e90daa81-d3f4-4589-8993-8c20abdf60c3 req-cf97c814-ebad-4521-9e96-bf1d84944267 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Calling delete_port for 15babee3-be50-4436-8319-54025ebe6532 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:48.470686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.478705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-496ffa17-b500-488a-a917-3fe0d22742a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port 6a12fb15-7dd1-4089-adbf-256748154b36 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:48.479041 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-496ffa17-b500-488a-a917-3fe0d22742a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.545298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.577665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-022b98da-5f9c-42f3-a3a3-f451849fa76e tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.601046 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-496ffa17-b500-488a-a917-3fe0d22742a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.605319 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b98da-5f9c-42f3-a3a3-f451849fa76e tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Subnet': ['ID=5f53aca9-e1c5-41ae-a890-45e8284f11e4,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:48.611002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-022b98da-5f9c-42f3-a3a3-f451849fa76e tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.616668 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-022b98da-5f9c-42f3-a3a3-f451849fa76e tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/5f53aca9-e1c5-41ae-a890-45e8284f11e4 HTTP/1.1" status: 204 len: 168 time: 0.6108501 Dec 06 14:26:48.628695 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35088) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:48.628935 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db7f4bc-64c4-412b-a006-c318c7d45868 None None] Network bf777ae5-8c3d-4d75-ace3-fd581a74a12c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:48.635706 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-496ffa17-b500-488a-a917-3fe0d22742a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for 6a12fb15-7dd1-4089-adbf-256748154b36 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:48.651400 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=18a4c4eb-4230-47be-9704-d4301fe65d1e,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:48.700935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e90daa81-d3f4-4589-8993-8c20abdf60c3 req-cf97c814-ebad-4521-9e96-bf1d84944267 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.713924 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.743538 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf97c814-ebad-4521-9e96-bf1d84944267 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event deleted for resources: {'Port': ['ID=15babee3-be50-4436-8319-54025ebe6532,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:48.777359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.802897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90daa81-d3f4-4589-8993-8c20abdf60c3 req-cf97c814-ebad-4521-9e96-bf1d84944267 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] No DVR routers for this DVR port 15babee3-be50-4436-8319-54025ebe6532 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:48.805880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e90daa81-d3f4-4589-8993-8c20abdf60c3 req-cf97c814-ebad-4521-9e96-bf1d84944267 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.807608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.808962 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3f5880cd-859d-417a-9c41-797c796e4c99 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9950354 Dec 06 14:26:48.810207 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e90daa81-d3f4-4589-8993-8c20abdf60c3 req-cf97c814-ebad-4521-9e96-bf1d84944267 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.41 "DELETE /v2.0/ports/15babee3-be50-4436-8319-54025ebe6532 HTTP/1.1" status: 204 len: 173 time: 0.8656151 Dec 06 14:26:48.810874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'name': 'network-vif-deleted', 'tag': '15babee3-be50-4436-8319-54025ebe6532'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:26:48.812328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35090) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:48.813216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a42431-3c6f-450d-9e49-6dca1195192e" -d '{"events": [{"server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "name": "network-vif-deleted", "tag": "15babee3-be50-4436-8319-54025ebe6532"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:26:48.818768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'port': {'network_id': '9bffb40e-4331-4368-a337-10deff73f699', 'name': 'tempest-FloatingIPTestJSON-1158953069'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:48.861203 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2b8979-a1fd-43d5-8b46-4d3e2fb92fae None None] DHCP port deletion for bf777ae5-8c3d-4d75-ace3-fd581a74a12c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:48.898059 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port d6ff240b-8434-46b3-b38c-ac251b3c26af {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:48.898805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.920514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b8979-a1fd-43d5-8b46-4d3e2fb92fae None None] Deleting port d6ff240b-8434-46b3-b38c-ac251b3c26af {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:48.921214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8979-a1fd-43d5-8b46-4d3e2fb92fae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.989226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-496ffa17-b500-488a-a917-3fe0d22742a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:48.996600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3d2b8979-a1fd-43d5-8b46-4d3e2fb92fae None None] For port d6ff240b-8434-46b3-b38c-ac251b3c26af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6ff240b-8434-46b3-b38c-ac251b3c26af,segment=NetworkSegment(73ac75f4-1be0-411c-ba12-9cf68750ed8e),segment_id=73ac75f4-1be0-411c-ba12-9cf68750ed8e)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:48.999546 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8979-a1fd-43d5-8b46-4d3e2fb92fae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:49.012152 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] For port d6ff240b-8434-46b3-b38c-ac251b3c26af, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6ff240b-8434-46b3-b38c-ac251b3c26af,segment=NetworkSegment(73ac75f4-1be0-411c-ba12-9cf68750ed8e),segment_id=73ac75f4-1be0-411c-ba12-9cf68750ed8e)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:49.014957 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:49.016625 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3d2b8979-a1fd-43d5-8b46-4d3e2fb92fae None None] Calling delete_port for d6ff240b-8434-46b3-b38c-ac251b3c26af owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:49.028734 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ffa17-b500-488a-a917-3fe0d22742a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=6a12fb15-7dd1-4089-adbf-256748154b36,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:49.045610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for d6ff240b-8434-46b3-b38c-ac251b3c26af owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:49.092309 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Made reservation on behalf of 6ffbc83eb05b4687a416a46e7fdfa1ee for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:49.096621 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:49.133248 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] device_id is not set on port ce42df44-30e0-46ef-8093-6bfc727eb224 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:26:49.178141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb6e4d4-a651-4729-985a-088518295937 x-openstack-request-id: req-edb6e4d4-a651-4729-985a-088518295937 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:26:49.178545 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d0033f0-772f-4c50-832e-54ecba72c1f6", "name": "network-vif-deleted", "tag": "15babee3-be50-4436-8319-54025ebe6532", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:26:49.179770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-edb6e4d4-a651-4729-985a-088518295937 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:26:49.179770 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d0033f0-772f-4c50-832e-54ecba72c1f6', 'name': 'network-vif-deleted', 'tag': '15babee3-be50-4436-8319-54025ebe6532', 'status': 'completed', 'code': 200} Dec 06 14:26:49.205544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d2b8979-a1fd-43d5-8b46-4d3e2fb92fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:49.245533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2b8979-a1fd-43d5-8b46-4d3e2fb92fae None None] No DVR routers for this DVR port d6ff240b-8434-46b3-b38c-ac251b3c26af on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:49.305734 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-496ffa17-b500-488a-a917-3fe0d22742a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:49.306577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2b8979-a1fd-43d5-8b46-4d3e2fb92fae None None] Pushing event deleted for resources: {'Port': ['ID=d6ff240b-8434-46b3-b38c-ac251b3c26af,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:49.487745 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1406dbf0-ff83-49ff-b1e9-f3f56049131f req-73831ef4-9db0-4f26-b6b2-fc47996e8a28 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "GET /v2.0/ports?device_id=1d0033f0-772f-4c50-832e-54ecba72c1f6 HTTP/1.1" status: 200 len: 210 time: 0.2111609 Dec 06 14:26:49.515081 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.20.0.4 (9bffb40e-4331-4368-a337-10deff73f699/82e491ad-b575-4e85-9d38-e7f2f3bec9c5/ce42df44-30e0-46ef-8093-6bfc727eb224) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:49.606662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:49.609466 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496ffa17-b500-488a-a917-3fe0d22742a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 3027e43a-4865-4246-b20f-9b4559e8219d has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:49.637594 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=d6ff240b-8434-46b3-b38c-ac251b3c26af,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:49.643027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No DVR routers for this DVR port d6ff240b-8434-46b3-b38c-ac251b3c26af on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:49.728192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:49.753936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf777ae5-8c3d-4d75-ace3-fd581a74a12c']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:49.765332 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ac75f4-1be0-411c-ba12-9cf68750ed8e') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:49.765625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ac75f4-1be0-411c-ba12-9cf68750ed8e') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:49.776832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496ffa17-b500-488a-a917-3fe0d22742a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:49.777186 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:49.786357 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-496ffa17-b500-488a-a917-3fe0d22742a1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/3027e43a-4865-4246-b20f-9b4559e8219d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5198448 Dec 06 14:26:49.786650 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35102) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:49.796011 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aba887-76b1-463a-b69e-06ccaf55cc7f None None] Sync routers for ids ['3027e43a-4865-4246-b20f-9b4559e8219d'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:49.807870 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aba887-76b1-463a-b69e-06ccaf55cc7f None None] Routers {'3027e43a-4865-4246-b20f-9b4559e8219d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:49.808786 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-98aba887-76b1-463a-b69e-06ccaf55cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['3027e43a-4865-4246-b20f-9b4559e8219d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:49.820758 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e6cc70ec-6138-4631-af35-3d09911040c9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=3027e43a-4865-4246-b20f-9b4559e8219d HTTP/1.1" status: 200 len: 205 time: 0.0328429 Dec 06 14:26:49.823683 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35104) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:49.830738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:49.832584 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:49.849422 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-98aba887-76b1-463a-b69e-06ccaf55cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:49.859406 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aba887-76b1-463a-b69e-06ccaf55cc7f None None] Routers {'3027e43a-4865-4246-b20f-9b4559e8219d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:49.860225 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-98aba887-76b1-463a-b69e-06ccaf55cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['3027e43a-4865-4246-b20f-9b4559e8219d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:49.892184 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-98aba887-76b1-463a-b69e-06ccaf55cc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:49.893122 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98aba887-76b1-463a-b69e-06ccaf55cc7f None None] The sync data for ids ['3027e43a-4865-4246-b20f-9b4559e8219d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:49.908184 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:26:49.908594 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:26:49.911569 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:26:49.937163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76249854-7641-4c47-92b0-8298309caf3a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:49.942938 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:49.991029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 9bffb40e-4331-4368-a337-10deff73f699 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:49.994048 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:49.997938 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:50.024309 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=ce42df44-30e0-46ef-8093-6bfc727eb224,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:50.054537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:50.055628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.142655 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.147819 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.151080 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/networks/bf777ae5-8c3d-4d75-ace3-fd581a74a12c HTTP/1.1" status: 204 len: 168 time: 1.5330853 Dec 06 14:26:50.155686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35106) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:50.161066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-539d0b30-2cc4-4b1b-9217-ea03f528b924 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1248939434', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:50.171228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76249854-7641-4c47-92b0-8298309caf3a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.173520 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76249854-7641-4c47-92b0-8298309caf3a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.175189 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b191d649-aab4-4ad0-8ebe-6a32c32e10e4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Network': ['ID=bf777ae5-8c3d-4d75-ace3-fd581a74a12c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:50.205945 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d6ff240b-8434-46b3-b38c-ac251b3c26af no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:50.206964 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-aa9c96d8-ee6e-4614-92bc-40ff21ed78b8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3900905 Dec 06 14:26:50.208732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35110) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:50.214394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-86298ae6-0c5f-4dae-8cfc-34930a2754d1 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'floatingip': {'port_id': 'ce42df44-30e0-46ef-8093-6bfc727eb224'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:50.226817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: d6ff240b-8434-46b3-b38c-ac251b3c26af {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:50.231618 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d6ff240b-8434-46b3-b38c-ac251b3c26af not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:50.258931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-86298ae6-0c5f-4dae-8cfc-34930a2754d1 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.329776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76249854-7641-4c47-92b0-8298309caf3a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.330364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76249854-7641-4c47-92b0-8298309caf3a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Fanout notify agent at l3_agent the message router_deleted on router 3027e43a-4865-4246-b20f-9b4559e8219d {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:26:50.337366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76249854-7641-4c47-92b0-8298309caf3a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.338485 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-76249854-7641-4c47-92b0-8298309caf3a tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/3027e43a-4865-4246-b20f-9b4559e8219d HTTP/1.1" status: 204 len: 168 time: 0.5141990 Dec 06 14:26:50.341180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35112) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:50.400726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f554fba-21a8-4ce3-8300-66b9d078ae97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting subnet 429da1cd-7385-42b7-a306-4ab6e05a6559 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:26:50.405300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6f554fba-21a8-4ce3-8300-66b9d078ae97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.419297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-539d0b30-2cc4-4b1b-9217-ea03f528b924 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.420438 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-539d0b30-2cc4-4b1b-9217-ea03f528b924 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.457986 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6f554fba-21a8-4ce3-8300-66b9d078ae97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.517936 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-539d0b30-2cc4-4b1b-9217-ea03f528b924 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.546710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6f554fba-21a8-4ce3-8300-66b9d078ae97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.567903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35116) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:50.720575 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6f554fba-21a8-4ce3-8300-66b9d078ae97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.752874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f554fba-21a8-4ce3-8300-66b9d078ae97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Subnet': ['ID=429da1cd-7385-42b7-a306-4ab6e05a6559,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:50.755041 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6f554fba-21a8-4ce3-8300-66b9d078ae97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.758403 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6f554fba-21a8-4ce3-8300-66b9d078ae97 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/429da1cd-7385-42b7-a306-4ab6e05a6559 HTTP/1.1" status: 204 len: 168 time: 0.4162698 Dec 06 14:26:50.761737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35118) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:50.768372 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b9726f-b6b2-43bc-9d94-7c974a114130 None None] Network 368b1dc4-353e-455b-abd0-5e18d664fe14 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:50.853809 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.913442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-539d0b30-2cc4-4b1b-9217-ea03f528b924 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.917292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port 26bf91dd-4f06-4b48-b898-8db9702306d9 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:50.917642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:50.982422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c127604a-a12b-4937-acc3-35a4956834b9 None None] DHCP port deletion for 368b1dc4-353e-455b-abd0-5e18d664fe14 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:50.989794 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] For port 26bf91dd-4f06-4b48-b898-8db9702306d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26bf91dd-4f06-4b48-b898-8db9702306d9,segment=NetworkSegment(a38bc71c-c541-4cc2-a2ee-1a2156162589),segment_id=a38bc71c-c541-4cc2-a2ee-1a2156162589)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:50.990283 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.005040 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for 26bf91dd-4f06-4b48-b898-8db9702306d9 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:51.009580 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-539d0b30-2cc4-4b1b-9217-ea03f528b924 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.014240 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-539d0b30-2cc4-4b1b-9217-ea03f528b924 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8539758 Dec 06 14:26:51.014602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35120) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:51.020027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5d3f2f42-a760-4e8a-a5ee-f531da8ce1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1130584368'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:51.039064 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c127604a-a12b-4937-acc3-35a4956834b9 None None] Deleting port 26bf91dd-4f06-4b48-b898-8db9702306d9 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:51.039440 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c127604a-a12b-4937-acc3-35a4956834b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.110750 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c127604a-a12b-4937-acc3-35a4956834b9 None None] For port 26bf91dd-4f06-4b48-b898-8db9702306d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26bf91dd-4f06-4b48-b898-8db9702306d9,segment=NetworkSegment(a38bc71c-c541-4cc2-a2ee-1a2156162589),segment_id=a38bc71c-c541-4cc2-a2ee-1a2156162589)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:51.111148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c127604a-a12b-4937-acc3-35a4956834b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.125966 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3f2f42-a760-4e8a-a5ee-f531da8ce1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:51.128628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c127604a-a12b-4937-acc3-35a4956834b9 None None] Calling delete_port for 26bf91dd-4f06-4b48-b898-8db9702306d9 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:51.130276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2f42-a760-4e8a-a5ee-f531da8ce1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.217545 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c127604a-a12b-4937-acc3-35a4956834b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.218397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.222664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3f2f42-a760-4e8a-a5ee-f531da8ce1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:26:51.227139 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-86298ae6-0c5f-4dae-8cfc-34930a2754d1 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.254182 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127604a-a12b-4937-acc3-35a4956834b9 None None] Pushing event deleted for resources: {'Port': ['ID=26bf91dd-4f06-4b48-b898-8db9702306d9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:51.257092 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c127604a-a12b-4937-acc3-35a4956834b9 None None] No DVR routers for this DVR port 26bf91dd-4f06-4b48-b898-8db9702306d9 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:51.265551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No DVR routers for this DVR port 26bf91dd-4f06-4b48-b898-8db9702306d9 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:51.269867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=26bf91dd-4f06-4b48-b898-8db9702306d9,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:51.276650 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2f42-a760-4e8a-a5ee-f531da8ce1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.277107 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-5d3f2f42-a760-4e8a-a5ee-f531da8ce1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Added segment 7210c880-67b0-447a-a5f3-6070adcdd5a6 of type vlan for network d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3 Dec 06 14:26:51.299189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-86298ae6-0c5f-4dae-8cfc-34930a2754d1 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.396687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2f42-a760-4e8a-a5ee-f531da8ce1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.407012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.429611 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-86298ae6-0c5f-4dae-8cfc-34930a2754d1 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Floating IP 6e8c31fc-f321-4498-860a-5a8ecf8b2e4a associated. External IP: 172.36.1.198, port: ce42df44-30e0-46ef-8093-6bfc727eb224. Dec 06 14:26:51.441177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368b1dc4-353e-455b-abd0-5e18d664fe14']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:51.452792 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38bc71c-c541-4cc2-a2ee-1a2156162589') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:51.457805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38bc71c-c541-4cc2-a2ee-1a2156162589') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:51.462311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.477637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.484708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:26:51.485211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:26:51.488275 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:26:51.536613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2f42-a760-4e8a-a5ee-f531da8ce1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.542208 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3f2f42-a760-4e8a-a5ee-f531da8ce1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:51.542801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d3f2f42-a760-4e8a-a5ee-f531da8ce1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.581008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d93df58-a37c-4698-a1eb-02294cf1f466 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.618351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f2f42-a760-4e8a-a5ee-f531da8ce1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Network': ['ID=d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:51.630417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:26:51.650290 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5d3f2f42-a760-4e8a-a5ee-f531da8ce1cc tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6344924 Dec 06 14:26:51.650909 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35124) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:51.655908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f7d82482-3187-48ca-8201-12b64f385290 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'subnet': {'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:51.674027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.692441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.701005 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/networks/368b1dc4-353e-455b-abd0-5e18d664fe14 HTTP/1.1" status: 204 len: 168 time: 0.9338446 Dec 06 14:26:51.716276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35126) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:51.720919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b6c741f7-1fa2-42db-8463-73469d73b74c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1367868811', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:51.750875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559d05c-fba0-4f0b-8c31-5eb421463ce0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Network': ['ID=368b1dc4-353e-455b-abd0-5e18d664fe14,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:51.816170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86298ae6-0c5f-4dae-8cfc-34930a2754d1 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:51.938916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b6c741f7-1fa2-42db-8463-73469d73b74c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.940128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b6c741f7-1fa2-42db-8463-73469d73b74c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.979994 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86298ae6-0c5f-4dae-8cfc-34930a2754d1 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:51.986295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-86298ae6-0c5f-4dae-8cfc-34930a2754d1 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:51.996264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c3a07-758f-4d86-81db-b300280ed90a None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:52.007977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b6c741f7-1fa2-42db-8463-73469d73b74c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.008452 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c3a07-758f-4d86-81db-b300280ed90a None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:52.009124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5e3c3a07-758f-4d86-81db-b300280ed90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:52.035651 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-86298ae6-0c5f-4dae-8cfc-34930a2754d1 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "PUT /v2.0/floatingips/6e8c31fc-f321-4498-860a-5a8ecf8b2e4a HTTP/1.1" status: 200 len: 978 time: 1.8258164 Dec 06 14:26:52.039125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35128) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:52.046912 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5e3c3a07-758f-4d86-81db-b300280ed90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:52.055790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3c3a07-758f-4d86-81db-b300280ed90a None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:52.056416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5e3c3a07-758f-4d86-81db-b300280ed90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:52.057011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2d93df58-a37c-4698-a1eb-02294cf1f466 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Deleting port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:52.057377 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d93df58-a37c-4698-a1eb-02294cf1f466 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.072142 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d82482-3187-48ca-8201-12b64f385290 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:52.074641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f7d82482-3187-48ca-8201-12b64f385290 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.090802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5e3c3a07-758f-4d86-81db-b300280ed90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:52.091997 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3c3a07-758f-4d86-81db-b300280ed90a None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:52.107565 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b6c741f7-1fa2-42db-8463-73469d73b74c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.162370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-2d93df58-a37c-4698-a1eb-02294cf1f466 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] For port 7e6e1a63-cc66-4829-8d9d-f132f996b0cf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7e6e1a63-cc66-4829-8d9d-f132f996b0cf,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:52.162812 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d93df58-a37c-4698-a1eb-02294cf1f466 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.178335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2d93df58-a37c-4698-a1eb-02294cf1f466 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Calling delete_port for 7e6e1a63-cc66-4829-8d9d-f132f996b0cf owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:52.195923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 26bf91dd-4f06-4b48-b898-8db9702306d9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:52.217925 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 26bf91dd-4f06-4b48-b898-8db9702306d9 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:52.218640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 26bf91dd-4f06-4b48-b898-8db9702306d9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:52.238948 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf01dd-3b3c-41c2-9d55-083884cf5148 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port ce42df44-30e0-46ef-8093-6bfc727eb224 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:52.239440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cbdf01dd-3b3c-41c2-9d55-083884cf5148 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.325005 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b6c741f7-1fa2-42db-8463-73469d73b74c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.329269 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b6c741f7-1fa2-42db-8463-73469d73b74c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6092820 Dec 06 14:26:52.330735 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35130) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:52.336270 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a074f2b5-b3c6-4213-8ee4-af7dc957a40b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'network': {'name': 'tempest-RoutersTest-1315071104'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:52.395396 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cbdf01dd-3b3c-41c2-9d55-083884cf5148 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.530674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a074f2b5-b3c6-4213-8ee4-af7dc957a40b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:52.534290 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a074f2b5-b3c6-4213-8ee4-af7dc957a40b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.558819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a074f2b5-b3c6-4213-8ee4-af7dc957a40b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:26:52.568285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a074f2b5-b3c6-4213-8ee4-af7dc957a40b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.568687 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-a074f2b5-b3c6-4213-8ee4-af7dc957a40b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Added segment 3bd45947-99b5-4065-9eed-264146ff40e4 of type vlan for network 5393f632-061c-4238-9cca-9a62f57e745b Dec 06 14:26:52.581329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d93df58-a37c-4698-a1eb-02294cf1f466 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.596318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f7d82482-3187-48ca-8201-12b64f385290 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.631803 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93df58-a37c-4698-a1eb-02294cf1f466 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event deleted for resources: {'Port': ['ID=7e6e1a63-cc66-4829-8d9d-f132f996b0cf,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:52.646655 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a074f2b5-b3c6-4213-8ee4-af7dc957a40b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.663324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cbdf01dd-3b3c-41c2-9d55-083884cf5148 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.663681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cbdf01dd-3b3c-41c2-9d55-083884cf5148 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.663996 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-cbdf01dd-3b3c-41c2-9d55-083884cf5148 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Floating IP 6e8c31fc-f321-4498-860a-5a8ecf8b2e4a disassociated. External IP: 172.36.1.198, port: ce42df44-30e0-46ef-8093-6bfc727eb224. Dec 06 14:26:52.664337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-cbdf01dd-3b3c-41c2-9d55-083884cf5148 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for ce42df44-30e0-46ef-8093-6bfc727eb224 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:52.679424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d82482-3187-48ca-8201-12b64f385290 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Subnet': ['ID=f668817f-a7da-41d0-a61e-32511bcab833,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:52.727245 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d82482-3187-48ca-8201-12b64f385290 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Checking segment: {'id': '7210c880-67b0-447a-a5f3-6070adcdd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:52.727609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d82482-3187-48ca-8201-12b64f385290 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network hostable DHCP agents. Network: d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:26:52.813217 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a074f2b5-b3c6-4213-8ee4-af7dc957a40b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.819149 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a074f2b5-b3c6-4213-8ee4-af7dc957a40b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:52.819721 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a074f2b5-b3c6-4213-8ee4-af7dc957a40b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.839686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d82482-3187-48ca-8201-12b64f385290 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:26:52.900436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d93df58-a37c-4698-a1eb-02294cf1f466 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.907542 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074f2b5-b3c6-4213-8ee4-af7dc957a40b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Network': ['ID=5393f632-061c-4238-9cca-9a62f57e745b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:52.922814 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 5393f632-061c-4238-9cca-9a62f57e745b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:26:52.949088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cbdf01dd-3b3c-41c2-9d55-083884cf5148 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:52.992570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdf01dd-3b3c-41c2-9d55-083884cf5148 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=ce42df44-30e0-46ef-8093-6bfc727eb224,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:53.016287 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a074f2b5-b3c6-4213-8ee4-af7dc957a40b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6814346 Dec 06 14:26:53.019010 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35134) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:53.021950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c63e069b-e70b-4870-a36a-5edfaa625e93 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'subnet': {'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:53.023044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 15babee3-be50-4436-8319-54025ebe6532 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:53.029731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f7d82482-3187-48ca-8201-12b64f385290 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:53.034641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d82482-3187-48ca-8201-12b64f385290 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:53.035257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f7d82482-3187-48ca-8201-12b64f385290 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:53.068611 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 15babee3-be50-4436-8319-54025ebe6532 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:53.069273 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 15babee3-be50-4436-8319-54025ebe6532 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:53.071098 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1404ba86-7d03-4bdb-a686-3368907236ad None None] Network d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:53.140188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdf01dd-3b3c-41c2-9d55-083884cf5148 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:53.199125 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f7d82482-3187-48ca-8201-12b64f385290 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5467017 Dec 06 14:26:53.201664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35136) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:53.420585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:26:53.422083 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:53.531067 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d93df58-a37c-4698-a1eb-02294cf1f466 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Router 78755611-f7e2-4fd1-9708-4dbc09a9808b has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:26:53.582608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Allocated IP 2001:db8::2 (d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3/f668817f-a7da-41d0-a61e-32511bcab833/dd26f3ac-bcdc-4ab9-afa6-36958e3be74b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:53.627681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63e069b-e70b-4870-a36a-5edfaa625e93 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:53.631433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c63e069b-e70b-4870-a36a-5edfaa625e93 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:53.748952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d93df58-a37c-4698-a1eb-02294cf1f466 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:53.754547 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdf01dd-3b3c-41c2-9d55-083884cf5148 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:53.757774 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2d93df58-a37c-4698-a1eb-02294cf1f466 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "PUT /v2.0/routers/78755611-f7e2-4fd1-9708-4dbc09a9808b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1881874 Dec 06 14:26:53.766404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35142) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:53.774847 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766a517-1ec1-44b5-baa5-8c155b03ec81 None None] Sync routers for ids ['78755611-f7e2-4fd1-9708-4dbc09a9808b'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:53.796497 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766a517-1ec1-44b5-baa5-8c155b03ec81 None None] Routers {'78755611-f7e2-4fd1-9708-4dbc09a9808b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:53.797467 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8766a517-1ec1-44b5-baa5-8c155b03ec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['78755611-f7e2-4fd1-9708-4dbc09a9808b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:53.851354 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e65dd7c-35da-4c7c-a3f7-c3f86ed7bca3 req-365824f6-3e26-4833-bf15-6f6899378a33 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:53.853288 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1e65dd7c-35da-4c7c-a3f7-c3f86ed7bca3 req-365824f6-3e26-4833-bf15-6f6899378a33 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1450269 Dec 06 14:26:53.875668 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a780bfa-e7c1-4d4b-8c3a-27e3b2cf0000 None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:53.895056 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a780bfa-e7c1-4d4b-8c3a-27e3b2cf0000 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:53.896411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0a780bfa-e7c1-4d4b-8c3a-27e3b2cf0000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:53.910336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cbdf01dd-3b3c-41c2-9d55-083884cf5148 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:53.910608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd7933f-c7a4-4c0d-bebb-33f65fbcc73c tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Deleting subnet 6c9dacc5-eaee-4677-89fd-d09a6833c396 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:26:53.914006 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cbdf01dd-3b3c-41c2-9d55-083884cf5148 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/ports/ce42df44-30e0-46ef-8093-6bfc727eb224 HTTP/1.1" status: 204 len: 168 time: 1.8736804 Dec 06 14:26:53.916921 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35144) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:53.925080 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0fd7933f-c7a4-4c0d-bebb-33f65fbcc73c tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:53.933841 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0a780bfa-e7c1-4d4b-8c3a-27e3b2cf0000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:53.953074 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:53.956540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a780bfa-e7c1-4d4b-8c3a-27e3b2cf0000 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:53.957180 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0a780bfa-e7c1-4d4b-8c3a-27e3b2cf0000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:53.985214 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-8766a517-1ec1-44b5-baa5-8c155b03ec81 None None] Set router 78755611-f7e2-4fd1-9708-4dbc09a9808b gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:26:53.993985 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.003955 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-caaa7c39-a27f-45b5-969b-ac72ab4ad4a7 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "GET /v2.0/floatingips/6e8c31fc-f321-4498-860a-5a8ecf8b2e4a HTTP/1.1" status: 200 len: 688 time: 0.0833416 Dec 06 14:26:54.006293 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35146) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:54.009445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0a780bfa-e7c1-4d4b-8c3a-27e3b2cf0000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:54.010134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a780bfa-e7c1-4d4b-8c3a-27e3b2cf0000 None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:54.040048 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.084265 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1e65dd7c-35da-4c7c-a3f7-c3f86ed7bca3 req-f1556f0a-af8f-4424-83c1-2c533983ecf8 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198040 Dec 06 14:26:54.121573 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Pushing event updated for resources: {'Port': ['ID=dd26f3ac-bcdc-4ab9-afa6-36958e3be74b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:54.150883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0fd7933f-c7a4-4c0d-bebb-33f65fbcc73c tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.157848 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Network d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:54.167245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:54.172879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:54.254538 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Attempting to bind port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:26:54.255003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Attempting to bind port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7210c880-67b0-447a-a5f3-6070adcdd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:26:54.255592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Attempting to bind port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b on network d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:26:54.270274 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:26:54.271806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Checking segment: {'id': '7210c880-67b0-447a-a5f3-6070adcdd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:54.272320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.272975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Bound using segment: {'id': '7210c880-67b0-447a-a5f3-6070adcdd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:26:54.273683 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Bound port: dd26f3ac-bcdc-4ab9-afa6-36958e3be74b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7210c880-67b0-447a-a5f3-6070adcdd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:26:54.274327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.309503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Allocated IP 2001:db8::1 (d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3/f668817f-a7da-41d0-a61e-32511bcab833/1fd57437-db29-44b5-8e3c-5f90111b0fc9) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:54.357643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-9e92247f-0ad6-4b50-bac0-7619d3756cc7 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port 18a4c4eb-4230-47be-9704-d4301fe65d1e {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:54.358280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e92247f-0ad6-4b50-bac0-7619d3756cc7 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.362242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] For port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:26:54.368342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] For port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd26f3ac-bcdc-4ab9-afa6-36958e3be74b,segment=NetworkSegment(7210c880-67b0-447a-a5f3-6070adcdd5a6),segment_id=7210c880-67b0-447a-a5f3-6070adcdd5a6)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:26:54.378819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0fd7933f-c7a4-4c0d-bebb-33f65fbcc73c tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.383826 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8766a517-1ec1-44b5-baa5-8c155b03ec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:26:52Z', 'revision_number': 5, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:54.411184 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766a517-1ec1-44b5-baa5-8c155b03ec81 None None] Checking router: 78755611-f7e2-4fd1-9708-4dbc09a9808b for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:26:54.420096 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8766a517-1ec1-44b5-baa5-8c155b03ec81 None None] Routers {'78755611-f7e2-4fd1-9708-4dbc09a9808b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:54.420704 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8766a517-1ec1-44b5-baa5-8c155b03ec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['78755611-f7e2-4fd1-9708-4dbc09a9808b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:54.429218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c63e069b-e70b-4870-a36a-5edfaa625e93 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.457399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.507989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.525492 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-8766a517-1ec1-44b5-baa5-8c155b03ec81 None None] Set router 78755611-f7e2-4fd1-9708-4dbc09a9808b gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:26:54.555385 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e069b-e70b-4870-a36a-5edfaa625e93 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Subnet': ['ID=95d009e7-4ba6-430f-9f33-9423a585eebe,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:54.578227 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.588328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e92247f-0ad6-4b50-bac0-7619d3756cc7 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.588678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e92247f-0ad6-4b50-bac0-7619d3756cc7 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.590023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b74da2-9d08-45f3-b73c-e74ce31a007a None None] Pushing event updated for resources: {'Port': ['ID=dd26f3ac-bcdc-4ab9-afa6-36958e3be74b,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:54.608736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63e069b-e70b-4870-a36a-5edfaa625e93 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Checking segment: {'id': '3bd45947-99b5-4065-9eed-264146ff40e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:54.609366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e069b-e70b-4870-a36a-5edfaa625e93 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network hostable DHCP agents. Network: 5393f632-061c-4238-9cca-9a62f57e745b, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:26:54.625402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-9e92247f-0ad6-4b50-bac0-7619d3756cc7 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for 18a4c4eb-4230-47be-9704-d4301fe65d1e owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:54.646374 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:54.649772 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:54.659302 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:54.663635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.674987 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=1fd57437-db29-44b5-8e3c-5f90111b0fc9,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:54.711169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0fd7933f-c7a4-4c0d-bebb-33f65fbcc73c tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.747169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd7933f-c7a4-4c0d-bebb-33f65fbcc73c tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9dacc5-eaee-4677-89fd-d09a6833c396,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:54.760263 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8766a517-1ec1-44b5-baa5-8c155b03ec81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:26:52Z', 'revision_number': 5, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:54.767888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75342780-0eef-4675-b89c-171bd511d3b8 None None] Network ca39c773-f168-4385-82c7-10e406c5cd38 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:54.784747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0fd7933f-c7a4-4c0d-bebb-33f65fbcc73c tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.788026 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0fd7933f-c7a4-4c0d-bebb-33f65fbcc73c tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "DELETE /v2.0/subnets/6c9dacc5-eaee-4677-89fd-d09a6833c396 HTTP/1.1" status: 204 len: 168 time: 1.0158286 Dec 06 14:26:54.790981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35152) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:54.797549 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8766a517-1ec1-44b5-baa5-8c155b03ec81 None None] The sync data for ids ['78755611-f7e2-4fd1-9708-4dbc09a9808b'] in dv-neutron-master-2-hyperv is: [{'id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-796591779', 'tenant_id': '453d340754844adda7a07ecc7b48fdea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70'}], 'enable_snat': True}, 'gw_port_id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:22:37Z', 'updated_at': '2021-12-06T14:26:52Z', 'revision_number': 5, 'project_id': '453d340754844adda7a07ecc7b48fdea', 'gw_port': {'id': '93e3407b-9b6a-4543-bae2-2f9babbace7d', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b9:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78755611-f7e2-4fd1-9708-4dbc09a9808b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:22:39Z', 'updated_at': '2021-12-06T14:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:54.807156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63e069b-e70b-4870-a36a-5edfaa625e93 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 5393f632-061c-4238-9cca-9a62f57e745b is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:26:54.933072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:54.971861 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-c63e069b-e70b-4870-a36a-5edfaa625e93 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5393f632-061c-4238-9cca-9a62f57e745b) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:54.980482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407b5347-ec56-4469-bc00-c19b8c147f88 None None] Network 5393f632-061c-4238-9cca-9a62f57e745b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:54.984748 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e069b-e70b-4870-a36a-5edfaa625e93 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:54.985420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c63e069b-e70b-4870-a36a-5edfaa625e93 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.046540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.145682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b8fa3-1aa4-4c41-8f00-744344fc2e38 req-ded2672e-5916-45cd-abf0-2b977774ce72 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:55.147196 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-415b8fa3-1aa4-4c41-8f00-744344fc2e38 req-ded2672e-5916-45cd-abf0-2b977774ce72 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1886160 Dec 06 14:26:55.165564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5393f632-061c-4238-9cca-9a62f57e745b', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:26:55.166392 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.193884 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c63e069b-e70b-4870-a36a-5edfaa625e93 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1758215 Dec 06 14:26:55.198562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35156) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:55.262373 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427095de-a17d-4199-ad98-5b853bcf0c68 None None] DHCP port deletion for ca39c773-f168-4385-82c7-10e406c5cd38 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:55.271107 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.282298 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-415b8fa3-1aa4-4c41-8f00-744344fc2e38 req-8532b391-12e5-4fb4-ab6a-9f3279df6798 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979698 Dec 06 14:26:55.310945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e92247f-0ad6-4b50-bac0-7619d3756cc7 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.348774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e92247f-0ad6-4b50-bac0-7619d3756cc7 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=18a4c4eb-4230-47be-9704-d4301fe65d1e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:55.365969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Allocated IP 172.20.0.2 (5393f632-061c-4238-9cca-9a62f57e745b/95d009e7-4ba6-430f-9f33-9423a585eebe/19bfdd6a-6c68-46f1-b804-be56f958eb2d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:55.384831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-427095de-a17d-4199-ad98-5b853bcf0c68 None None] Deleting port 7c789560-a30f-4dca-ae95-2b50c19d4fa8 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:55.385612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-427095de-a17d-4199-ad98-5b853bcf0c68 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.511344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e92247f-0ad6-4b50-bac0-7619d3756cc7 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.514622 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e92247f-0ad6-4b50-bac0-7619d3756cc7 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.524395 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9e92247f-0ad6-4b50-bac0-7619d3756cc7 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/floatingips/6e8c31fc-f321-4498-860a-5a8ecf8b2e4a HTTP/1.1" status: 204 len: 168 time: 1.5090504 Dec 06 14:26:55.527768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35160) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:55.534594 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '9cab3d9a-3697-44db-a01c-4eb6ee7022d9'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:55.578950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-427095de-a17d-4199-ad98-5b853bcf0c68 None None] For port 7c789560-a30f-4dca-ae95-2b50c19d4fa8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c789560-a30f-4dca-ae95-2b50c19d4fa8,segment=NetworkSegment(79b4222f-80e4-46f7-b39a-f2b0de3095ea),segment_id=79b4222f-80e4-46f7-b39a-f2b0de3095ea)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:55.579342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-427095de-a17d-4199-ad98-5b853bcf0c68 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.580466 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Deleting port 93e3407b-9b6a-4543-bae2-2f9babbace7d {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:26:55.580804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.611047 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-427095de-a17d-4199-ad98-5b853bcf0c68 None None] Calling delete_port for 7c789560-a30f-4dca-ae95-2b50c19d4fa8 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:55.617871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.710029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] For port 93e3407b-9b6a-4543-bae2-2f9babbace7d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=93e3407b-9b6a-4543-bae2-2f9babbace7d,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:55.710392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.713913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.714084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.732911 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.738416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Calling delete_port for 93e3407b-9b6a-4543-bae2-2f9babbace7d owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:26:55.775191 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.776461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.880051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.901852 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=1fd57437-db29-44b5-8e3c-5f90111b0fc9,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:55.936815 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:55.986496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Network 5393f632-061c-4238-9cca-9a62f57e745b is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:55.990614 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:55.993532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:55.995735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-427095de-a17d-4199-ad98-5b853bcf0c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.011360 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427095de-a17d-4199-ad98-5b853bcf0c68 None None] No DVR routers for this DVR port 7c789560-a30f-4dca-ae95-2b50c19d4fa8 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:26:56.058944 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Pushing event updated for resources: {'Port': ['ID=19bfdd6a-6c68-46f1-b804-be56f958eb2d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:56.104164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427095de-a17d-4199-ad98-5b853bcf0c68 None None] Pushing event deleted for resources: {'Port': ['ID=7c789560-a30f-4dca-ae95-2b50c19d4fa8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:56.107171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843d6b97-8d2d-4da9-a2ae-3f17732bef2a None None] Network d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:56.126632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:56.127499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.36.1.84 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/f07139c9-0161-4c5b-93b4-f8ea6ab82338) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:56.133327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:56.163353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.199892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Attempting to bind port 19bfdd6a-6c68-46f1-b804-be56f958eb2d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:26:56.201662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Attempting to bind port 19bfdd6a-6c68-46f1-b804-be56f958eb2d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3bd45947-99b5-4065-9eed-264146ff40e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:26:56.201662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Attempting to bind port 19bfdd6a-6c68-46f1-b804-be56f958eb2d on network 5393f632-061c-4238-9cca-9a62f57e745b {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:26:56.206911 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event deleted for resources: {'Port': ['ID=93e3407b-9b6a-4543-bae2-2f9babbace7d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:56.214330 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:26:56.215664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Checking segment: {'id': '3bd45947-99b5-4065-9eed-264146ff40e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:56.217064 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.218651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Bound using segment: {'id': '3bd45947-99b5-4065-9eed-264146ff40e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:26:56.219464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Bound port: 19bfdd6a-6c68-46f1-b804-be56f958eb2d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd45947-99b5-4065-9eed-264146ff40e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:26:56.220040 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.227814 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ae20e-0181-4d2c-8e85-ca68f41a4e90 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:26:56.241485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bdebdfdb-3230-4a85-b4e9-2be7877922c8 None None] Provisioning complete for port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:56.242095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdebdfdb-3230-4a85-b4e9-2be7877922c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.345019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dd26f3ac-bcdc-4ab9-afa6-36958e3be74b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:56.362101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Allocated IP 172.20.0.1 (5393f632-061c-4238-9cca-9a62f57e745b/95d009e7-4ba6-430f-9f33-9423a585eebe/77ca67ad-3610-4126-b29a-831e814185cd) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:26:56.389432 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.452900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] For port 19bfdd6a-6c68-46f1-b804-be56f958eb2d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:26:56.457723 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.461284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] For port 19bfdd6a-6c68-46f1-b804-be56f958eb2d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=19bfdd6a-6c68-46f1-b804-be56f958eb2d,segment=NetworkSegment(3bd45947-99b5-4065-9eed-264146ff40e4),segment_id=3bd45947-99b5-4065-9eed-264146ff40e4)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:26:56.494153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.498042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.520872 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.528292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:56.528412 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.573583 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.594175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 402a56a3-c13e-4abb-acb1-ab2ec5703948 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:26:56.615675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdebdfdb-3230-4a85-b4e9-2be7877922c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.703314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.703832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Fanout notify agent at l3_agent the message router_deleted on router 78755611-f7e2-4fd1-9708-4dbc09a9808b {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:26:56.713814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.717999 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c92cf6f5-5de3-4dab-ada8-44c24e7760e9 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "DELETE /v2.0/routers/78755611-f7e2-4fd1-9708-4dbc09a9808b HTTP/1.1" status: 204 len: 168 time: 1.9258664 Dec 06 14:26:56.718978 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35168) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:56.722357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bdebdfdb-3230-4a85-b4e9-2be7877922c8 None None] For port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd26f3ac-bcdc-4ab9-afa6-36958e3be74b,segment=NetworkSegment(7210c880-67b0-447a-a5f3-6070adcdd5a6),segment_id=7210c880-67b0-447a-a5f3-6070adcdd5a6)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:56.732451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:56.739037 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cc29b-40a6-45e5-8dbc-00f3bbbd0bc8 req-94adf2dc-3fa8-4584-918d-1ba8c31af949 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:56.740558 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-479cc29b-40a6-45e5-8dbc-00f3bbbd0bc8 req-94adf2dc-3fa8-4584-918d-1ba8c31af949 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0832479 Dec 06 14:26:56.743048 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Sync routers for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:26:56.755310 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:56.756161 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:56.756309 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f3da4d46-d5eb-4bf1-b3ba-fe8ee4b735d3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5537083 Dec 06 14:26:56.763236 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35170) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:56.783502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.786574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f5faa007-6bc0-4cf2-8f4e-648a471b2c10 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-36503822'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:56.796705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fdf597-a255-4d00-ad22-0e763a50c81a None None] Pushing event updated for resources: {'Port': ['ID=19bfdd6a-6c68-46f1-b804-be56f958eb2d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:56.801194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.812892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdebdfdb-3230-4a85-b4e9-2be7877922c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.827648 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:56.943641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:56.977930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdebdfdb-3230-4a85-b4e9-2be7877922c8 None None] Pushing event updated for resources: {'Port': ['ID=dd26f3ac-bcdc-4ab9-afa6-36958e3be74b,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:56.978159 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:56.984590 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:26:56.987936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:26:57.004965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:57.005285 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:26:57.027128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=77ca67ad-3610-4126-b29a-831e814185cd,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:57.027320 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-479cc29b-40a6-45e5-8dbc-00f3bbbd0bc8 req-65728d64-fabf-4f9f-b514-e0e14c019179 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2754204 Dec 06 14:26:57.045284 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 5393f632-061c-4238-9cca-9a62f57e745b is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:57.050081 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bc9675a-f51a-4f62-b52b-e29ba8cba8d5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.052192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:57.055130 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:26:57.078803 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=f07139c9-0161-4c5b-93b4-f8ea6ab82338,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:57.147875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f72d4e44-d338-4f72-b028-a6e0e82f33dc None None] Provisioning complete for port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:57.151841 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f72d4e44-d338-4f72-b028-a6e0e82f33dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.155071 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5faa007-6bc0-4cf2-8f4e-648a471b2c10 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:57.158559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f5faa007-6bc0-4cf2-8f4e-648a471b2c10 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.175573 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.186897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f72d4e44-d338-4f72-b028-a6e0e82f33dc None None] Port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:57.199430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f72d4e44-d338-4f72-b028-a6e0e82f33dc None None] Provisioning complete for port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:57.199807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f72d4e44-d338-4f72-b028-a6e0e82f33dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.357849 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:26:54Z', 'revision_number': 2, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:55Z', 'revision_number': 2, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:57.388371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bc9675a-f51a-4f62-b52b-e29ba8cba8d5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.432193 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5faa007-6bc0-4cf2-8f4e-648a471b2c10 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:26:57.443486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3bc9675a-f51a-4f62-b52b-e29ba8cba8d5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca39c773-f168-4385-82c7-10e406c5cd38']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:57.453003 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Checking router: 402a56a3-c13e-4abb-acb1-ab2ec5703948 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:26:57.453626 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Updating router 402a56a3-c13e-4abb-acb1-ab2ec5703948 port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:26:57.471291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f5faa007-6bc0-4cf2-8f4e-648a471b2c10 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.471780 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-f5faa007-6bc0-4cf2-8f4e-648a471b2c10 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Added segment 354ea382-9bb0-44b8-9549-f1fda11a74d9 of type vlan for network e767d6a4-9dcc-407a-816a-3b6abefb81af Dec 06 14:26:57.484322 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.569446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f5faa007-6bc0-4cf2-8f4e-648a471b2c10 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.615319 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b5d05de2-9a19-4c8d-a515-2da2305b29be None None] Provisioning complete for port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:57.615698 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5d05de2-9a19-4c8d-a515-2da2305b29be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.624136 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3bc9675a-f51a-4f62-b52b-e29ba8cba8d5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79b4222f-80e4-46f7-b39a-f2b0de3095ea') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:57.624570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3bc9675a-f51a-4f62-b52b-e29ba8cba8d5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79b4222f-80e4-46f7-b39a-f2b0de3095ea') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:57.645711 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bc9675a-f51a-4f62-b52b-e29ba8cba8d5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.663452 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7c789560-a30f-4dca-ae95-2b50c19d4fa8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:57.687165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bc9675a-f51a-4f62-b52b-e29ba8cba8d5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.702712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bc9675a-f51a-4f62-b52b-e29ba8cba8d5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:26:57.703264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 7c789560-a30f-4dca-ae95-2b50c19d4fa8 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:57.703875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7c789560-a30f-4dca-ae95-2b50c19d4fa8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:57.704582 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7e6e1a63-cc66-4829-8d9d-f132f996b0cf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:57.705998 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bc9675a-f51a-4f62-b52b-e29ba8cba8d5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.710534 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b5d05de2-9a19-4c8d-a515-2da2305b29be None None] Port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:26:57.719603 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:26:57.721694 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f5faa007-6bc0-4cf2-8f4e-648a471b2c10 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.726955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5faa007-6bc0-4cf2-8f4e-648a471b2c10 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:57.727613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f5faa007-6bc0-4cf2-8f4e-648a471b2c10 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.750960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 7e6e1a63-cc66-4829-8d9d-f132f996b0cf {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:26:57.760939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7e6e1a63-cc66-4829-8d9d-f132f996b0cf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:26:57.879009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.898479 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faa007-6bc0-4cf2-8f4e-648a471b2c10 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Network': ['ID=e767d6a4-9dcc-407a-816a-3b6abefb81af,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:57.914037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network e767d6a4-9dcc-407a-816a-3b6abefb81af details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:26:57.933554 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f5faa007-6bc0-4cf2-8f4e-648a471b2c10 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1520538 Dec 06 14:26:57.938108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35172) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:57.943731 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:57.944957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e9b09127-8117-4699-a21c-05f73796af38 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'subnet': {'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:26:58.033255 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6db97c9e-1841-4d46-b15d-8d7524ed8087 None None] Provisioning complete for port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:58.033830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6db97c9e-1841-4d46-b15d-8d7524ed8087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.035020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bc9675a-f51a-4f62-b52b-e29ba8cba8d5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.041194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3bc9675a-f51a-4f62-b52b-e29ba8cba8d5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.043810 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3bc9675a-f51a-4f62-b52b-e29ba8cba8d5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "DELETE /v2.0/networks/ca39c773-f168-4385-82c7-10e406c5cd38 HTTP/1.1" status: 204 len: 168 time: 1.3236079 Dec 06 14:26:58.052017 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35176) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:58.062693 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.087815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6db97c9e-1841-4d46-b15d-8d7524ed8087 None None] Port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:26:58.101206 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc9675a-f51a-4f62-b52b-e29ba8cba8d5 tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event deleted for resources: {'Network': ['ID=ca39c773-f168-4385-82c7-10e406c5cd38,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:58.177601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.207419 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Pushing event updated for resources: {'Port': ['ID=1fd57437-db29-44b5-8e3c-5f90111b0fc9,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:58.224620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b09127-8117-4699-a21c-05f73796af38 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:26:58.228895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9b09127-8117-4699-a21c-05f73796af38 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.262156 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:58.262511 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:58.263113 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:58.263643 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:58.264173 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:58.267522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a7624-3224-44af-9cbc-d35ed2c18b16 req-8cb917b4-196b-43bf-b41a-6e83317879c9 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:58.269117 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fb2a7624-3224-44af-9cbc-d35ed2c18b16 req-8cb917b4-196b-43bf-b41a-6e83317879c9 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1319380 Dec 06 14:26:58.269801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f5dae06-e58c-406e-b012-165d25d2146b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.280726 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:58.281301 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:58.288029 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:58.288413 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:58.288771 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:58.289232 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:58.289564 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:58.289885 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:26:58.387765 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Attempting to bind port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:26:58.388143 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Attempting to bind port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7210c880-67b0-447a-a5f3-6070adcdd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:26:58.388507 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Attempting to bind port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 on network d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:26:58.391817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dd26f3ac-bcdc-4ab9-afa6-36958e3be74b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:58.403945 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:26:58.404776 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Checking segment: {'id': '7210c880-67b0-447a-a5f3-6070adcdd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:58.407846 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.408499 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Bound using segment: {'id': '7210c880-67b0-447a-a5f3-6070adcdd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:26:58.409439 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Bound port: 1fd57437-db29-44b5-8e3c-5f90111b0fc9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7210c880-67b0-447a-a5f3-6070adcdd5a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:26:58.410038 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.512083 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] For port 1fd57437-db29-44b5-8e3c-5f90111b0fc9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:26:58.516628 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] For port 1fd57437-db29-44b5-8e3c-5f90111b0fc9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1fd57437-db29-44b5-8e3c-5f90111b0fc9,segment=NetworkSegment(7210c880-67b0-447a-a5f3-6070adcdd5a6),segment_id=7210c880-67b0-447a-a5f3-6070adcdd5a6)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:26:58.518639 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:58.519247 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.546098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.588327 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.651311 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9b09127-8117-4699-a21c-05f73796af38 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.669796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 19bfdd6a-6c68-46f1-b804-be56f958eb2d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:26:58.699353 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12889f17-3f47-441f-a614-3d4dfe6bacfb None None] Pushing event updated for resources: {'Port': ['ID=1fd57437-db29-44b5-8e3c-5f90111b0fc9,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:58.775315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5a48cef8-8c81-4ddf-a357-57b2f77eceeb None None] Provisioning complete for port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:58.776158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a48cef8-8c81-4ddf-a357-57b2f77eceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.779125 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:26:58.782429 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b09127-8117-4699-a21c-05f73796af38 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Subnet': ['ID=5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:58.784380 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:58.814613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f5dae06-e58c-406e-b012-165d25d2146b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.820287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b09127-8117-4699-a21c-05f73796af38 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Checking segment: {'id': '354ea382-9bb0-44b8-9549-f1fda11a74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:26:58.820659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b09127-8117-4699-a21c-05f73796af38 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network hostable DHCP agents. Network: e767d6a4-9dcc-407a-816a-3b6abefb81af, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:26:58.831985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c21a16-8677-4a19-bb50-dbda6f944507 None None] Network 5393f632-061c-4238-9cca-9a62f57e745b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:58.863703 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.886094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 19bfdd6a-6c68-46f1-b804-be56f958eb2d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:58.886856 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.918776 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fb2a7624-3224-44af-9cbc-d35ed2c18b16 req-62760c5e-a526-4b1e-a8d9-acaf1a02d90f tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912851 Dec 06 14:26:58.937452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:58.963450 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:26:58.980808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b09127-8117-4699-a21c-05f73796af38 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network e767d6a4-9dcc-407a-816a-3b6abefb81af is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:26:59.033856 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.074028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.079999 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f5dae06-e58c-406e-b012-165d25d2146b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.084222 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f5dae06-e58c-406e-b012-165d25d2146b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.087130 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9f5dae06-e58c-406e-b012-165d25d2146b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] 10.222.0.42 "DELETE /v2.0/security-groups/5d12d6b8-9385-41e2-8614-6f9c1ad8f090 HTTP/1.1" status: 204 len: 168 time: 1.0325234 Dec 06 14:26:59.110235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-e9b09127-8117-4699-a21c-05f73796af38 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e767d6a4-9dcc-407a-816a-3b6abefb81af) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:59.115419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b09127-8117-4699-a21c-05f73796af38 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:26:59.116036 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9b09127-8117-4699-a21c-05f73796af38 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.132727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef043f5-6b8b-4721-b1f8-7bdf9d950328 None None] Network e767d6a4-9dcc-407a-816a-3b6abefb81af requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:26:59.161619 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=f07139c9-0161-4c5b-93b4-f8ea6ab82338,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:59.179864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.203832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=77ca67ad-3610-4126-b29a-831e814185cd,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:59.228335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dae06-e58c-406e-b012-165d25d2146b tempest-TestNetworkAdvancedServerOps-1496337917 tempest-TestNetworkAdvancedServerOps-1496337917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d12d6b8-9385-41e2-8614-6f9c1ad8f090,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:59.279440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.325073 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Floating IP 30442a16-643d-4902-8eea-c264bb09b65d associated. External IP: 172.36.1.84, port: 9cab3d9a-3697-44db-a01c-4eb6ee7022d9. Dec 06 14:26:59.340957 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e9b09127-8117-4699-a21c-05f73796af38 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4017060 Dec 06 14:26:59.345075 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35184) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:59.384434 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:26:54Z', 'revision_number': 2, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:58Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:26:59.408495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 5393f632-061c-4238-9cca-9a62f57e745b is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:26:59.411248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:26:59.418470 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9f13df-c5bf-45d6-b240-507f906d58a3 None None] The sync data for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv is: [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:26:54Z', 'revision_number': 2, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:58Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:26:59.431379 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.452664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a48cef8-8c81-4ddf-a357-57b2f77eceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.505676 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.589466 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5a48cef8-8c81-4ddf-a357-57b2f77eceeb None None] For port 1fd57437-db29-44b5-8e3c-5f90111b0fc9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1fd57437-db29-44b5-8e3c-5f90111b0fc9,segment=NetworkSegment(7210c880-67b0-447a-a5f3-6070adcdd5a6),segment_id=7210c880-67b0-447a-a5f3-6070adcdd5a6)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:59.611390 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:26:59.632407 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e767d6a4-9dcc-407a-816a-3b6abefb81af', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:26:59.634228 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.648141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 19bfdd6a-6c68-46f1-b804-be56f958eb2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=19bfdd6a-6c68-46f1-b804-be56f958eb2d,segment=NetworkSegment(3bd45947-99b5-4065-9eed-264146ff40e4),segment_id=3bd45947-99b5-4065-9eed-264146ff40e4)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:26:59.657783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a48cef8-8c81-4ddf-a357-57b2f77eceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.736663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.740825 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a48cef8-8c81-4ddf-a357-57b2f77eceeb None None] Pushing event updated for resources: {'Port': ['ID=1fd57437-db29-44b5-8e3c-5f90111b0fc9,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:59.922017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=19bfdd6a-6c68-46f1-b804-be56f958eb2d,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:26:59.941437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:26:59.949608 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-276c1fe2-2f8c-418e-97d9-414595d1e4c0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7495131 Dec 06 14:26:59.951753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35188) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:26:59.953985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 93e3407b-9b6a-4543-bae2-2f9babbace7d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:26:59.961622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6ad38292-7e6b-47a1-8a8d-e6aaecc5e53a None None] Provisioning complete for port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:26:59.961922 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ad38292-7e6b-47a1-8a8d-e6aaecc5e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:26:59.968250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-8a41f3f3-4d0f-4e5b-b983-b9a0e8a5f65c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'network': {'name': 'tempest-RoutersTest-1775832228'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:00.030367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Sync routers for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:00.083357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 93e3407b-9b6a-4543-bae2-2f9babbace7d {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:00.083711 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 93e3407b-9b6a-4543-bae2-2f9babbace7d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:00.104679 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:00.108561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35192) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:00.124655 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a41f3f3-4d0f-4e5b-b983-b9a0e8a5f65c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:00.128645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8a41f3f3-4d0f-4e5b-b983-b9a0e8a5f65c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:00.150045 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:00.159313 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:00.191694 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:27:00.260312 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed14507-3f0e-4546-8b3f-074e16a317ac req-a613449a-18cd-4bd9-ac4d-d52e9b095039 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:00.264434 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4ed14507-3f0e-4546-8b3f-074e16a317ac req-a613449a-18cd-4bd9-ac4d-d52e9b095039 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.2094045 Dec 06 14:27:00.268784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a41f3f3-4d0f-4e5b-b983-b9a0e8a5f65c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:27:00.338052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8a41f3f3-4d0f-4e5b-b983-b9a0e8a5f65c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:00.341415 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-8a41f3f3-4d0f-4e5b-b983-b9a0e8a5f65c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Added segment 1c65258b-e398-4e50-b356-10d534d172a9 of type vlan for network 25081edc-546d-45d0-a935-07ad9f13fd5d Dec 06 14:27:00.440239 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1fd57437-db29-44b5-8e3c-5f90111b0fc9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:00.490293 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8a41f3f3-4d0f-4e5b-b983-b9a0e8a5f65c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:00.504484 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4ed14507-3f0e-4546-8b3f-074e16a317ac req-ab71345a-b399-449b-81ae-47141e68de06 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306764 Dec 06 14:27:00.515012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Allocated IP 2001:db8:1::2 (e767d6a4-9dcc-407a-816a-3b6abefb81af/5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3/5a491709-7647-48dc-b2ef-882846553319) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:00.540193 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-89228c15-840f-4678-88f0-bdb48a7ee297 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=453d340754844adda7a07ecc7b48fdea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4303448 Dec 06 14:27:00.542975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35196) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:00.555538 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:00.620514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f18d249c-99ae-49c8-bec5-cead86a3e45b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:00.673368 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f18d249c-99ae-49c8-bec5-cead86a3e45b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:00.694009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8a41f3f3-4d0f-4e5b-b983-b9a0e8a5f65c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:00.695977 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6ad38292-7e6b-47a1-8a8d-e6aaecc5e53a None None] Provisioning complete for port 19bfdd6a-6c68-46f1-b804-be56f958eb2d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:00.696406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ad38292-7e6b-47a1-8a8d-e6aaecc5e53a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:00.701448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a41f3f3-4d0f-4e5b-b983-b9a0e8a5f65c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:00.702403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8a41f3f3-4d0f-4e5b-b983-b9a0e8a5f65c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:00.725342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:00.736777 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675de1b-650e-433d-ba17-bd833bcee369 None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:00.749496 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675de1b-650e-433d-ba17-bd833bcee369 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:00.750402 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4675de1b-650e-433d-ba17-bd833bcee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:00.751087 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:00.782402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a41f3f3-4d0f-4e5b-b983-b9a0e8a5f65c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Network': ['ID=25081edc-546d-45d0-a935-07ad9f13fd5d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:00.803972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 25081edc-546d-45d0-a935-07ad9f13fd5d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:27:00.822122 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4675de1b-650e-433d-ba17-bd833bcee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:00.835094 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4675de1b-650e-433d-ba17-bd833bcee369 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:00.835711 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4675de1b-650e-433d-ba17-bd833bcee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:00.843533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:00.869301 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4675de1b-650e-433d-ba17-bd833bcee369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:00.869960 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4675de1b-650e-433d-ba17-bd833bcee369 None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:00.878464 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c73e98e5-ac10-4954-b56a-77dc583860b5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3495395 Dec 06 14:27:00.881109 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35198) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:00.887111 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-90609c70-3def-4a1f-ab30-56a0c64276c5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1089605384'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:00.890078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:00.894240 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:00.900605 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8a41f3f3-4d0f-4e5b-b983-b9a0e8a5f65c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9451227 Dec 06 14:27:00.900805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35200) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:00.906126 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ecdb46d0-4dac-42bc-b192-299dee701e90 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'subnet': {'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:00.972587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f18d249c-99ae-49c8-bec5-cead86a3e45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:00.975268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f18d249c-99ae-49c8-bec5-cead86a3e45b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:00.979004 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f18d249c-99ae-49c8-bec5-cead86a3e45b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d39b10f-d82d-4410-9d69-72c214078502 HTTP/1.1" status: 204 len: 168 time: 0.4325414 Dec 06 14:27:00.997555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18d249c-99ae-49c8-bec5-cead86a3e45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d39b10f-d82d-4410-9d69-72c214078502,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:01.092459 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90609c70-3def-4a1f-ab30-56a0c64276c5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Made reservation on behalf of 6ffbc83eb05b4687a416a46e7fdfa1ee for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:01.096096 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-90609c70-3def-4a1f-ab30-56a0c64276c5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.127284 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90609c70-3def-4a1f-ab30-56a0c64276c5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:27:01.138256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-90609c70-3def-4a1f-ab30-56a0c64276c5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.138925 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-90609c70-3def-4a1f-ab30-56a0c64276c5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Added segment f550e5b5-467d-42ab-a560-7801d97dfefb of type vlan for network cbdddf99-6f42-4662-8925-8abafc0cd9ae Dec 06 14:27:01.183641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-90609c70-3def-4a1f-ab30-56a0c64276c5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.249927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.262433 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdb46d0-4dac-42bc-b192-299dee701e90 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:01.266080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecdb46d0-4dac-42bc-b192-299dee701e90 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.321809 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-90609c70-3def-4a1f-ab30-56a0c64276c5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.327798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90609c70-3def-4a1f-ab30-56a0c64276c5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:01.328152 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-90609c70-3def-4a1f-ab30-56a0c64276c5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.329481 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 19bfdd6a-6c68-46f1-b804-be56f958eb2d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:01.416446 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Allocated IP 2001:db8:1::1 (e767d6a4-9dcc-407a-816a-3b6abefb81af/5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3/44e67559-287a-465e-9071-968f10021477) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:01.437864 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90609c70-3def-4a1f-ab30-56a0c64276c5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Network': ['ID=cbdddf99-6f42-4662-8925-8abafc0cd9ae,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:01.515587 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-90609c70-3def-4a1f-ab30-56a0c64276c5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6330497 Dec 06 14:27:01.518327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35206) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:01.523372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0a15e6f7-5973-4220-a152-eb4d28a314a8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'subnet': {'network_id': 'cbdddf99-6f42-4662-8925-8abafc0cd9ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:01.590174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.594311 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.607124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network cbdddf99-6f42-4662-8925-8abafc0cd9ae details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:27:01.617465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bffa09c7-6393-4989-af15-e1ab7adbc2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.669772 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec374ae6-894e-467a-8876-e7b061b74c12 req-88b8353c-b486-4755-a003-21319b7e20db tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:01.671388 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ec374ae6-894e-467a-8876-e7b061b74c12 req-88b8353c-b486-4755-a003-21319b7e20db tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0700927 Dec 06 14:27:01.726151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:26:57Z', 'revision_number': 2, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:26:58Z', 'revision_number': 2, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:01.734665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Network e767d6a4-9dcc-407a-816a-3b6abefb81af is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:01.736242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a7b7b4a3-5630-4cf0-abf1-43381d66261b None None] Provisioning complete for port 19bfdd6a-6c68-46f1-b804-be56f958eb2d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:01.736614 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b4a3-5630-4cf0-abf1-43381d66261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.737974 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ec374ae6-894e-467a-8876-e7b061b74c12 req-69e3b63b-3625-4a00-b480-ca0f2dee91b8 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507419 Dec 06 14:27:01.777543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.777771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecdb46d0-4dac-42bc-b192-299dee701e90 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.779624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a15e6f7-5973-4220-a152-eb4d28a314a8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Made reservation on behalf of 6ffbc83eb05b4687a416a46e7fdfa1ee for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:01.783925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a15e6f7-5973-4220-a152-eb4d28a314a8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.792305 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:01.807464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Checking router: 15bf1801-2d2d-4e7c-bb11-694788b1e6ae for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:01.808293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Updating router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae port 77ca67ad-3610-4126-b29a-831e814185cd binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:27:01.816296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:01.819519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Pushing event updated for resources: {'Port': ['ID=5a491709-7647-48dc-b2ef-882846553319,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:01.823184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network e767d6a4-9dcc-407a-816a-3b6abefb81af is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:01.828688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:01.836099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:01.836099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.856720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 19bfdd6a-6c68-46f1-b804-be56f958eb2d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:01.857683 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.899346 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35210) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:01.922812 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=44e67559-287a-465e-9071-968f10021477,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:01.930552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.943353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4611167c-936a-4595-99b2-7c380a8ea33d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:01.959791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdb46d0-4dac-42bc-b192-299dee701e90 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Subnet': ['ID=05d24a16-1ab4-4f71-9ec4-168b690fde30,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:01.974264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Attempting to bind port 5a491709-7647-48dc-b2ef-882846553319 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:01.974638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Attempting to bind port 5a491709-7647-48dc-b2ef-882846553319 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '354ea382-9bb0-44b8-9549-f1fda11a74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:01.975005 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Attempting to bind port 5a491709-7647-48dc-b2ef-882846553319 on network e767d6a4-9dcc-407a-816a-3b6abefb81af {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:01.992094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdb46d0-4dac-42bc-b192-299dee701e90 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Checking segment: {'id': '1c65258b-e398-4e50-b356-10d534d172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:01.992094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdb46d0-4dac-42bc-b192-299dee701e90 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network hostable DHCP agents. Network: 25081edc-546d-45d0-a935-07ad9f13fd5d, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:27:02.038461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:02.038461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Checking segment: {'id': '354ea382-9bb0-44b8-9549-f1fda11a74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:02.038461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.038461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Bound using segment: {'id': '354ea382-9bb0-44b8-9549-f1fda11a74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:02.038461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Bound port: 5a491709-7647-48dc-b2ef-882846553319, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354ea382-9bb0-44b8-9549-f1fda11a74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:02.038461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.048370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.142279 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdb46d0-4dac-42bc-b192-299dee701e90 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 25081edc-546d-45d0-a935-07ad9f13fd5d is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:27:02.163146 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4611167c-936a-4595-99b2-7c380a8ea33d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.259543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] For port 5a491709-7647-48dc-b2ef-882846553319, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:02.264366 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a7b7b4a3-5630-4cf0-abf1-43381d66261b None None] Provisioning complete for port 77ca67ad-3610-4126-b29a-831e814185cd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:02.264740 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7b7b4a3-5630-4cf0-abf1-43381d66261b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.337610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] For port 5a491709-7647-48dc-b2ef-882846553319, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a491709-7647-48dc-b2ef-882846553319,segment=NetworkSegment(354ea382-9bb0-44b8-9549-f1fda11a74d9),segment_id=354ea382-9bb0-44b8-9549-f1fda11a74d9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:02.350974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7b4a3-5630-4cf0-abf1-43381d66261b None None] Port 77ca67ad-3610-4126-b29a-831e814185cd cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:27:02.359544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.365614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a15e6f7-5973-4220-a152-eb4d28a314a8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.427908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4611167c-936a-4595-99b2-7c380a8ea33d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.429263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.430184 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-ecdb46d0-4dac-42bc-b192-299dee701e90 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 25081edc-546d-45d0-a935-07ad9f13fd5d) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:02.435515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15e6f7-5973-4220-a152-eb4d28a314a8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Subnet': ['ID=717450a0-86ef-44c6-9ae9-0d22de44bc6f,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:02.437905 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48553da-e02e-40e5-842a-868685bfb710 None None] Network 25081edc-546d-45d0-a935-07ad9f13fd5d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:02.456593 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdb46d0-4dac-42bc-b192-299dee701e90 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:02.457197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecdb46d0-4dac-42bc-b192-299dee701e90 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.480586 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a15e6f7-5973-4220-a152-eb4d28a314a8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Checking segment: {'id': 'f550e5b5-467d-42ab-a560-7801d97dfefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cbdddf99-6f42-4662-8925-8abafc0cd9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:02.481051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15e6f7-5973-4220-a152-eb4d28a314a8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network hostable DHCP agents. Network: cbdddf99-6f42-4662-8925-8abafc0cd9ae, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:27:02.483458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.484245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.490037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.499831 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4611167c-936a-4595-99b2-7c380a8ea33d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=517fdd342cf64da28ced79d653e1286c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5917301 Dec 06 14:27:02.503195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4611167c-936a-4595-99b2-7c380a8ea33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28273c92-32db-4a11-b06d-27dbbcee062c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:02.510149 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35212) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:02.530870 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.603685 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bd392a8c-4f83-4359-9155-8ddd4d547b23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.631754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=44e67559-287a-465e-9071-968f10021477,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:02.633960 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bd392a8c-4f83-4359-9155-8ddd4d547b23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.646717 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5068fb4f-1f1b-4567-a899-3d500aef5c3b None None] Pushing event updated for resources: {'Port': ['ID=5a491709-7647-48dc-b2ef-882846553319,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:02.679445 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ecdb46d0-4dac-42bc-b192-299dee701e90 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7770147 Dec 06 14:27:02.687192 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35214) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:02.688469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a15e6f7-5973-4220-a152-eb4d28a314a8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network cbdddf99-6f42-4662-8925-8abafc0cd9ae is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:27:02.690702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Attempting to bind port 77ca67ad-3610-4126-b29a-831e814185cd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:02.691076 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Attempting to bind port 77ca67ad-3610-4126-b29a-831e814185cd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3bd45947-99b5-4065-9eed-264146ff40e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:02.691443 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Attempting to bind port 77ca67ad-3610-4126-b29a-831e814185cd on network 5393f632-061c-4238-9cca-9a62f57e745b {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:02.710873 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-0a15e6f7-5973-4220-a152-eb4d28a314a8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cbdddf99-6f42-4662-8925-8abafc0cd9ae) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:02.730797 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a15e6f7-5973-4220-a152-eb4d28a314a8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:02.734524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a15e6f7-5973-4220-a152-eb4d28a314a8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.796542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645a49a6-79a0-4d15-8cfa-08052c5f25f6 None None] Network cbdddf99-6f42-4662-8925-8abafc0cd9ae requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:02.824421 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0a15e6f7-5973-4220-a152-eb4d28a314a8 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3027215 Dec 06 14:27:02.824662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35218) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:02.830322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1283997985', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:02.857054 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bd392a8c-4f83-4359-9155-8ddd4d547b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.859592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bd392a8c-4f83-4359-9155-8ddd4d547b23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.860759 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bd392a8c-4f83-4359-9155-8ddd4d547b23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28273c92-32db-4a11-b06d-27dbbcee062c HTTP/1.1" status: 204 len: 168 time: 0.3491423 Dec 06 14:27:02.935604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd392a8c-4f83-4359-9155-8ddd4d547b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28273c92-32db-4a11-b06d-27dbbcee062c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:02.970456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:02.970960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Checking segment: {'id': '3bd45947-99b5-4065-9eed-264146ff40e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:02.971232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:02.971626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Bound using segment: {'id': '3bd45947-99b5-4065-9eed-264146ff40e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:02.972107 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Bound port: 77ca67ad-3610-4126-b29a-831e814185cd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bd45947-99b5-4065-9eed-264146ff40e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:02.972629 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.053750 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network e767d6a4-9dcc-407a-816a-3b6abefb81af is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:03.057068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:03.084217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198e925-61f0-4b08-85e9-fa15ecca48a3 req-c17bfd2c-ebd2-484a-b7f3-3a05618772e8 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:03.094216 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8198e925-61f0-4b08-85e9-fa15ecca48a3 req-c17bfd2c-ebd2-484a-b7f3-3a05618772e8 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.2524285 Dec 06 14:27:03.125327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.126411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.211350 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fe21f-d9c7-4da0-b42f-3b3d9d36f652 None None] Pushing event updated for resources: {'Port': ['ID=77ca67ad-3610-4126-b29a-831e814185cd,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:03.271744 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8198e925-61f0-4b08-85e9-fa15ecca48a3 req-cbf11110-dcbb-4ea1-b83c-6590dbd4ae5e tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765394 Dec 06 14:27:03.286324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.295814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 402a56a3-c13e-4abb-acb1-ab2ec5703948 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:03.316072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cbdddf99-6f42-4662-8925-8abafc0cd9ae', 'network_id': 'cbdddf99-6f42-4662-8925-8abafc0cd9ae', 'tenant_id': '6ffbc83eb05b4687a416a46e7fdfa1ee', 'fixed_ips': [{'subnet_id': '717450a0-86ef-44c6-9ae9-0d22de44bc6f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:27:03.317163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.333035 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c7b618ec-7a88-4526-a828-c69eddbddfb8 None None] Provisioning complete for port 77ca67ad-3610-4126-b29a-831e814185cd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:03.333453 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c7b618ec-7a88-4526-a828-c69eddbddfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.342091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-25081edc-546d-45d0-a935-07ad9f13fd5d', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:27:03.345222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.378938 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] For port 77ca67ad-3610-4126-b29a-831e814185cd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:03.407861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] For port 77ca67ad-3610-4126-b29a-831e814185cd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77ca67ad-3610-4126-b29a-831e814185cd,segment=NetworkSegment(3bd45947-99b5-4065-9eed-264146ff40e4),segment_id=3bd45947-99b5-4065-9eed-264146ff40e4)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:03.463786 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c7b618ec-7a88-4526-a828-c69eddbddfb8 None None] Port 77ca67ad-3610-4126-b29a-831e814185cd cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:27:03.477836 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:03.484407 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c1b0e861-623a-494d-85e5-eed3ae4a862f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1369193 Dec 06 14:27:03.487432 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.489626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35226) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:03.495118 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ca45e0f9-c1ee-44fd-a797-86a75a557f42 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1903354374'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:03.520768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Sync routers for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:03.531835 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.562360 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.570063 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:03.570692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:03.707183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca45e0f9-c1ee-44fd-a797-86a75a557f42 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:03.713618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ca45e0f9-c1ee-44fd-a797-86a75a557f42 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.838223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca45e0f9-c1ee-44fd-a797-86a75a557f42 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:27:03.857768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ca45e0f9-c1ee-44fd-a797-86a75a557f42 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.858190 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-ca45e0f9-c1ee-44fd-a797-86a75a557f42 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Added segment 5a595971-4639-4af4-8019-7971e2ecc5eb of type vlan for network 4643db74-8146-4475-b377-97277a6e86e0 Dec 06 14:27:03.860916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.885489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:03.968150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ca45e0f9-c1ee-44fd-a797-86a75a557f42 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:04.045179 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.36.1.103 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/912244f7-b7ea-406c-b7da-32dbac82b725) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:04.079811 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ca45e0f9-c1ee-44fd-a797-86a75a557f42 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:04.087328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca45e0f9-c1ee-44fd-a797-86a75a557f42 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:04.088638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Allocated IP 172.20.0.2 (cbdddf99-6f42-4662-8925-8abafc0cd9ae/717450a0-86ef-44c6-9ae9-0d22de44bc6f/4f932d00-3dff-412b-ad20-7ea7d49174c1) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:04.094449 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ca45e0f9-c1ee-44fd-a797-86a75a557f42 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:04.094609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Allocated IP 172.21.0.2 (25081edc-546d-45d0-a935-07ad9f13fd5d/05d24a16-1ab4-4f71-9ec4-168b690fde30/70906f76-4afc-463c-b6d3-07c25e0fcac6) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:04.124745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008fe21f-d9c7-4da0-b42f-3b3d9d36f652 None None] Pushing event updated for resources: {'Port': ['ID=77ca67ad-3610-4126-b29a-831e814185cd,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:04.145334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:04.146364 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:26:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:04.174490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:04.192032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ae0b219-298a-49aa-9e13-64c1768532ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:04.223516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca45e0f9-c1ee-44fd-a797-86a75a557f42 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Network': ['ID=4643db74-8146-4475-b377-97277a6e86e0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:04.278770 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ca45e0f9-c1ee-44fd-a797-86a75a557f42 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7875483 Dec 06 14:27:04.279662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35240) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:04.283101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:04.305491 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'subnet': {'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:04.369829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 4643db74-8146-4475-b377-97277a6e86e0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:27:04.394440 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6291b66-d7dd-43a5-be01-ad5aec9a9c44 None None] Network e767d6a4-9dcc-407a-816a-3b6abefb81af requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:04.438666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:04.485561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5a491709-7647-48dc-b2ef-882846553319 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:04.485979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:04.490831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:04.495691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:04.500043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=912244f7-b7ea-406c-b7da-32dbac82b725,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:04.503228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af149f9-8437-4087-bd41-cafacd7e0f66 req-07531d8f-3f02-48e7-b40b-1cc85e4d39da tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:04.505658 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0af149f9-8437-4087-bd41-cafacd7e0f66 req-07531d8f-3f02-48e7-b40b-1cc85e4d39da tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0773249 Dec 06 14:27:04.559030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b7e633-e8d0-4281-be44-744cab3196aa None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:04.580077 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0af149f9-8437-4087-bd41-cafacd7e0f66 req-d56eebce-026d-4182-926a-ba34e0844219 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653172 Dec 06 14:27:04.585997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:04.590530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:04.722940 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b23532c4-f4b0-40a9-8da1-5a21a5eb12d2 None None] Provisioning complete for port 5a491709-7647-48dc-b2ef-882846553319 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:04.723311 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b23532c4-f4b0-40a9-8da1-5a21a5eb12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:04.747960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:04.870305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:04.897307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:04.931135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:05.019175 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Subnet': ['ID=8f355fc5-f6f1-4742-b269-2ea3660e0f70,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:05.033333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:05.033759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:05.034179 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:05.034862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:05.035646 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:05.035646 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:05.035909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:05.036355 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:05.036750 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:05.037301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:05.038205 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:05.038205 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:05.038858 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:05.053188 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Checking segment: {'id': '5a595971-4639-4af4-8019-7971e2ecc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4643db74-8146-4475-b377-97277a6e86e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:05.053788 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network hostable DHCP agents. Network: 4643db74-8146-4475-b377-97277a6e86e0, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:27:05.113155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5a491709-7647-48dc-b2ef-882846553319 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:05.113789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:05.114866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:05.117459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:05.155639 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:05.183476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network 4643db74-8146-4475-b377-97277a6e86e0 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:27:05.257612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:05.259658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:05.337821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router fd643648-a045-4470-8553-1a9c818c5c32 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:27:05.341856 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b23532c4-f4b0-40a9-8da1-5a21a5eb12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:05.370143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Network 25081edc-546d-45d0-a935-07ad9f13fd5d is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:05.373984 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Network cbdddf99-6f42-4662-8925-8abafc0cd9ae is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:05.394640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:05.397573 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:05.418426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:05.431348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:05.436066 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Pushing event updated for resources: {'Port': ['ID=70906f76-4afc-463c-b6d3-07c25e0fcac6,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:05.496993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:05.512301 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d824e039-f7cb-4ec7-9b6c-e7c91da21ab5 None None] Sync routers for ids ['fd643648-a045-4470-8553-1a9c818c5c32'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:05.533526 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d824e039-f7cb-4ec7-9b6c-e7c91da21ab5 None None] Routers {'fd643648-a045-4470-8553-1a9c818c5c32'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:05.536277 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d824e039-f7cb-4ec7-9b6c-e7c91da21ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fd643648-a045-4470-8553-1a9c818c5c32'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:05.596536 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d824e039-f7cb-4ec7-9b6c-e7c91da21ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:05.609228 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d824e039-f7cb-4ec7-9b6c-e7c91da21ab5 None None] Routers {'fd643648-a045-4470-8553-1a9c818c5c32'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:05.610414 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d824e039-f7cb-4ec7-9b6c-e7c91da21ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fd643648-a045-4470-8553-1a9c818c5c32'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:05.619184 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:05.619184 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-059e3c62-1505-4c5b-9349-291d7d9b475f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.7927530 Dec 06 14:27:05.621552 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35266) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:05.639487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4643db74-8146-4475-b377-97277a6e86e0) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:05.644197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:05.645072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:05.679040 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d824e039-f7cb-4ec7-9b6c-e7c91da21ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:05.682228 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d824e039-f7cb-4ec7-9b6c-e7c91da21ab5 None None] The sync data for ids ['fd643648-a045-4470-8553-1a9c818c5c32'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:05.704987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Allocated IP 172.21.0.1 (25081edc-546d-45d0-a935-07ad9f13fd5d/05d24a16-1ab4-4f71-9ec4-168b690fde30/3f6bfdd4-dd47-4b31-9928-c137ed106f4e) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:05.824575 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35268) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:05.833541 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cdd8d5bd-315e-4297-a7d6-403e96055419 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5499980 Dec 06 14:27:05.834594 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35270) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:05.924292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b23532c4-f4b0-40a9-8da1-5a21a5eb12d2 None None] For port 5a491709-7647-48dc-b2ef-882846553319, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a491709-7647-48dc-b2ef-882846553319,segment=NetworkSegment(354ea382-9bb0-44b8-9549-f1fda11a74d9),segment_id=354ea382-9bb0-44b8-9549-f1fda11a74d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:05.926141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1f9d9a-1c1c-41cf-812c-c84323b435a4 None None] Network 4643db74-8146-4475-b377-97277a6e86e0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:05.935760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418f273-fe79-4e41-acfe-08c4dde9bba7 req-25955e72-9bf5-4aea-b213-cff8034dd968 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:05.950702 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7418f273-fe79-4e41-acfe-08c4dde9bba7 req-25955e72-9bf5-4aea-b213-cff8034dd968 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1651464 Dec 06 14:27:05.980071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.040995 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'network': {'name': 'tempest-network-smoke--1061714916', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'port_security_enabled': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:06.060482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b23532c4-f4b0-40a9-8da1-5a21a5eb12d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.084691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.088104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Pushing event updated for resources: {'Port': ['ID=4f932d00-3dff-412b-ad20-7ea7d49174c1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:06.102115 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7418f273-fe79-4e41-acfe-08c4dde9bba7 req-684e3528-8f67-407a-b504-7183c8ff2db1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501706 Dec 06 14:27:06.208325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:01Z', 'revision_number': 3, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:02Z', 'revision_number': 2, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:06.213223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23532c4-f4b0-40a9-8da1-5a21a5eb12d2 None None] Pushing event updated for resources: {'Port': ['ID=5a491709-7647-48dc-b2ef-882846553319,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:06.232466 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:06.233288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.237078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.255506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.261158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.265015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Attempting to bind port 4f932d00-3dff-412b-ad20-7ea7d49174c1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:06.265015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Attempting to bind port 4f932d00-3dff-412b-ad20-7ea7d49174c1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f550e5b5-467d-42ab-a560-7801d97dfefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cbdddf99-6f42-4662-8925-8abafc0cd9ae'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:06.265015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Attempting to bind port 4f932d00-3dff-412b-ad20-7ea7d49174c1 on network cbdddf99-6f42-4662-8925-8abafc0cd9ae {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:06.279053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Checking router: 402a56a3-c13e-4abb-acb1-ab2ec5703948 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:06.279409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Updating router 402a56a3-c13e-4abb-acb1-ab2ec5703948 port 44e67559-287a-465e-9071-968f10021477 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:27:06.299691 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=3f6bfdd4-dd47-4b31-9928-c137ed106f4e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:06.312842 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.318671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Attempting to bind port 70906f76-4afc-463c-b6d3-07c25e0fcac6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:06.319037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Attempting to bind port 70906f76-4afc-463c-b6d3-07c25e0fcac6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1c65258b-e398-4e50-b356-10d534d172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:06.319411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Attempting to bind port 70906f76-4afc-463c-b6d3-07c25e0fcac6 on network 25081edc-546d-45d0-a935-07ad9f13fd5d {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:06.323752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 25081edc-546d-45d0-a935-07ad9f13fd5d is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:06.323752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:06.330868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:06.371753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:06.392594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Checking segment: {'id': 'f550e5b5-467d-42ab-a560-7801d97dfefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cbdddf99-6f42-4662-8925-8abafc0cd9ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:06.392594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.392594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Bound using segment: {'id': 'f550e5b5-467d-42ab-a560-7801d97dfefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cbdddf99-6f42-4662-8925-8abafc0cd9ae'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:06.392594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Bound port: 4f932d00-3dff-412b-ad20-7ea7d49174c1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f550e5b5-467d-42ab-a560-7801d97dfefb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cbdddf99-6f42-4662-8925-8abafc0cd9ae'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:06.392594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.392594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 26, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:06.392594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Checking segment: {'id': '1c65258b-e398-4e50-b356-10d534d172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:06.392594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.392594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Bound using segment: {'id': '1c65258b-e398-4e50-b356-10d534d172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:06.393886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Bound port: 70906f76-4afc-463c-b6d3-07c25e0fcac6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c65258b-e398-4e50-b356-10d534d172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:06.393886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.422051 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.465076 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Provisioning complete for port 912244f7-b7ea-406c-b7da-32dbac82b725 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:06.466324 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.480060 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:26:57Z', 'revision_number': 2, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:03Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:06.495761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.501084 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.536304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.629930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c4578f-af2c-41e8-9564-82f05d2a29cd None None] The sync data for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv is: [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:26:57Z', 'revision_number': 2, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:03Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:06.690104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:27:06.690776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:27:06.729889 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Port 912244f7-b7ea-406c-b7da-32dbac82b725 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:27:06.764952 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] For port 70906f76-4afc-463c-b6d3-07c25e0fcac6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:06.783954 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] For port 4f932d00-3dff-412b-ad20-7ea7d49174c1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:06.806645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] For port 70906f76-4afc-463c-b6d3-07c25e0fcac6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70906f76-4afc-463c-b6d3-07c25e0fcac6,segment=NetworkSegment(1c65258b-e398-4e50-b356-10d534d172a9),segment_id=1c65258b-e398-4e50-b356-10d534d172a9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:06.830752 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] For port 4f932d00-3dff-412b-ad20-7ea7d49174c1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4f932d00-3dff-412b-ad20-7ea7d49174c1,segment=NetworkSegment(f550e5b5-467d-42ab-a560-7801d97dfefb),segment_id=f550e5b5-467d-42ab-a560-7801d97dfefb)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:06.830982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.841875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4643db74-8146-4475-b377-97277a6e86e0', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:27:06.842777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.847860 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Provisioning complete for port 44e67559-287a-465e-9071-968f10021477 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:06.848248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.921237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.951307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.987460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:06.994584 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:27:07.024515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73f8013c-e913-4d96-baaf-29d2c072cbdd,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:07.034979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.035372 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Added segment b5ef75e3-403c-4283-ad2e-bf7f743d5802 of type vlan for network c5e7777c-e017-4be8-ba47-bb7f42934b17 Dec 06 14:27:07.056076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:07.056442 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:07.056870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:07.057144 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:07.057609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:07.057920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:07.058261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:07.058597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:07.058944 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:07.059266 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:07.060125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:07.060452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:07.060777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:07.125070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Allocated IP 2001:db8:2::1 (4643db74-8146-4475-b377-97277a6e86e0/8f355fc5-f6f1-4742-b269-2ea3660e0f70/7ffe295f-b92c-4f70-a269-8b34afdb2510) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:07.143908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.210211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7bf18f-fb8c-4dda-96e5-bd456d6b4795 None None] Pushing event updated for resources: {'Port': ['ID=70906f76-4afc-463c-b6d3-07c25e0fcac6,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:07.234323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.239121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Port 44e67559-287a-465e-9071-968f10021477 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:27:07.266517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.272862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:07.273487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.277581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.346631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a2308a-1fb6-4b90-ae9d-9390af89e127 None None] Pushing event updated for resources: {'Port': ['ID=4f932d00-3dff-412b-ad20-7ea7d49174c1,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:07.390836 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Provisioning complete for port 77ca67ad-3610-4126-b29a-831e814185cd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:07.391212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.412246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.503126 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6768470 Dec 06 14:27:07.506833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35276) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:07.545260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'admin_state_up': True, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:07.576226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.20.0.1 (cbdddf99-6f42-4662-8925-8abafc0cd9ae/717450a0-86ef-44c6-9ae9-0d22de44bc6f/8174e165-d59a-442b-be5e-78c65f58aaa2) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:07.607035 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.648166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d67447-6412-4c04-b1c9-4ee0874775a3 req-a275e975-d81a-421a-a9e4-87ee644ac485 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:07.649786 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-90d67447-6412-4c04-b1c9-4ee0874775a3 req-a275e975-d81a-421a-a9e4-87ee644ac485 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.4488699 Dec 06 14:27:07.684699 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=3f6bfdd4-dd47-4b31-9928-c137ed106f4e,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:07.686428 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4c36d-8111-4dcd-abf9-46ff1dbf7a03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Network': ['ID=c5e7777c-e017-4be8-ba47-bb7f42934b17,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:07.700125 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.717683 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] For port 77ca67ad-3610-4126-b29a-831e814185cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77ca67ad-3610-4126-b29a-831e814185cd,segment=NetworkSegment(3bd45947-99b5-4065-9eed-264146ff40e4),segment_id=3bd45947-99b5-4065-9eed-264146ff40e4)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:07.746335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.758679 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network c5e7777c-e017-4be8-ba47-bb7f42934b17 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:27:07.836178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.837266 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.880579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.884690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:07.937884 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-90d67447-6412-4c04-b1c9-4ee0874775a3 req-e77ec9b5-6802-4be3-a9b1-01884ddf210b tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743630 Dec 06 14:27:07.967516 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Pushing event updated for resources: {'Port': ['ID=77ca67ad-3610-4126-b29a-831e814185cd,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:08.016478 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.018344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5a491709-7647-48dc-b2ef-882846553319 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:08.023249 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:08.023606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:08.023988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:08.024287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:08.024620 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:08.025030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:08.025371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:08.025705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:08.026487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:08.026487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:08.026696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:08.027000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:08.027335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:27:08.035681 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.047379 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.057435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 25081edc-546d-45d0-a935-07ad9f13fd5d is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:08.059181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:08.059597 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Provisioning complete for port 5a491709-7647-48dc-b2ef-882846553319 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:08.060077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a16219c2-1cba-4b21-8c83-4aa57cfe3647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.111170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network cbdddf99-6f42-4662-8925-8abafc0cd9ae is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:08.116534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:08.124720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:08.132997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=8174e165-d59a-442b-be5e-78c65f58aaa2,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:08.133208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.175432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.192155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Allocated IP 2001:db8:2::2 (4643db74-8146-4475-b377-97277a6e86e0/8f355fc5-f6f1-4742-b269-2ea3660e0f70/e462aa19-5a61-4831-84a8-519c5eab2a3d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:08.205474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.221683 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5a491709-7647-48dc-b2ef-882846553319 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:08.232588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.382978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network 4643db74-8146-4475-b377-97277a6e86e0 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:08.391357 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.396419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:08.399257 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:08.400049 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.421146 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.574699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08870b51-b957-4c29-b076-48f29637f8aa None None] Pushing event updated for resources: {'Port': ['ID=44e67559-287a-465e-9071-968f10021477,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:08.739695 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0d513346-8953-4f88-9d77-76afada9e012 None None] Provisioning complete for port 44e67559-287a-465e-9071-968f10021477 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:08.740082 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0d513346-8953-4f88-9d77-76afada9e012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.759427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Attempting to bind port 44e67559-287a-465e-9071-968f10021477 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:08.760244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Attempting to bind port 44e67559-287a-465e-9071-968f10021477 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '354ea382-9bb0-44b8-9549-f1fda11a74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:08.760244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Attempting to bind port 44e67559-287a-465e-9071-968f10021477 on network e767d6a4-9dcc-407a-816a-3b6abefb81af {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:08.768121 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=7ffe295f-b92c-4f70-a269-8b34afdb2510,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:08.773172 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:08.795399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.805477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:08.805863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Checking segment: {'id': '354ea382-9bb0-44b8-9549-f1fda11a74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:08.806276 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.806691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Bound using segment: {'id': '354ea382-9bb0-44b8-9549-f1fda11a74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:08.807186 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Bound port: 44e67559-287a-465e-9071-968f10021477, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354ea382-9bb0-44b8-9549-f1fda11a74d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:08.807582 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.821211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 77ca67ad-3610-4126-b29a-831e814185cd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:08.855003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0d513346-8953-4f88-9d77-76afada9e012 None None] Port 44e67559-287a-465e-9071-968f10021477 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:27:08.862379 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.891503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.965284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Network 4643db74-8146-4475-b377-97277a6e86e0 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:08.971884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] For port 44e67559-287a-465e-9071-968f10021477, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:08.982227 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:08.984089 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:08.998443 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:09.002028 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:09.007996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Pushing event updated for resources: {'Port': ['ID=e462aa19-5a61-4831-84a8-519c5eab2a3d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:09.010105 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-58531000-4c16-4238-8d6f-34a3bbb36a23 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3155634 Dec 06 14:27:09.013029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35280) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:09.019159 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ba23a3c4-20f5-4f88-9479-68ffed6ed5d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'network': {'name': 'tempest-RoutersTest-2008464698'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:09.039996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 77ca67ad-3610-4126-b29a-831e814185cd triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:09.040372 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.046013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] For port 44e67559-287a-465e-9071-968f10021477, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44e67559-287a-465e-9071-968f10021477,segment=NetworkSegment(354ea382-9bb0-44b8-9549-f1fda11a74d9),segment_id=354ea382-9bb0-44b8-9549-f1fda11a74d9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:09.085592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.118797 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-aa03f543-9059-407c-bed4-be66491b93ff None None] Provisioning complete for port 44e67559-287a-465e-9071-968f10021477 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:09.119218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa03f543-9059-407c-bed4-be66491b93ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.128670 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Attempting to bind port e462aa19-5a61-4831-84a8-519c5eab2a3d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:09.128943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Attempting to bind port e462aa19-5a61-4831-84a8-519c5eab2a3d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5a595971-4639-4af4-8019-7971e2ecc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4643db74-8146-4475-b377-97277a6e86e0'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:09.129274 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Attempting to bind port e462aa19-5a61-4831-84a8-519c5eab2a3d on network 4643db74-8146-4475-b377-97277a6e86e0 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:09.154723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=8174e165-d59a-442b-be5e-78c65f58aaa2,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:09.157008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.163933 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.231791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:09.231791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Checking segment: {'id': '5a595971-4639-4af4-8019-7971e2ecc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4643db74-8146-4475-b377-97277a6e86e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:09.231791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.231791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Bound using segment: {'id': '5a595971-4639-4af4-8019-7971e2ecc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4643db74-8146-4475-b377-97277a6e86e0'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:09.231791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Bound port: e462aa19-5a61-4831-84a8-519c5eab2a3d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a595971-4639-4af4-8019-7971e2ecc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4643db74-8146-4475-b377-97277a6e86e0'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:09.231791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.284186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba23a3c4-20f5-4f88-9479-68ffed6ed5d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:09.288211 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ba23a3c4-20f5-4f88-9479-68ffed6ed5d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.320612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e900f1f-fbf3-4629-adaf-8c8b921d28ed req-61d6b326-d957-4bab-aa77-11e74b592149 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:09.322263 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0e900f1f-fbf3-4629-adaf-8c8b921d28ed req-61d6b326-d957-4bab-aa77-11e74b592149 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.2047532 Dec 06 14:27:09.324326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:09.325719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:09.343243 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08870b51-b957-4c29-b076-48f29637f8aa None None] Pushing event updated for resources: {'Port': ['ID=44e67559-287a-465e-9071-968f10021477,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:09.455484 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0e900f1f-fbf3-4629-adaf-8c8b921d28ed req-dc13490e-0713-4ec8-84f8-963a35844e21 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240706 Dec 06 14:27:09.498045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba23a3c4-20f5-4f88-9479-68ffed6ed5d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:27:09.502562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.503109 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network cbdddf99-6f42-4662-8925-8abafc0cd9ae is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:09.504608 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:09.546787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:09.556948 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.575761 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ba23a3c4-20f5-4f88-9479-68ffed6ed5d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.576187 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-ba23a3c4-20f5-4f88-9479-68ffed6ed5d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Added segment ee361e2a-25f7-4533-90b0-0cf24667fe46 of type vlan for network 07b2ca01-d674-4101-9c7b-8e8410d47d34 Dec 06 14:27:09.700486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router fd643648-a045-4470-8553-1a9c818c5c32 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:09.748750 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cf809a-edee-42d2-a16a-fe04654004c1 None None] Network cbdddf99-6f42-4662-8925-8abafc0cd9ae requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:09.756787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048f646-d587-4763-a39d-1462de07864a None None] Sync routers for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:09.766248 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ba23a3c4-20f5-4f88-9479-68ffed6ed5d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.798644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] For port e462aa19-5a61-4831-84a8-519c5eab2a3d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:09.847587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:09.860222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35282) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:09.860830 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16698ff6-8f99-4ede-9f70-23a7b34ae98e None None] Sync routers for ids ['fd643648-a045-4470-8553-1a9c818c5c32'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:09.868043 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'port': {'network_id': 'cbdddf99-6f42-4662-8925-8abafc0cd9ae', 'name': 'tempest-FloatingIPTestJSON-672532932'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:09.870062 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2d2635b1-0d57-4a4c-88d7-974ef2474b0f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "PUT /v2.0/routers/fd643648-a045-4470-8553-1a9c818c5c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2455256 Dec 06 14:27:09.872743 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16698ff6-8f99-4ede-9f70-23a7b34ae98e None None] Routers {'fd643648-a045-4470-8553-1a9c818c5c32'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:09.873412 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-16698ff6-8f99-4ede-9f70-23a7b34ae98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fd643648-a045-4470-8553-1a9c818c5c32'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:09.886580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 70906f76-4afc-463c-b6d3-07c25e0fcac6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:09.909844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af56a623-2e47-4370-9b1c-4455f51cbf81 None None] Network 25081edc-546d-45d0-a935-07ad9f13fd5d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:09.910364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.249 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/ebcf914f-0ad4-4f02-8fd3-d40bd276c36c) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:09.913292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] For port e462aa19-5a61-4831-84a8-519c5eab2a3d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e462aa19-5a61-4831-84a8-519c5eab2a3d,segment=NetworkSegment(5a595971-4639-4af4-8019-7971e2ecc5eb),segment_id=5a595971-4639-4af4-8019-7971e2ecc5eb)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:09.922567 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-16698ff6-8f99-4ede-9f70-23a7b34ae98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:09.931693 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16698ff6-8f99-4ede-9f70-23a7b34ae98e None None] Routers {'fd643648-a045-4470-8553-1a9c818c5c32'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:09.932236 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-16698ff6-8f99-4ede-9f70-23a7b34ae98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fd643648-a045-4470-8553-1a9c818c5c32'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:09.944392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ba23a3c4-20f5-4f88-9479-68ffed6ed5d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.950038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba23a3c4-20f5-4f88-9479-68ffed6ed5d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:09.951144 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ba23a3c4-20f5-4f88-9479-68ffed6ed5d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:09.964965 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-16698ff6-8f99-4ede-9f70-23a7b34ae98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:09.966138 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16698ff6-8f99-4ede-9f70-23a7b34ae98e None None] The sync data for ids ['fd643648-a045-4470-8553-1a9c818c5c32'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:09.977626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048f646-d587-4763-a39d-1462de07864a None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:09.978258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2048f646-d587-4763-a39d-1462de07864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:09.997486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:10.076788 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23a3c4-20f5-4f88-9479-68ffed6ed5d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Network': ['ID=07b2ca01-d674-4101-9c7b-8e8410d47d34,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:10.090475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa03f543-9059-407c-bed4-be66491b93ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:10.103712 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 07b2ca01-d674-4101-9c7b-8e8410d47d34 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:27:10.106805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:10.115771 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:10.116539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:10.170933 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ba23a3c4-20f5-4f88-9479-68ffed6ed5d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1566172 Dec 06 14:27:10.173902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35284) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:10.181251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c7b44a64-9e70-414d-b9ac-663b9803cd57 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'subnet': {'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:10.227908 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=7ffe295f-b92c-4f70-a269-8b34afdb2510,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:10.281975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:10.335648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network 4643db74-8146-4475-b377-97277a6e86e0 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:10.339495 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:10.349253 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Made reservation on behalf of 6ffbc83eb05b4687a416a46e7fdfa1ee for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:10.352821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:10.427227 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] device_id is not set on port 05da044f-3c46-464d-949d-5f6fe2872c97 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:27:10.448634 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:10.471408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b44a64-9e70-414d-b9ac-663b9803cd57 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:10.477612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c7b44a64-9e70-414d-b9ac-663b9803cd57 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:10.482106 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-2048f646-d587-4763-a39d-1462de07864a None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:10.550184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-aa03f543-9059-407c-bed4-be66491b93ff None None] For port 44e67559-287a-465e-9071-968f10021477, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44e67559-287a-465e-9071-968f10021477,segment=NetworkSegment(354ea382-9bb0-44b8-9549-f1fda11a74d9),segment_id=354ea382-9bb0-44b8-9549-f1fda11a74d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:10.583886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b6435-e9fb-465f-a8d4-f0f7dd4df75e None None] Pushing event updated for resources: {'Port': ['ID=e462aa19-5a61-4831-84a8-519c5eab2a3d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:10.606990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:10.628250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:10.639362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:10.667148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bebd11-b0eb-4464-a4ce-6b53e420fa2e None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:10.667933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 402a56a3-c13e-4abb-acb1-ab2ec5703948 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:10.668890 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 70906f76-4afc-463c-b6d3-07c25e0fcac6 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:10.671766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:10.671766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa03f543-9059-407c-bed4-be66491b93ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:10.709202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=ebcf914f-0ad4-4f02-8fd3-d40bd276c36c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:10.798265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bcda85-f188-456d-838c-b02b16632d01 req-638f5fa4-5cf3-434c-b9c2-39efc61635a7 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:10.800360 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f0bcda85-f188-456d-838c-b02b16632d01 req-638f5fa4-5cf3-434c-b9c2-39efc61635a7 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.2230732 Dec 06 14:27:10.922343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03f543-9059-407c-bed4-be66491b93ff None None] Pushing event updated for resources: {'Port': ['ID=44e67559-287a-465e-9071-968f10021477,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:10.929198 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c7b44a64-9e70-414d-b9ac-663b9803cd57 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:10.938815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:08Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:08Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 1, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:10.948483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-719d101e-b3b9-44df-af4e-89a3f8bccf14 None None] Provisioning complete for port 4f932d00-3dff-412b-ad20-7ea7d49174c1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:10.960322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-719d101e-b3b9-44df-af4e-89a3f8bccf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:10.961987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Allocated IP 172.20.0.12 (cbdddf99-6f42-4662-8925-8abafc0cd9ae/717450a0-86ef-44c6-9ae9-0d22de44bc6f/05da044f-3c46-464d-949d-5f6fe2872c97) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:11.008537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da95384-c6d4-477a-838e-bd318f48c5ef None None] The sync data for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv is: [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:08Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:08Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 1, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:11.013739 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b44a64-9e70-414d-b9ac-663b9803cd57 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Subnet': ['ID=9b5bccc0-8248-4597-adc2-deef45f882dc,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:11.018587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b44a64-9e70-414d-b9ac-663b9803cd57 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Checking segment: {'id': 'ee361e2a-25f7-4533-90b0-0cf24667fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:11.019009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b44a64-9e70-414d-b9ac-663b9803cd57 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network hostable DHCP agents. Network: 07b2ca01-d674-4101-9c7b-8e8410d47d34, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:27:11.080254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:11.093532 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f0bcda85-f188-456d-838c-b02b16632d01 req-78564f2c-1835-416e-a6ba-7e81f31eb31d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855728 Dec 06 14:27:11.104735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:11.125459 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b44a64-9e70-414d-b9ac-663b9803cd57 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 07b2ca01-d674-4101-9c7b-8e8410d47d34 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:27:11.171954 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-eb98fc41-8c19-497d-a27c-fa049b800694 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3369107 Dec 06 14:27:11.176070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35288) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:11.186520 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ec8cca45-a452-4200-a3c1-644541c3bd73 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-959177297'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:11.220659 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 70906f76-4afc-463c-b6d3-07c25e0fcac6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70906f76-4afc-463c-b6d3-07c25e0fcac6,segment=NetworkSegment(1c65258b-e398-4e50-b356-10d534d172a9),segment_id=1c65258b-e398-4e50-b356-10d534d172a9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:11.226868 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-719d101e-b3b9-44df-af4e-89a3f8bccf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:11.234838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c7b44a64-9e70-414d-b9ac-663b9803cd57 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 07b2ca01-d674-4101-9c7b-8e8410d47d34) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:11.240190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b44a64-9e70-414d-b9ac-663b9803cd57 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:11.240842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c7b44a64-9e70-414d-b9ac-663b9803cd57 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:11.262979 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2048f646-d587-4763-a39d-1462de07864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:06Z', 'revision_number': 3, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 2, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:11.266972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57b812e-ac0b-4e33-9e15-d150f63a4c4e None None] Network 07b2ca01-d674-4101-9c7b-8e8410d47d34 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:11.355792 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048f646-d587-4763-a39d-1462de07864a None None] Checking router: 15bf1801-2d2d-4e7c-bb11-694788b1e6ae for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:11.355792 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048f646-d587-4763-a39d-1462de07864a None None] Updating router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae port 3f6bfdd4-dd47-4b31-9928-c137ed106f4e binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:27:11.357148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:11.383339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec8cca45-a452-4200-a3c1-644541c3bd73 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:11.387695 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec8cca45-a452-4200-a3c1-644541c3bd73 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:11.463275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec8cca45-a452-4200-a3c1-644541c3bd73 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:27:11.488468 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-719d101e-b3b9-44df-af4e-89a3f8bccf14 None None] For port 4f932d00-3dff-412b-ad20-7ea7d49174c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4f932d00-3dff-412b-ad20-7ea7d49174c1,segment=NetworkSegment(f550e5b5-467d-42ab-a560-7801d97dfefb),segment_id=f550e5b5-467d-42ab-a560-7801d97dfefb)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:11.504239 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c7b44a64-9e70-414d-b9ac-663b9803cd57 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3285038 Dec 06 14:27:11.510885 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35290) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:11.536293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2048f646-d587-4763-a39d-1462de07864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:11.545812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec8cca45-a452-4200-a3c1-644541c3bd73 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:11.547323 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-ec8cca45-a452-4200-a3c1-644541c3bd73 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Added segment 0639598a-6bef-4598-a6f8-8c65ca90a88a of type vlan for network c2d8a60a-f296-4e1f-9d57-2be2f26db7c5 Dec 06 14:27:11.618237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-719d101e-b3b9-44df-af4e-89a3f8bccf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:11.734978 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=70906f76-4afc-463c-b6d3-07c25e0fcac6,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:12.037618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec8cca45-a452-4200-a3c1-644541c3bd73 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:12.040467 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 77ca67ad-3610-4126-b29a-831e814185cd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:12.043198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-719d101e-b3b9-44df-af4e-89a3f8bccf14 None None] Provisioning complete for port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:12.043570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-719d101e-b3b9-44df-af4e-89a3f8bccf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:12.182895 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec8cca45-a452-4200-a3c1-644541c3bd73 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:12.188052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec8cca45-a452-4200-a3c1-644541c3bd73 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:12.188885 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ec8cca45-a452-4200-a3c1-644541c3bd73 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:12.211062 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:12.234674 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719d101e-b3b9-44df-af4e-89a3f8bccf14 None None] Pushing event updated for resources: {'Port': ['ID=4f932d00-3dff-412b-ad20-7ea7d49174c1,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:12.260043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-719d101e-b3b9-44df-af4e-89a3f8bccf14 None None] Port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:27:12.267345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:12.268454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-07b2ca01-d674-4101-9c7b-8e8410d47d34', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:27:12.269363 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:12.461156 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea69741d-bbfb-4d56-9e7d-29515268859f None None] Network 4643db74-8146-4475-b377-97277a6e86e0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:12.527355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-719d101e-b3b9-44df-af4e-89a3f8bccf14 None None] Provisioning complete for port 44e67559-287a-465e-9071-968f10021477 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:12.528075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-719d101e-b3b9-44df-af4e-89a3f8bccf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:12.556265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:12.574334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8cca45-a452-4200-a3c1-644541c3bd73 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Network': ['ID=c2d8a60a-f296-4e1f-9d57-2be2f26db7c5,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:12.601102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network c2d8a60a-f296-4e1f-9d57-2be2f26db7c5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:27:12.607076 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ec8cca45-a452-4200-a3c1-644541c3bd73 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4285238 Dec 06 14:27:12.638030 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35294) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:12.650919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d86cd288-c77e-4497-bbbb-c8efd2c42c0a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'subnet': {'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:12.687896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Network cbdddf99-6f42-4662-8925-8abafc0cd9ae is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:12.698364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:12.702940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:12.705932 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event updated for resources: {'Port': ['ID=05da044f-3c46-464d-949d-5f6fe2872c97,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:12.751609 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:12.782703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 77ca67ad-3610-4126-b29a-831e814185cd triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:12.783341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:12.832125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b06207-c3fa-4feb-bdc1-f1549db03318 req-c793677a-f2d9-46a8-955e-cd3b168b0dd7 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:12.832125 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a5b06207-c3fa-4feb-bdc1-f1549db03318 req-c793677a-f2d9-46a8-955e-cd3b168b0dd7 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.5216982 Dec 06 14:27:12.842915 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:12.843578 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:12.946160 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:12.989681 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a5b06207-c3fa-4feb-bdc1-f1549db03318 req-0d0ce7b6-126c-4ee9-8cc1-d7503a71442e tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498792 Dec 06 14:27:13.066606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86cd288-c77e-4497-bbbb-c8efd2c42c0a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Made reservation on behalf of 9896d07b02904363a29ab648ef77c60c for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:13.068330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d86cd288-c77e-4497-bbbb-c8efd2c42c0a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:13.091680 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5b06b356-420b-441d-8912-0433d3f7810a tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.2287452 Dec 06 14:27:13.092700 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35298) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:13.097708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0083bd47-de23-4818-a3a7-b2a057705c4c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Request body: {'floatingip': {'port_id': '05da044f-3c46-464d-949d-5f6fe2872c97'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:13.136804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 4e9ad724-45ba-4982-8236-e0c63a18dc18 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:27:13.170122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Sync routers for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:13.205401 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0083bd47-de23-4818-a3a7-b2a057705c4c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:13.295296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Allocated IP 172.22.0.2 (07b2ca01-d674-4101-9c7b-8e8410d47d34/9b5bccc0-8248-4597-adc2-deef45f882dc/efb54e4d-35fa-48b9-81e4-9127bc7a06c9) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:13.321251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:13.321804 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:13.384006 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:13.394569 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Sync routers for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:13.404367 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:13.405822 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:13.461617 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2048f646-d587-4763-a39d-1462de07864a None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:13.516569 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:13.557503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:13.591673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 44e67559-287a-465e-9071-968f10021477 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:13.599383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-719d101e-b3b9-44df-af4e-89a3f8bccf14 None None] Provisioning complete for port 70906f76-4afc-463c-b6d3-07c25e0fcac6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:13.599762 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-719d101e-b3b9-44df-af4e-89a3f8bccf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:13.707412 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:27:11Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:13.738043 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Checking router: 4e9ad724-45ba-4982-8236-e0c63a18dc18 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:13.738493 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Updating router 4e9ad724-45ba-4982-8236-e0c63a18dc18 port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:27:13.765928 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:13.802653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0083bd47-de23-4818-a3a7-b2a057705c4c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:13.890764 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d86cd288-c77e-4497-bbbb-c8efd2c42c0a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:13.898706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 44e67559-287a-465e-9071-968f10021477 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:13.899083 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:13.912428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:13.919944 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0083bd47-de23-4818-a3a7-b2a057705c4c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:13.924539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:13.925943 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7f92ac1e-7b84-436a-bcbc-e7f1cffbde8b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4119108 Dec 06 14:27:13.929259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35300) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:13.939483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2048f646-d587-4763-a39d-1462de07864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:13.986861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86cd288-c77e-4497-bbbb-c8efd2c42c0a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Subnet': ['ID=bf47beeb-fbc8-4339-b731-da2c825687fe,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:13.991540 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86cd288-c77e-4497-bbbb-c8efd2c42c0a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Checking segment: {'id': '0639598a-6bef-4598-a6f8-8c65ca90a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:13.991921 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86cd288-c77e-4497-bbbb-c8efd2c42c0a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network hostable DHCP agents. Network: c2d8a60a-f296-4e1f-9d57-2be2f26db7c5, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:27:14.032281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.071125 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccae0b-1afd-42da-ac07-9899c60d77b2 None None] Pushing event updated for resources: {'Port': ['ID=3f6bfdd4-dd47-4b31-9928-c137ed106f4e,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:14.087363 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Network 07b2ca01-d674-4101-9c7b-8e8410d47d34 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:14.147965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Allocated IP 172.22.0.1 (07b2ca01-d674-4101-9c7b-8e8410d47d34/9b5bccc0-8248-4597-adc2-deef45f882dc/f8b76203-6a68-4419-8b16-f14f366724c3) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:14.151790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:14.156407 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Pushing event updated for resources: {'Port': ['ID=efb54e4d-35fa-48b9-81e4-9127bc7a06c9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:14.198824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:14.207684 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.227093 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-0083bd47-de23-4818-a3a7-b2a057705c4c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Floating IP 30442a16-643d-4902-8eea-c264bb09b65d associated. External IP: 172.36.1.84, port: 9cab3d9a-3697-44db-a01c-4eb6ee7022d9. Dec 06 14:27:14.270901 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86cd288-c77e-4497-bbbb-c8efd2c42c0a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network c2d8a60a-f296-4e1f-9d57-2be2f26db7c5 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:27:14.281367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2048f646-d587-4763-a39d-1462de07864a None None] Attempting to bind port 3f6bfdd4-dd47-4b31-9928-c137ed106f4e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:14.281367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2048f646-d587-4763-a39d-1462de07864a None None] Attempting to bind port 3f6bfdd4-dd47-4b31-9928-c137ed106f4e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1c65258b-e398-4e50-b356-10d534d172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:14.281813 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2048f646-d587-4763-a39d-1462de07864a None None] Attempting to bind port 3f6bfdd4-dd47-4b31-9928-c137ed106f4e on network 25081edc-546d-45d0-a935-07ad9f13fd5d {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:14.305843 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.322299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.322865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad5f6b-cae6-4ef2-9eb6-b5bfae395c33 req-5168c985-a9c5-4922-bac5-ca9e04b6e12a tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:14.333116 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-baad5f6b-cae6-4ef2-9eb6-b5bfae395c33 req-5168c985-a9c5-4922-bac5-ca9e04b6e12a tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1985829 Dec 06 14:27:14.360925 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ae01f-496c-436f-b21a-7d4bed625802 None None] Pushing event updated for resources: {'Port': ['ID=ebcf914f-0ad4-4f02-8fd3-d40bd276c36c,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:14.385458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e462aa19-5a61-4831-84a8-519c5eab2a3d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:14.389787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2048f646-d587-4763-a39d-1462de07864a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:14.390324 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2048f646-d587-4763-a39d-1462de07864a None None] Checking segment: {'id': '1c65258b-e398-4e50-b356-10d534d172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:14.390836 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2048f646-d587-4763-a39d-1462de07864a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.391395 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2048f646-d587-4763-a39d-1462de07864a None None] Bound using segment: {'id': '1c65258b-e398-4e50-b356-10d534d172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:14.391912 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2048f646-d587-4763-a39d-1462de07864a None None] Bound port: 3f6bfdd4-dd47-4b31-9928-c137ed106f4e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c65258b-e398-4e50-b356-10d534d172a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:14.392301 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2048f646-d587-4763-a39d-1462de07864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.399746 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Attempting to bind port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:14.401905 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Attempting to bind port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:14.402452 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Attempting to bind port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:14.409253 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:14.410014 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:14.411019 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.411348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d86cd288-c77e-4497-bbbb-c8efd2c42c0a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c2d8a60a-f296-4e1f-9d57-2be2f26db7c5) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:14.411756 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:14.419489 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda03b6c-4604-432c-b546-40f7deeb00c2 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:14.424062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cd288-c77e-4497-bbbb-c8efd2c42c0a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:14.424288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d86cd288-c77e-4497-bbbb-c8efd2c42c0a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.427026 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Bound port: ebcf914f-0ad4-4f02-8fd3-d40bd276c36c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:14.430652 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.440153 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9b50009d-9a52-4fd0-82d1-43f243f71f29 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c716424228f8423e91750a4cc8918d9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5094364 Dec 06 14:27:14.446288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35306) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:14.447116 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c4a6f7-79fc-4f5b-a28a-bf61e8175fdc None None] Network c2d8a60a-f296-4e1f-9d57-2be2f26db7c5 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:14.467209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Provisioning complete for port 7ffe295f-b92c-4f70-a269-8b34afdb2510 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:14.467586 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.488699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:08Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:09Z', 'revision_number': 2, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:14.507137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.516258 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] For port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:14.520036 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] For port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ebcf914f-0ad4-4f02-8fd3-d40bd276c36c,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:14.532024 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d86cd288-c77e-4497-bbbb-c8efd2c42c0a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8862278 Dec 06 14:27:14.532662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35308) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:14.540334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Checking router: 402a56a3-c13e-4abb-acb1-ab2ec5703948 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:14.540738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Updating router 402a56a3-c13e-4abb-acb1-ab2ec5703948 port 7ffe295f-b92c-4f70-a269-8b34afdb2510 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:27:14.577329 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 07b2ca01-d674-4101-9c7b-8e8410d47d34 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:14.598658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.609774 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Attempting to bind port efb54e4d-35fa-48b9-81e4-9127bc7a06c9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:14.612875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Attempting to bind port efb54e4d-35fa-48b9-81e4-9127bc7a06c9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ee361e2a-25f7-4533-90b0-0cf24667fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:14.613056 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:14.613532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Attempting to bind port efb54e4d-35fa-48b9-81e4-9127bc7a06c9 on network 07b2ca01-d674-4101-9c7b-8e8410d47d34 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:14.615525 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:14.629276 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.705571 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-baad5f6b-cae6-4ef2-9eb6-b5bfae395c33 req-01594391-4d7e-4dfe-9598-157e94981b19 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713503 Dec 06 14:27:14.734486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:14.734486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Checking segment: {'id': 'ee361e2a-25f7-4533-90b0-0cf24667fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:14.734486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.734486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Bound using segment: {'id': 'ee361e2a-25f7-4533-90b0-0cf24667fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:14.734486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Bound port: efb54e4d-35fa-48b9-81e4-9127bc7a06c9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee361e2a-25f7-4533-90b0-0cf24667fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:14.734486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.734486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d06c4a-3e57-4dcb-afe4-fcf6401c9eaa None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:14.749849 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:14.750712 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:14.816549 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Port 7ffe295f-b92c-4f70-a269-8b34afdb2510 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:27:14.851652 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ae01f-496c-436f-b21a-7d4bed625802 None None] Pushing event updated for resources: {'Port': ['ID=ebcf914f-0ad4-4f02-8fd3-d40bd276c36c,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:14.925057 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60055bbf-fac5-44c7-bc19-5eb810b23084 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:14.926849 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-60055bbf-fac5-44c7-bc19-5eb810b23084 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4678998 Dec 06 14:27:14.929883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35312) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:14.970185 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:14.971771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Provisioning complete for port 8174e165-d59a-442b-be5e-78c65f58aaa2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:14.972155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:14.982351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2048f646-d587-4763-a39d-1462de07864a None None] For port 3f6bfdd4-dd47-4b31-9928-c137ed106f4e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:15.205703 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=f8b76203-6a68-4419-8b16-f14f366724c3,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:15.227819 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:15.258166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port e462aa19-5a61-4831-84a8-519c5eab2a3d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:15.258166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:15.268543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2048f646-d587-4763-a39d-1462de07864a None None] For port 3f6bfdd4-dd47-4b31-9928-c137ed106f4e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f6bfdd4-dd47-4b31-9928-c137ed106f4e,segment=NetworkSegment(1c65258b-e398-4e50-b356-10d534d172a9),segment_id=1c65258b-e398-4e50-b356-10d534d172a9)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:15.310190 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:27:11Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:15.333179 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] For port efb54e4d-35fa-48b9-81e4-9127bc7a06c9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:15.354819 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7106858-ad0d-4585-8ec7-7b86cd82b2df None None] The sync data for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv is: [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:27:11Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:15.365113 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Port 8174e165-d59a-442b-be5e-78c65f58aaa2 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:27:15.395829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2048f646-d587-4763-a39d-1462de07864a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:15.408510 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] For port efb54e4d-35fa-48b9-81e4-9127bc7a06c9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=efb54e4d-35fa-48b9-81e4-9127bc7a06c9,segment=NetworkSegment(ee361e2a-25f7-4533-90b0-0cf24667fe46),segment_id=ee361e2a-25f7-4533-90b0-0cf24667fe46)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:15.473969 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d3269894-e964-4c48-958a-63f376a4de10 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5368178 Dec 06 14:27:15.476575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c2d8a60a-f296-4e1f-9d57-2be2f26db7c5', 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'fixed_ips': [{'subnet_id': 'bf47beeb-fbc8-4339-b731-da2c825687fe'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:27:15.476971 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35316) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:15.477593 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:15.503508 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-8e0697ca-9994-437f-a88d-7b0c9d22a81f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1872628211', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:15.517122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a02fc-286c-48d6-81f7-83ea02894720 req-a1d02ee2-ddba-4825-85eb-95535be89bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:15.518774 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b7a02fc-286c-48d6-81f7-83ea02894720 req-a1d02ee2-ddba-4825-85eb-95535be89bcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6391d33390324960b42f9813fede87b1&device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.1503367 Dec 06 14:27:15.519867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:15.526558 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccae0b-1afd-42da-ac07-9899c60d77b2 None None] Pushing event updated for resources: {'Port': ['ID=3f6bfdd4-dd47-4b31-9928-c137ed106f4e,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:15.537781 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:15.571466 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0083bd47-de23-4818-a3a7-b2a057705c4c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:15.619769 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e023bc5-8e3b-46f3-9b34-873a93853fad None None] Pushing event updated for resources: {'Port': ['ID=efb54e4d-35fa-48b9-81e4-9127bc7a06c9,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:15.831430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2048f646-d587-4763-a39d-1462de07864a None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:15.832085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2048f646-d587-4763-a39d-1462de07864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:15.860418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d94c56c-2aa3-4fc5-aaa1-3888c9e8af96 req-7560d183-e043-48e6-8246-770ae79086d9 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:15.862306 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4d94c56c-2aa3-4fc5-aaa1-3888c9e8af96 req-7560d183-e043-48e6-8246-770ae79086d9 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.4081316 Dec 06 14:27:15.863058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0697ca-9994-437f-a88d-7b0c9d22a81f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:15.866945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8e0697ca-9994-437f-a88d-7b0c9d22a81f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:15.966444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-2048f646-d587-4763-a39d-1462de07864a None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:16.068236 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a02fc-286c-48d6-81f7-83ea02894720 req-d4f89a95-f56e-4d0a-a17c-92f74c9c4282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:16.072576 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b7a02fc-286c-48d6-81f7-83ea02894720 req-d4f89a95-f56e-4d0a-a17c-92f74c9c4282 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bb7f889-754a-49bd-a23e-fb0958bb48ef HTTP/1.1" status: 200 len: 913 time: 0.5454373 Dec 06 14:27:16.125718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Provisioning complete for port e462aa19-5a61-4831-84a8-519c5eab2a3d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:16.126553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:16.131786 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0083bd47-de23-4818-a3a7-b2a057705c4c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:16.202488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d38fd-4926-4198-92b6-1c51dad73b68 None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:16.245632 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4d94c56c-2aa3-4fc5-aaa1-3888c9e8af96 req-525f5f43-15df-480e-9062-101eda2f1a39 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3655665 Dec 06 14:27:16.345669 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:16.359786 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Allocated IP 2001:db8:3::2 (c2d8a60a-f296-4e1f-9d57-2be2f26db7c5/bf47beeb-fbc8-4339-b731-da2c825687fe/91192f3d-1886-4e1b-b2af-2af7f6935920) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:16.368998 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d38fd-4926-4198-92b6-1c51dad73b68 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:16.369658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-702d38fd-4926-4198-92b6-1c51dad73b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:16.425460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-702d38fd-4926-4198-92b6-1c51dad73b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:16.492154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:16.512796 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b7a02fc-286c-48d6-81f7-83ea02894720 req-e93d0742-3590-4ac4-849e-a72f877238aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64ec59b5-b277-4350-87de-8a234c879eaa HTTP/1.1" status: 200 len: 1001 time: 0.4319434 Dec 06 14:27:16.516579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:16.566755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8e0697ca-9994-437f-a88d-7b0c9d22a81f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:16.589827 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port e462aa19-5a61-4831-84a8-519c5eab2a3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e462aa19-5a61-4831-84a8-519c5eab2a3d,segment=NetworkSegment(5a595971-4639-4af4-8019-7971e2ecc5eb),segment_id=5a595971-4639-4af4-8019-7971e2ecc5eb)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:16.597190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702d38fd-4926-4198-92b6-1c51dad73b68 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:16.597866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-702d38fd-4926-4198-92b6-1c51dad73b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:16.620361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0083bd47-de23-4818-a3a7-b2a057705c4c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router fd643648-a045-4470-8553-1a9c818c5c32 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:16.634385 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-702d38fd-4926-4198-92b6-1c51dad73b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:16.634961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702d38fd-4926-4198-92b6-1c51dad73b68 None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:16.648494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0697ca-9994-437f-a88d-7b0c9d22a81f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Subnet': ['ID=d0d0d94b-3bef-4956-868d-d741fe74a39d,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:16.653198 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:16.710279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0697ca-9994-437f-a88d-7b0c9d22a81f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Checking segment: {'id': 'b5ef75e3-403c-4283-ad2e-bf7f743d5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:16.710762 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0697ca-9994-437f-a88d-7b0c9d22a81f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network hostable DHCP agents. Network: c5e7777c-e017-4be8-ba47-bb7f42934b17, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:27:16.729930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:16.758589 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a02fc-286c-48d6-81f7-83ea02894720 req-bb78055b-4611-4d9c-811d-c4927b07efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:16.759935 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b7a02fc-286c-48d6-81f7-83ea02894720 req-bb78055b-4611-4d9c-811d-c4927b07efe1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76651f74-3875-4b5a-9896-ff48a7bf8ece HTTP/1.1" status: 200 len: 851 time: 0.2388308 Dec 06 14:27:16.770163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:16.771032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4f932d00-3dff-412b-ad20-7ea7d49174c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:16.805517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0083bd47-de23-4818-a3a7-b2a057705c4c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:16.810436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:16.812750 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0083bd47-de23-4818-a3a7-b2a057705c4c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:16.819185 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57beb88-c39d-44a5-afb8-cb2715a6dc6a None None] Sync routers for ids ['fd643648-a045-4470-8553-1a9c818c5c32'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:16.829675 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57beb88-c39d-44a5-afb8-cb2715a6dc6a None None] Routers {'fd643648-a045-4470-8553-1a9c818c5c32'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:16.830754 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d57beb88-c39d-44a5-afb8-cb2715a6dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fd643648-a045-4470-8553-1a9c818c5c32'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:16.841547 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0697ca-9994-437f-a88d-7b0c9d22a81f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network c5e7777c-e017-4be8-ba47-bb7f42934b17 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:27:16.849529 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:16.870612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=f8b76203-6a68-4419-8b16-f14f366724c3,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:16.873928 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d57beb88-c39d-44a5-afb8-cb2715a6dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:16.885047 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57beb88-c39d-44a5-afb8-cb2715a6dc6a None None] Routers {'fd643648-a045-4470-8553-1a9c818c5c32'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:16.886050 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d57beb88-c39d-44a5-afb8-cb2715a6dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fd643648-a045-4470-8553-1a9c818c5c32'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:16.905831 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0083bd47-de23-4818-a3a7-b2a057705c4c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "PUT /v2.0/floatingips/30442a16-643d-4902-8eea-c264bb09b65d HTTP/1.1" status: 200 len: 977 time: 3.8114612 Dec 06 14:27:16.908295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35318) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:17.021344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:17.035509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-8e0697ca-9994-437f-a88d-7b0c9d22a81f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c5e7777c-e017-4be8-ba47-bb7f42934b17) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:17.037086 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d57beb88-c39d-44a5-afb8-cb2715a6dc6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:17.038047 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d57beb88-c39d-44a5-afb8-cb2715a6dc6a None None] The sync data for ids ['fd643648-a045-4470-8553-1a9c818c5c32'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:17.053295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0697ca-9994-437f-a88d-7b0c9d22a81f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:17.054109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8e0697ca-9994-437f-a88d-7b0c9d22a81f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:17.061689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a02fc-286c-48d6-81f7-83ea02894720 req-3fb1cf83-55f0-4ae2-a7fb-8e083857870a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:17.063206 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b7a02fc-286c-48d6-81f7-83ea02894720 req-3fb1cf83-55f0-4ae2-a7fb-8e083857870a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bb7f889-754a-49bd-a23e-fb0958bb48ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2926979 Dec 06 14:27:17.074665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6a3ff7-8a66-44f6-94a2-2a3342fa5f41 None None] Network c5e7777c-e017-4be8-ba47-bb7f42934b17 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:17.078129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:17.091860 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-c436ba84-bdfb-4e53-8618-aec7be79cdcd tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port 05da044f-3c46-464d-949d-5f6fe2872c97 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:17.095995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c436ba84-bdfb-4e53-8618-aec7be79cdcd tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:17.131663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:17.164675 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8e0697ca-9994-437f-a88d-7b0c9d22a81f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6848814 Dec 06 14:27:17.169378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35320) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:17.230575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Network c2d8a60a-f296-4e1f-9d57-2be2f26db7c5 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:17.236469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:17.239365 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:17.246305 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:27:17.246696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:27:17.248998 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=e462aa19-5a61-4831-84a8-519c5eab2a3d,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:17.381350 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 4f932d00-3dff-412b-ad20-7ea7d49174c1 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:17.381350 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:17.393432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network 07b2ca01-d674-4101-9c7b-8e8410d47d34 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:17.442371 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c436ba84-bdfb-4e53-8618-aec7be79cdcd tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:17.445745 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:17.451079 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010d81e4-f8a7-4475-a671-89de7c65b2a3 None None] Network 07b2ca01-d674-4101-9c7b-8e8410d47d34 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:17.482871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Allocated IP 2001:db8:3::1 (c2d8a60a-f296-4e1f-9d57-2be2f26db7c5/bf47beeb-fbc8-4339-b731-da2c825687fe/41e10a79-8c6f-4587-951e-1f26b475c4e6) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:17.581132 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b7a02fc-286c-48d6-81f7-83ea02894720 req-6a1c0148-4b14-456a-b181-9f67c262c1a0 service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798748 Dec 06 14:27:17.629949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fea2b6-083d-430b-a51a-7f539a5ad5c7 req-f63666de-a9e9-4ba7-a608-af8c1f906f77 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:17.631556 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c6fea2b6-083d-430b-a51a-7f539a5ad5c7 req-f63666de-a9e9-4ba7-a608-af8c1f906f77 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.2368863 Dec 06 14:27:17.738647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:17.783177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2048f646-d587-4763-a39d-1462de07864a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:15Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:14Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:14Z', 'revision_number': 1, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:17.814343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c045b-9640-41c9-93cb-087d341a5e48 None None] Pushing event updated for resources: {'Port': ['ID=7ffe295f-b92c-4f70-a269-8b34afdb2510,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:17.843212 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c6fea2b6-083d-430b-a51a-7f539a5ad5c7 req-daa1e948-440e-4157-993a-be2a1274e9b9 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997473 Dec 06 14:27:17.897831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Attempting to bind port 7ffe295f-b92c-4f70-a269-8b34afdb2510 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:17.898054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Attempting to bind port 7ffe295f-b92c-4f70-a269-8b34afdb2510 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5a595971-4639-4af4-8019-7971e2ecc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4643db74-8146-4475-b377-97277a6e86e0'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:17.898248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Attempting to bind port 7ffe295f-b92c-4f70-a269-8b34afdb2510 on network 4643db74-8146-4475-b377-97277a6e86e0 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:17.902190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Attempting to bind port 91192f3d-1886-4e1b-b2af-2af7f6935920 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:17.902997 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Attempting to bind port 91192f3d-1886-4e1b-b2af-2af7f6935920 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0639598a-6bef-4598-a6f8-8c65ca90a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:17.902997 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Attempting to bind port 91192f3d-1886-4e1b-b2af-2af7f6935920 on network c2d8a60a-f296-4e1f-9d57-2be2f26db7c5 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:17.926800 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2048f646-d587-4763-a39d-1462de07864a None None] The sync data for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv is: [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:15Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:14Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:14Z', 'revision_number': 1, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:17.934897 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c436ba84-bdfb-4e53-8618-aec7be79cdcd tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:17.935399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c436ba84-bdfb-4e53-8618-aec7be79cdcd tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:17.935498 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-c436ba84-bdfb-4e53-8618-aec7be79cdcd tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Floating IP 30442a16-643d-4902-8eea-c264bb09b65d disassociated. External IP: 172.36.1.84, port: 05da044f-3c46-464d-949d-5f6fe2872c97. Dec 06 14:27:17.935923 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-c436ba84-bdfb-4e53-8618-aec7be79cdcd tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for 05da044f-3c46-464d-949d-5f6fe2872c97 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:17.977437 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:17.978160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Checking segment: {'id': '5a595971-4639-4af4-8019-7971e2ecc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4643db74-8146-4475-b377-97277a6e86e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:17.978584 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:17.978990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Bound using segment: {'id': '5a595971-4639-4af4-8019-7971e2ecc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4643db74-8146-4475-b377-97277a6e86e0'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:17.979496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Bound port: 7ffe295f-b92c-4f70-a269-8b34afdb2510, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a595971-4639-4af4-8019-7971e2ecc5eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4643db74-8146-4475-b377-97277a6e86e0'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:17.979914 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:18.000198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:18.000619 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Checking segment: {'id': '0639598a-6bef-4598-a6f8-8c65ca90a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:18.001120 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:18.002049 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Bound using segment: {'id': '0639598a-6bef-4598-a6f8-8c65ca90a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:18.002178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Bound port: 91192f3d-1886-4e1b-b2af-2af7f6935920, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0639598a-6bef-4598-a6f8-8c65ca90a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:18.002550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:18.158815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Provisioning complete for port 4f932d00-3dff-412b-ad20-7ea7d49174c1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:18.159263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:18.168729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Pushing event updated for resources: {'Port': ['ID=91192f3d-1886-4e1b-b2af-2af7f6935920,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:18.236430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c5e7777c-e017-4be8-ba47-bb7f42934b17', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:27:18.237687 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:18.304345 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b7a02fc-286c-48d6-81f7-83ea02894720 req-8b2d50df-8cd8-4e28-8f8c-c888c5f5986f service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7035556 Dec 06 14:27:18.347402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:18.357150 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:18.365920 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-de5efe00-2358-4ed1-98fe-1573eba5055c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8489957 Dec 06 14:27:18.367175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35324) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:18.372705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1278810a-66c2-4dba-bb67-18a754b4567d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'network': {'name': 'tempest-RoutersTest-459284497'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:18.390614 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] For port 91192f3d-1886-4e1b-b2af-2af7f6935920, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:18.394618 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] For port 91192f3d-1886-4e1b-b2af-2af7f6935920, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91192f3d-1886-4e1b-b2af-2af7f6935920,segment=NetworkSegment(0639598a-6bef-4598-a6f8-8c65ca90a88a),segment_id=0639598a-6bef-4598-a6f8-8c65ca90a88a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:18.500974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] For port 7ffe295f-b92c-4f70-a269-8b34afdb2510, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:18.532662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] For port 7ffe295f-b92c-4f70-a269-8b34afdb2510, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ffe295f-b92c-4f70-a269-8b34afdb2510,segment=NetworkSegment(5a595971-4639-4af4-8019-7971e2ecc5eb),segment_id=5a595971-4639-4af4-8019-7971e2ecc5eb)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:18.540159 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:18.548536 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:18.566447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:18.577495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1278810a-66c2-4dba-bb67-18a754b4567d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:18.587462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1278810a-66c2-4dba-bb67-18a754b4567d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:18.650498 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56177630-ae3d-4fe2-b16c-41e3c4e2f4af None None] Pushing event updated for resources: {'Port': ['ID=91192f3d-1886-4e1b-b2af-2af7f6935920,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:18.661720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:18.687830 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network c2d8a60a-f296-4e1f-9d57-2be2f26db7c5 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:18.714970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:18.748751 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:18.749320 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:18.872099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:18.872810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:18.905410 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c045b-9640-41c9-93cb-087d341a5e48 None None] Pushing event updated for resources: {'Port': ['ID=7ffe295f-b92c-4f70-a269-8b34afdb2510,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:18.972978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c436ba84-bdfb-4e53-8618-aec7be79cdcd tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:19.060775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1278810a-66c2-4dba-bb67-18a754b4567d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:27:19.087015 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=41e10a79-8c6f-4587-951e-1f26b475c4e6,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:19.108097 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1278810a-66c2-4dba-bb67-18a754b4567d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:19.110547 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-1278810a-66c2-4dba-bb67-18a754b4567d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Added segment b7417b81-742b-40b1-8e9d-357488589a93 of type vlan for network fda4a957-f339-4eb4-b8ec-bfe4da0a52a2 Dec 06 14:27:19.160203 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device efb54e4d-35fa-48b9-81e4-9127bc7a06c9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:19.165718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Allocated IP 172.20.0.2 (c5e7777c-e017-4be8-ba47-bb7f42934b17/d0d0d94b-3bef-4956-868d-d741fe74a39d/95f0ce03-94f3-49a6-ba37-8b35000b1f77) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:19.253772 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:19.282688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Provisioning complete for port 70906f76-4afc-463c-b6d3-07c25e0fcac6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:19.283474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:19.285558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1278810a-66c2-4dba-bb67-18a754b4567d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:19.338644 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436ba84-bdfb-4e53-8618-aec7be79cdcd tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=05da044f-3c46-464d-949d-5f6fe2872c97,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:19.343316 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:19.502282 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569b10f-ebfe-4139-b81f-f69ed32b3797 req-040e6659-4f4f-45c9-84d3-cd06544bdb54 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:19.519165 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8569b10f-ebfe-4139-b81f-f69ed32b3797 req-040e6659-4f4f-45c9-84d3-cd06544bdb54 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.4055245 Dec 06 14:27:19.684047 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port efb54e4d-35fa-48b9-81e4-9127bc7a06c9 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:19.685063 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:19.743133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c436ba84-bdfb-4e53-8618-aec7be79cdcd tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router fd643648-a045-4470-8553-1a9c818c5c32 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:19.758204 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8569b10f-ebfe-4139-b81f-f69ed32b3797 req-25f69a19-e646-406f-8585-dd0d15e3dad8 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2258954 Dec 06 14:27:19.868293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:19.909472 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:19.916700 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c436ba84-bdfb-4e53-8618-aec7be79cdcd tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:19.939409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83541d3a-b2db-4ccf-8d5c-2c5bb6f258ad None None] Sync routers for ids ['fd643648-a045-4470-8553-1a9c818c5c32'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:19.993530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:19.994692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:20.002364 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:20.045861 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c436ba84-bdfb-4e53-8618-aec7be79cdcd tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:20.049440 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c436ba84-bdfb-4e53-8618-aec7be79cdcd tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/ports/05da044f-3c46-464d-949d-5f6fe2872c97 HTTP/1.1" status: 204 len: 168 time: 3.1385038 Dec 06 14:27:20.055802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:20.055945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35328) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:20.095343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1278810a-66c2-4dba-bb67-18a754b4567d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:20.099305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.1 (c5e7777c-e017-4be8-ba47-bb7f42934b17/d0d0d94b-3bef-4956-868d-d741fe74a39d/95ef924f-8c2b-4ffe-88c4-eb294b81aaa2) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:20.102562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1278810a-66c2-4dba-bb67-18a754b4567d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:20.103204 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1278810a-66c2-4dba-bb67-18a754b4567d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:20.112790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Pushing event updated for resources: {'Port': ['ID=95f0ce03-94f3-49a6-ba37-8b35000b1f77,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:20.137043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Network c5e7777c-e017-4be8-ba47-bb7f42934b17 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:20.138336 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83541d3a-b2db-4ccf-8d5c-2c5bb6f258ad None None] Routers {'fd643648-a045-4470-8553-1a9c818c5c32'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:20.139021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-83541d3a-b2db-4ccf-8d5c-2c5bb6f258ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fd643648-a045-4470-8553-1a9c818c5c32'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:20.154506 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:20.218821 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Sync routers for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:20.230213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:20.272704 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Provisioning complete for port 3f6bfdd4-dd47-4b31-9928-c137ed106f4e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:20.273295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:20.279702 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:20.280721 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:20.305536 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event updated for resources: {'Port': ['ID=41e10a79-8c6f-4587-951e-1f26b475c4e6,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:20.312149 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Network c2d8a60a-f296-4e1f-9d57-2be2f26db7c5 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:20.319802 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:20.337415 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:20.385770 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35332) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:20.386860 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1278810a-66c2-4dba-bb67-18a754b4567d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.0168753 Dec 06 14:27:20.393769 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-8cc160ad-4625-4884-8f14-0525d42eb6d1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'subnet': {'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:20.400436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278810a-66c2-4dba-bb67-18a754b4567d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Network': ['ID=fda4a957-f339-4eb4-b8ec-bfe4da0a52a2,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:20.413149 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:20.537243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 402a56a3-c13e-4abb-acb1-ab2ec5703948 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:20.563524 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-83541d3a-b2db-4ccf-8d5c-2c5bb6f258ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:20.587874 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network fda4a957-f339-4eb4-b8ec-bfe4da0a52a2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:27:20.663977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:20.675558 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:08Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:18Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:20.692726 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c21962d0-f644-4686-b88c-c5a2188a7083 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1333749 Dec 06 14:27:20.693162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35334) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:20.696995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a2e4ab4c-4b22-43ca-acc2-4c9a90f253fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:20.713224 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:15Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:14Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:16Z', 'revision_number': 2, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:20.741003 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:20.741984 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Checking router: 15bf1801-2d2d-4e7c-bb11-694788b1e6ae for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:20.742347 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Updating router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae port f8b76203-6a68-4419-8b16-f14f366724c3 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:27:20.767931 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:20.822234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc160ad-4625-4884-8f14-0525d42eb6d1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Made reservation on behalf of 2b6835e0db4640a4ac6e1d7b5cff24dd for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:20.826051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbfa9c0-daa1-4166-8b58-4abe1c1038af None None] The sync data for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv is: [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:08Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:18Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:20.826472 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cc160ad-4625-4884-8f14-0525d42eb6d1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:20.833810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port efb54e4d-35fa-48b9-81e4-9127bc7a06c9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=efb54e4d-35fa-48b9-81e4-9127bc7a06c9,segment=NetworkSegment(ee361e2a-25f7-4533-90b0-0cf24667fe46),segment_id=ee361e2a-25f7-4533-90b0-0cf24667fe46)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:20.837483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c7a00-5a6e-45d4-9b33-e684f7279a4b None None] Network c2d8a60a-f296-4e1f-9d57-2be2f26db7c5 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:20.911590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network c5e7777c-e017-4be8-ba47-bb7f42934b17 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:20.929503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Attempting to bind port 95f0ce03-94f3-49a6-ba37-8b35000b1f77 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:20.929823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Attempting to bind port 95f0ce03-94f3-49a6-ba37-8b35000b1f77 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b5ef75e3-403c-4283-ad2e-bf7f743d5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:20.930177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Attempting to bind port 95f0ce03-94f3-49a6-ba37-8b35000b1f77 on network c5e7777c-e017-4be8-ba47-bb7f42934b17 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:20.943369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:20.944174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e462aa19-5a61-4831-84a8-519c5eab2a3d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:20.946909 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83541d3a-b2db-4ccf-8d5c-2c5bb6f258ad None None] Routers {'fd643648-a045-4470-8553-1a9c818c5c32'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:20.948022 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-83541d3a-b2db-4ccf-8d5c-2c5bb6f258ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fd643648-a045-4470-8553-1a9c818c5c32'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:20.951844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936969-2a67-462e-9e18-f0b6459b174e req-39af4568-2007-4363-b04d-7bb50d304919 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:20.959411 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-90936969-2a67-462e-9e18-f0b6459b174e req-39af4568-2007-4363-b04d-7bb50d304919 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1031964 Dec 06 14:27:20.967842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:20.980335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:20.989950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=95ef924f-8c2b-4ffe-88c4-eb294b81aaa2,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:20.995739 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:20.996122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Checking segment: {'id': 'b5ef75e3-403c-4283-ad2e-bf7f743d5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:20.996535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:20.997013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Bound using segment: {'id': 'b5ef75e3-403c-4283-ad2e-bf7f743d5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:20.997506 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Bound port: 95f0ce03-94f3-49a6-ba37-8b35000b1f77, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ef75e3-403c-4283-ad2e-bf7f743d5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:20.997967 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:21.046268 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-90936969-2a67-462e-9e18-f0b6459b174e req-78799d76-98dd-4e0b-8109-ffcb80dfd35a tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810969 Dec 06 14:27:21.096245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-83541d3a-b2db-4ccf-8d5c-2c5bb6f258ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:21.096245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83541d3a-b2db-4ccf-8d5c-2c5bb6f258ad None None] The sync data for ids ['fd643648-a045-4470-8553-1a9c818c5c32'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:21.187698 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Sync routers for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:21.189594 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:21.206015 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:21.238978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1cdac225-c4e4-4020-8aaa-72580c18344f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:21.246630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=efb54e4d-35fa-48b9-81e4-9127bc7a06c9,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:21.267801 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:21.282131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:21.292251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:21.292923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:21.322047 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89bed1-32d2-4eaa-ab92-43708210e734 None None] Pushing event updated for resources: {'Port': ['ID=f8b76203-6a68-4419-8b16-f14f366724c3,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:21.409535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] For port 95f0ce03-94f3-49a6-ba37-8b35000b1f77, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:21.420505 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port e462aa19-5a61-4831-84a8-519c5eab2a3d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:21.420932 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:21.445716 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Attempting to bind port f8b76203-6a68-4419-8b16-f14f366724c3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:21.445716 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Attempting to bind port f8b76203-6a68-4419-8b16-f14f366724c3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ee361e2a-25f7-4533-90b0-0cf24667fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:21.445716 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Attempting to bind port f8b76203-6a68-4419-8b16-f14f366724c3 on network 07b2ca01-d674-4101-9c7b-8e8410d47d34 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:21.452138 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:21.452748 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Checking segment: {'id': 'ee361e2a-25f7-4533-90b0-0cf24667fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:21.453364 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:21.453863 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Bound using segment: {'id': 'ee361e2a-25f7-4533-90b0-0cf24667fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:21.454486 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Bound port: f8b76203-6a68-4419-8b16-f14f366724c3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee361e2a-25f7-4533-90b0-0cf24667fe46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:21.455020 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:21.469184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] For port 95f0ce03-94f3-49a6-ba37-8b35000b1f77, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95f0ce03-94f3-49a6-ba37-8b35000b1f77,segment=NetworkSegment(b5ef75e3-403c-4283-ad2e-bf7f743d5802),segment_id=b5ef75e3-403c-4283-ad2e-bf7f743d5802)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:21.485773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] For port 3f6bfdd4-dd47-4b31-9928-c137ed106f4e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f6bfdd4-dd47-4b31-9928-c137ed106f4e,segment=NetworkSegment(1c65258b-e398-4e50-b356-10d534d172a9),segment_id=1c65258b-e398-4e50-b356-10d534d172a9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:21.501406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:21.557602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:21.569308 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] For port f8b76203-6a68-4419-8b16-f14f366724c3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:21.574035 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] For port f8b76203-6a68-4419-8b16-f14f366724c3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8b76203-6a68-4419-8b16-f14f366724c3,segment=NetworkSegment(ee361e2a-25f7-4533-90b0-0cf24667fe46),segment_id=ee361e2a-25f7-4533-90b0-0cf24667fe46)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:21.609703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:21.652654 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:21.658939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Could not find standard attr ID for object 05da044f-3c46-464d-949d-5f6fe2872c97. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:27:21.733946 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98226148-0859-4c53-a88f-8f0f8f2ec9bd None None] Pushing event updated for resources: {'Port': ['ID=95f0ce03-94f3-49a6-ba37-8b35000b1f77,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:21.741973 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6260665-bba9-4d95-bb19-6b8abe406e9c req-ea6bcc20-83de-4318-93ae-ea94bb385f35 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:21.743505 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b6260665-bba9-4d95-bb19-6b8abe406e9c req-ea6bcc20-83de-4318-93ae-ea94bb385f35 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.6073835 Dec 06 14:27:21.826980 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:21.827125 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 70906f76-4afc-463c-b6d3-07c25e0fcac6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:21.827622 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:21.963275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f797ed48-c649-4af3-86d0-d93044efe84b None None] Pushing event updated for resources: {'Port': ['ID=3f6bfdd4-dd47-4b31-9928-c137ed106f4e,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:21.971175 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Provisioning complete for port 91192f3d-1886-4e1b-b2af-2af7f6935920 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:21.971674 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:21.993650 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89bed1-32d2-4eaa-ab92-43708210e734 None None] Pushing event updated for resources: {'Port': ['ID=f8b76203-6a68-4419-8b16-f14f366724c3,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:22.034232 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:22.094150 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 70906f76-4afc-463c-b6d3-07c25e0fcac6 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:22.095062 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:22.183111 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b6260665-bba9-4d95-bb19-6b8abe406e9c req-f8b8701a-8de4-436d-b043-57bb8ed0c14c tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809555 Dec 06 14:27:22.274163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:19Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41e10a79-8c6f-4587-951e-1f26b475c4e6', 'name': '', 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:03:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'bf47beeb-fbc8-4339-b731-da2c825687fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:16Z', 'updated_at': '2021-12-06T14:27:19Z', 'revision_number': 2, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'bf47beeb-fbc8-4339-b731-da2c825687fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:18Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:22.312025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Checking router: 402a56a3-c13e-4abb-acb1-ab2ec5703948 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:22.312719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Updating router 402a56a3-c13e-4abb-acb1-ab2ec5703948 port 41e10a79-8c6f-4587-951e-1f26b475c4e6 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:27:22.350097 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:22.352476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.extraroute_db [None req-a2e4ab4c-4b22-43ca-acc2-4c9a90f253fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 14:27:22.353988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:22.417812 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:15Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:22.430116 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.extraroute_db [None req-a2e4ab4c-4b22-43ca-acc2-4c9a90f253fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Removed routes are [] {{(pid=103725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 14:27:22.430517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ab4c-4b22-43ca-acc2-4c9a90f253fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:22.432204 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:22.445312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cc160ad-4625-4884-8f14-0525d42eb6d1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:22.463911 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ebcf914f-0ad4-4f02-8fd3-d40bd276c36c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:22.468051 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bccfed-862c-48df-adfc-a5a8bfc8e90f None None] The sync data for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv is: [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:15Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:22.483687 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] For port 91192f3d-1886-4e1b-b2af-2af7f6935920, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91192f3d-1886-4e1b-b2af-2af7f6935920,segment=NetworkSegment(0639598a-6bef-4598-a6f8-8c65ca90a88a),segment_id=0639598a-6bef-4598-a6f8-8c65ca90a88a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:22.568879 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc160ad-4625-4884-8f14-0525d42eb6d1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Subnet': ['ID=5b643ba1-2bc9-40e4-a2f4-fa753e20797f,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:22.630256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:22.803165 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc160ad-4625-4884-8f14-0525d42eb6d1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Checking segment: {'id': 'b7417b81-742b-40b1-8e9d-357488589a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:22.803538 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc160ad-4625-4884-8f14-0525d42eb6d1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network hostable DHCP agents. Network: fda4a957-f339-4eb4-b8ec-bfe4da0a52a2, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:27:22.868615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:22.873244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:22.926171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Provisioning complete for port 7ffe295f-b92c-4f70-a269-8b34afdb2510 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:22.926571 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:22.975137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Pushing event updated for resources: {'Port': ['ID=91192f3d-1886-4e1b-b2af-2af7f6935920,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:23.037271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc160ad-4625-4884-8f14-0525d42eb6d1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network fda4a957-f339-4eb4-b8ec-bfe4da0a52a2 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:27:23.064266 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88290444-6e6e-4e27-ad6f-4ff8f6c926d7 req-77e80e68-7b60-4dea-85fd-9d0e6c118450 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:23.066608 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-88290444-6e6e-4e27-ad6f-4ff8f6c926d7 req-77e80e68-7b60-4dea-85fd-9d0e6c118450 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.2408977 Dec 06 14:27:23.130496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.132259 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.140885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ab4c-4b22-43ca-acc2-4c9a90f253fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.155364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1cdac225-c4e4-4020-8aaa-72580c18344f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port 8174e165-d59a-442b-be5e-78c65f58aaa2 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:23.155710 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1cdac225-c4e4-4020-8aaa-72580c18344f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.162445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.162682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ab4c-4b22-43ca-acc2-4c9a90f253fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.164696 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-8cc160ad-4625-4884-8f14-0525d42eb6d1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fda4a957-f339-4eb4-b8ec-bfe4da0a52a2) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:23.169784 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc160ad-4625-4884-8f14-0525d42eb6d1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:23.170405 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cc160ad-4625-4884-8f14-0525d42eb6d1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.179020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ebcf914f-0ad4-4f02-8fd3-d40bd276c36c,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:23.185016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8ce1df-7ca1-44a7-9af1-ad61e1b74503 None None] Network fda4a957-f339-4eb4-b8ec-bfe4da0a52a2 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:23.218590 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] For port 7ffe295f-b92c-4f70-a269-8b34afdb2510, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ffe295f-b92c-4f70-a269-8b34afdb2510,segment=NetworkSegment(5a595971-4639-4af4-8019-7971e2ecc5eb),segment_id=5a595971-4639-4af4-8019-7971e2ecc5eb)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:23.253832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.305439 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.306279 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3f6bfdd4-dd47-4b31-9928-c137ed106f4e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:23.307873 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.358189 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-88290444-6e6e-4e27-ad6f-4ff8f6c926d7 req-49a2f5f7-e8e5-49e8-bb27-cb78cb44dd93 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2624650 Dec 06 14:27:23.364532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e4d2bc-c3c3-4936-9826-3513cb71b1b8 None None] Network c5e7777c-e017-4be8-ba47-bb7f42934b17 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:23.366662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd5184-e432-4a0a-9274-f21fadc4893c None None] Pushing event updated for resources: {'Port': ['ID=41e10a79-8c6f-4587-951e-1f26b475c4e6,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:23.421828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1cdac225-c4e4-4020-8aaa-72580c18344f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.450509 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8cc160ad-4625-4884-8f14-0525d42eb6d1 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0612707 Dec 06 14:27:23.450886 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35346) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:23.451407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1cdac225-c4e4-4020-8aaa-72580c18344f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for 8174e165-d59a-442b-be5e-78c65f58aaa2 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:23.475433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.516252 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Provisioning complete for port efb54e4d-35fa-48b9-81e4-9127bc7a06c9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:23.516953 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.551723 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e4ab4c-4b22-43ca-acc2-4c9a90f253fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 402a56a3-c13e-4abb-acb1-ab2ec5703948 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:23.554368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.633480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Attempting to bind port 41e10a79-8c6f-4587-951e-1f26b475c4e6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:23.633862 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Attempting to bind port 41e10a79-8c6f-4587-951e-1f26b475c4e6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0639598a-6bef-4598-a6f8-8c65ca90a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:23.634233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Attempting to bind port 41e10a79-8c6f-4587-951e-1f26b475c4e6 on network c2d8a60a-f296-4e1f-9d57-2be2f26db7c5 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:23.642888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=ebcf914f-0ad4-4f02-8fd3-d40bd276c36c,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:23.705216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:23.705665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Checking segment: {'id': '0639598a-6bef-4598-a6f8-8c65ca90a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:23.706636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.706636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Bound using segment: {'id': '0639598a-6bef-4598-a6f8-8c65ca90a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:23.706997 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Bound port: 41e10a79-8c6f-4587-951e-1f26b475c4e6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0639598a-6bef-4598-a6f8-8c65ca90a88a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:23.707389 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.735644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 3f6bfdd4-dd47-4b31-9928-c137ed106f4e triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:23.736063 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.738030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fda4a957-f339-4eb4-b8ec-bfe4da0a52a2', 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'fixed_ips': [{'subnet_id': '5b643ba1-2bc9-40e4-a2f4-fa753e20797f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:27:23.738867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:23.914810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Pushing event updated for resources: {'Port': ['ID=7ffe295f-b92c-4f70-a269-8b34afdb2510,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:24.020221 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:24.067100 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] For port 41e10a79-8c6f-4587-951e-1f26b475c4e6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:24.070226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:24.133149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] For port 41e10a79-8c6f-4587-951e-1f26b475c4e6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41e10a79-8c6f-4587-951e-1f26b475c4e6,segment=NetworkSegment(0639598a-6bef-4598-a6f8-8c65ca90a88a),segment_id=0639598a-6bef-4598-a6f8-8c65ca90a88a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:24.138477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=95ef924f-8c2b-4ffe-88c4-eb294b81aaa2,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:24.158086 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4f932d00-3dff-412b-ad20-7ea7d49174c1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:24.186060 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Provisioning complete for port 3f6bfdd4-dd47-4b31-9928-c137ed106f4e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:24.186060 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:24.197061 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9abfb-ee75-4d96-bd67-baf7923ee360 req-9b1178bd-56d1-44e3-a410-af152b5867d5 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:24.198571 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-51c9abfb-ee75-4d96-bd67-baf7923ee360 req-9b1178bd-56d1-44e3-a410-af152b5867d5 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.2066388 Dec 06 14:27:24.235286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:24.287017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Allocated IP 172.23.0.2 (fda4a957-f339-4eb4-b8ec-bfe4da0a52a2/5b643ba1-2bc9-40e4-a2f4-fa753e20797f/c952d35e-a66a-4993-ab58-9adf71453c92) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:24.341086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e4ab4c-4b22-43ca-acc2-4c9a90f253fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:24.361694 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ab4c-4b22-43ca-acc2-4c9a90f253fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:24.365758 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a2e4ab4c-4b22-43ca-acc2-4c9a90f253fd tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948 HTTP/1.1" status: 200 len: 954 time: 3.6706901 Dec 06 14:27:24.366622 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35350) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:24.381647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd5184-e432-4a0a-9274-f21fadc4893c None None] Pushing event updated for resources: {'Port': ['ID=41e10a79-8c6f-4587-951e-1f26b475c4e6,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:24.392514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:24.393238 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:24.401698 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-51c9abfb-ee75-4d96-bd67-baf7923ee360 req-0d50b494-6ce4-43e3-b824-82e32b8cfac3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804709 Dec 06 14:27:24.407104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network c5e7777c-e017-4be8-ba47-bb7f42934b17 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:24.408733 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:24.474020 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1cdac225-c4e4-4020-8aaa-72580c18344f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:24.511914 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7d194e31-b602-4629-aab1-f3be8620fe70 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948 HTTP/1.1" status: 200 len: 954 time: 0.1418033 Dec 06 14:27:24.512800 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35352) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:24.517501 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-89cd2e6b-76c7-4aeb-bb19-b1017a23c6a2 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'router': {'routes': None}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:24.530707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdac225-c4e4-4020-8aaa-72580c18344f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=8174e165-d59a-442b-be5e-78c65f58aaa2,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:24.558517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 4f932d00-3dff-412b-ad20-7ea7d49174c1 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:24.560369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:24.763788 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 4e9ad724-45ba-4982-8236-e0c63a18dc18 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:24.958196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1cdac225-c4e4-4020-8aaa-72580c18344f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:24.979348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:25.037628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:25.044664 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7938f76b-22aa-46cf-8435-0795eb9dc208 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/4e9ad724-45ba-4982-8236-e0c63a18dc18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8753846 Dec 06 14:27:25.047239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35354) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:25.060564 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Sync routers for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:25.076197 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:25.078402 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:25.114260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:25.155046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Provisioning complete for port f8b76203-6a68-4419-8b16-f14f366724c3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:25.155417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:25.188895 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.extraroute_db [None req-89cd2e6b-76c7-4aeb-bb19-b1017a23c6a2 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Added routes are [] {{(pid=103724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 14:27:25.189606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.extraroute_db [None req-89cd2e6b-76c7-4aeb-bb19-b1017a23c6a2 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 14:27:25.242661 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-89cd2e6b-76c7-4aeb-bb19-b1017a23c6a2 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:25.246512 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:25.275760 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:25.347320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Pushing event updated for resources: {'Port': ['ID=c952d35e-a66a-4993-ab58-9adf71453c92,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:25.353217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Network fda4a957-f339-4eb4-b8ec-bfe4da0a52a2 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:25.366996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:25.370432 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:25.395468 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.396182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.403819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.403819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.403819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.403819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.403819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.403819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.403819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.403819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.403819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.403819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.403819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.404641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.404641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.405074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.405549 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.411698 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-23262d99-c63b-4044-96a2-d7dcdd44ceee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11844 time: 0.3634689 Dec 06 14:27:25.412343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35358) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:25.547227 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Attempting to bind port c952d35e-a66a-4993-ab58-9adf71453c92 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:25.547608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Attempting to bind port c952d35e-a66a-4993-ab58-9adf71453c92 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b7417b81-742b-40b1-8e9d-357488589a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:25.547990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Attempting to bind port c952d35e-a66a-4993-ab58-9adf71453c92 on network fda4a957-f339-4eb4-b8ec-bfe4da0a52a2 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:25.551841 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:25.572729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:25.573152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Checking segment: {'id': 'b7417b81-742b-40b1-8e9d-357488589a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:25.573549 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:25.573951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Bound using segment: {'id': 'b7417b81-742b-40b1-8e9d-357488589a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:25.574447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Bound port: c952d35e-a66a-4993-ab58-9adf71453c92, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7417b81-742b-40b1-8e9d-357488589a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:25.575671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:25.672929 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] For port f8b76203-6a68-4419-8b16-f14f366724c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8b76203-6a68-4419-8b16-f14f366724c3,segment=NetworkSegment(ee361e2a-25f7-4533-90b0-0cf24667fe46),segment_id=ee361e2a-25f7-4533-90b0-0cf24667fe46)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:25.674951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:22Z', 'revision_number': 6, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41e10a79-8c6f-4587-951e-1f26b475c4e6', 'name': '', 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:03:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'bf47beeb-fbc8-4339-b731-da2c825687fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:16Z', 'updated_at': '2021-12-06T14:27:24Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'bf47beeb-fbc8-4339-b731-da2c825687fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:25.683857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.685051 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.685518 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.685976 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.686431 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.686887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.687709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.688183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.688635 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.689160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.689684 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.690068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.690878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.691332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.691779 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.692228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.692671 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.697985 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ae3e2ecd-b1e6-4d3e-8990-531e600e1176 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10673 time: 0.2801266 Dec 06 14:27:25.704062 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35360) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:25.705608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1758e0-cfb7-4d7f-ba63-7e35216b8d80 None None] The sync data for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv is: [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:22Z', 'revision_number': 6, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41e10a79-8c6f-4587-951e-1f26b475c4e6', 'name': '', 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:03:f2:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'bf47beeb-fbc8-4339-b731-da2c825687fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:16Z', 'updated_at': '2021-12-06T14:27:24Z', 'revision_number': 4, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'bf47beeb-fbc8-4339-b731-da2c825687fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:25.736500 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] For port c952d35e-a66a-4993-ab58-9adf71453c92, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:25.752926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Allocated IP 172.23.0.1 (fda4a957-f339-4eb4-b8ec-bfe4da0a52a2/5b643ba1-2bc9-40e4-a2f4-fa753e20797f/ed8bae56-4e56-4996-83af-03d6cedafb8d) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:25.754986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] For port c952d35e-a66a-4993-ab58-9adf71453c92, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c952d35e-a66a-4993-ab58-9adf71453c92,segment=NetworkSegment(b7417b81-742b-40b1-8e9d-357488589a93),segment_id=b7417b81-742b-40b1-8e9d-357488589a93)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:25.778355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:25.844159 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:27:22Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:22Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:25.868338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20ec3e-6633-42fb-adee-7da1232c7d47 req-af9fb14f-dae7-4790-8662-6fd9fd7c6f85 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:25.872124 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d20ec3e-6633-42fb-adee-7da1232c7d47 req-af9fb14f-dae7-4790-8662-6fd9fd7c6f85 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.3530459 Dec 06 14:27:25.876627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:25.916941 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Checking router: 4e9ad724-45ba-4982-8236-e0c63a18dc18 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:25.922786 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Updating router 4e9ad724-45ba-4982-8236-e0c63a18dc18 port 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:27:25.928193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3f6bfdd4-dd47-4b31-9928-c137ed106f4e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:25.983406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Provisioning complete for port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:25.983773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-89cd2e6b-76c7-4aeb-bb19-b1017a23c6a2 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:25.983995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:25.986232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b806a9-08ce-488f-8146-b9e31948f3a1 None None] Pushing event updated for resources: {'Port': ['ID=f8b76203-6a68-4419-8b16-f14f366724c3,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:25.990049 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:26.078845 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-89cd2e6b-76c7-4aeb-bb19-b1017a23c6a2 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:26.102717 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d20ec3e-6633-42fb-adee-7da1232c7d47 req-63a987b1-afb3-4396-9260-bf927da4e08c tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138903 Dec 06 14:27:26.108288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9fb1c-b8a2-44d0-8dad-b0a1c350ca72 None None] Pushing event updated for resources: {'Port': ['ID=c952d35e-a66a-4993-ab58-9adf71453c92,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:26.173077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 3f6bfdd4-dd47-4b31-9928-c137ed106f4e triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:26.184897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:26.448360 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device efb54e4d-35fa-48b9-81e4-9127bc7a06c9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:26.448360 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Provisioning complete for port 41e10a79-8c6f-4587-951e-1f26b475c4e6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:26.448360 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:26.480343 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:26.564664 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:26.579520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdac225-c4e4-4020-8aaa-72580c18344f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router fd643648-a045-4470-8553-1a9c818c5c32 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:26.659977 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port efb54e4d-35fa-48b9-81e4-9127bc7a06c9 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:26.665195 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:26.669645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:26.802578 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e47ab9-7e22-4697-97cd-90f6fb9bbe66 None None] Pushing event updated for resources: {'Port': ['ID=95ef924f-8c2b-4ffe-88c4-eb294b81aaa2,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:26.817803 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] For port 41e10a79-8c6f-4587-951e-1f26b475c4e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41e10a79-8c6f-4587-951e-1f26b475c4e6,segment=NetworkSegment(0639598a-6bef-4598-a6f8-8c65ca90a88a),segment_id=0639598a-6bef-4598-a6f8-8c65ca90a88a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:26.881273 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Attempting to bind port 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:26.881455 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Attempting to bind port 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b5ef75e3-403c-4283-ad2e-bf7f743d5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:26.881865 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Attempting to bind port 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2 on network c5e7777c-e017-4be8-ba47-bb7f42934b17 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:26.889588 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:26.894076 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Checking segment: {'id': 'b5ef75e3-403c-4283-ad2e-bf7f743d5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:26.894076 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:26.894076 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Bound using segment: {'id': 'b5ef75e3-403c-4283-ad2e-bf7f743d5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:26.894076 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Bound port: 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5ef75e3-403c-4283-ad2e-bf7f743d5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:26.894076 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:26.903457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:26.911990 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89cd2e6b-76c7-4aeb-bb19-b1017a23c6a2 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 402a56a3-c13e-4abb-acb1-ab2ec5703948 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:26.922380 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdac225-c4e4-4020-8aaa-72580c18344f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:26.933699 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1cdac225-c4e4-4020-8aaa-72580c18344f tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "PUT /v2.0/routers/fd643648-a045-4470-8553-1a9c818c5c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8784425 Dec 06 14:27:26.942515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35366) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:27.003872 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] For port 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:27.007780 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] For port 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95ef924f-8c2b-4ffe-88c4-eb294b81aaa2,segment=NetworkSegment(b5ef75e3-403c-4283-ad2e-bf7f743d5802),segment_id=b5ef75e3-403c-4283-ad2e-bf7f743d5802)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:27.021931 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Pushing event updated for resources: {'Port': ['ID=41e10a79-8c6f-4587-951e-1f26b475c4e6,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:27.035440 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e59831-f67f-4771-a7e7-45f431818f0a None None] Sync routers for ids ['fd643648-a045-4470-8553-1a9c818c5c32'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:27.051380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 95f0ce03-94f3-49a6-ba37-8b35000b1f77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:27.095666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Provisioning complete for port 91192f3d-1886-4e1b-b2af-2af7f6935920 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:27.095666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:27.120199 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:27.138476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e59831-f67f-4771-a7e7-45f431818f0a None None] Routers {'fd643648-a045-4470-8553-1a9c818c5c32'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:27.138889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:27.142325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a8e59831-f67f-4771-a7e7-45f431818f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fd643648-a045-4470-8553-1a9c818c5c32'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:27.163443 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b01a60-e555-472a-b75d-b71c65369446 req-88bb2579-4ccf-4d73-b9a9-fb720f73dbc7 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:27.171144 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d7b01a60-e555-472a-b75d-b71c65369446 req-88bb2579-4ccf-4d73-b9a9-fb720f73dbc7 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.4031985 Dec 06 14:27:27.216144 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a8e59831-f67f-4771-a7e7-45f431818f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:27.229039 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e631cceb-e59e-49a9-81fd-810a0bf27f5f tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6273 time: 1.5155771 Dec 06 14:27:27.231860 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:27.261831 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:27.263453 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:27.274908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89cd2e6b-76c7-4aeb-bb19-b1017a23c6a2 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:27.300189 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e59831-f67f-4771-a7e7-45f431818f0a None None] Routers {'fd643648-a045-4470-8553-1a9c818c5c32'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:27.305533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a8e59831-f67f-4771-a7e7-45f431818f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fd643648-a045-4470-8553-1a9c818c5c32'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:27.313692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-89cd2e6b-76c7-4aeb-bb19-b1017a23c6a2 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:27.317733 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-89cd2e6b-76c7-4aeb-bb19-b1017a23c6a2 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948 HTTP/1.1" status: 200 len: 704 time: 2.8012233 Dec 06 14:27:27.328870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35370) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:27.433203 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a8e59831-f67f-4771-a7e7-45f431818f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:27.433465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e59831-f67f-4771-a7e7-45f431818f0a None None] The sync data for ids ['fd643648-a045-4470-8553-1a9c818c5c32'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:27.460195 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 95f0ce03-94f3-49a6-ba37-8b35000b1f77 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:27.460487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:27.461675 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:27.484243 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:27.515680 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67936a61-83be-424d-aa2c-845b190ac777 None None] Sync routers for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:27.554347 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67936a61-83be-424d-aa2c-845b190ac777 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:27.554982 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-67936a61-83be-424d-aa2c-845b190ac777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:27.628580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Provisioning complete for port 95f0ce03-94f3-49a6-ba37-8b35000b1f77 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:27.629234 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:27.635966 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fbfd832c-372e-4654-9bb2-67baf34f6ee0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948 HTTP/1.1" status: 200 len: 704 time: 0.3059199 Dec 06 14:27:27.644566 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35372) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:27.718552 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port 912244f7-b7ea-406c-b7da-32dbac82b725 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:27.719645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:27.766017 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d7b01a60-e555-472a-b75d-b71c65369446 req-d2d3d3d8-bfad-4cf2-8872-5d2aa8527660 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5872333 Dec 06 14:27:27.778126 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e47ab9-7e22-4697-97cd-90f6fb9bbe66 None None] Pushing event updated for resources: {'Port': ['ID=95ef924f-8c2b-4ffe-88c4-eb294b81aaa2,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:27.814509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:27.895408 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-67936a61-83be-424d-aa2c-845b190ac777 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:27.905469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:27.930855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2387cc-0edb-4b81-b701-b12ce316bf47 None None] Network fda4a957-f339-4eb4-b8ec-bfe4da0a52a2 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:27.939488 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for 912244f7-b7ea-406c-b7da-32dbac82b725 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:27.946898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 95f0ce03-94f3-49a6-ba37-8b35000b1f77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95f0ce03-94f3-49a6-ba37-8b35000b1f77,segment=NetworkSegment(b5ef75e3-403c-4283-ad2e-bf7f743d5802),segment_id=b5ef75e3-403c-4283-ad2e-bf7f743d5802)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:27.969093 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35374) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:27.975436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:27.979158 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1d6cc0b5-42ba-4282-9021-8af423bc0cd7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608919391', 'description': 'tempest-secgroup-smoke-1608919391 description', 'project_id': 'c716424228f8423e91750a4cc8918d9a'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:28.017652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:28.056545 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:28.057627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7ffe295f-b92c-4f70-a269-8b34afdb2510 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:28.090152 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network fda4a957-f339-4eb4-b8ec-bfe4da0a52a2 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:28.124300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:28.133878 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:28.196776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=ed8bae56-4e56-4996-83af-03d6cedafb8d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:28.241522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:28.281018 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=95f0ce03-94f3-49a6-ba37-8b35000b1f77,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:28.297599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 7ffe295f-b92c-4f70-a269-8b34afdb2510 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:28.300044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:28.300044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:27:28.300044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:27:28.326390 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:27:22Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:26Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:28.375021 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c358010-6094-4571-8ba0-4e7ebca1058d None None] The sync data for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv is: [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:27:22Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:26Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:28.385821 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-67936a61-83be-424d-aa2c-845b190ac777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:25Z', 'revision_number': 7, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41e10a79-8c6f-4587-951e-1f26b475c4e6', 'name': '', 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:03:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'bf47beeb-fbc8-4339-b731-da2c825687fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:16Z', 'updated_at': '2021-12-06T14:27:26Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'bf47beeb-fbc8-4339-b731-da2c825687fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:28.405330 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:28.427185 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67936a61-83be-424d-aa2c-845b190ac777 None None] Checking router: 402a56a3-c13e-4abb-acb1-ab2ec5703948 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:28.430016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 91192f3d-1886-4e1b-b2af-2af7f6935920 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:28.453127 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67936a61-83be-424d-aa2c-845b190ac777 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:28.453768 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-67936a61-83be-424d-aa2c-845b190ac777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:28.481342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d6cc0b5-42ba-4282-9021-8af423bc0cd7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:28.490804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=912244f7-b7ea-406c-b7da-32dbac82b725,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:28.525583 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bd848b-47fc-4838-a540-a39db38082ac None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:28.617428 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-67936a61-83be-424d-aa2c-845b190ac777 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:28.622921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 91192f3d-1886-4e1b-b2af-2af7f6935920 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:28.623308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:28.627383 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:28.661522 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:28.772666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9026615c-f3a7-4d76-90fb-71eb2f92352d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:28.910015 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:28.913695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.061861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ebcf914f-0ad4-4f02-8fd3-d40bd276c36c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:29.109069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d6cc0b5-42ba-4282-9021-8af423bc0cd7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.171913 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-67936a61-83be-424d-aa2c-845b190ac777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:25Z', 'revision_number': 7, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41e10a79-8c6f-4587-951e-1f26b475c4e6', 'name': '', 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:03:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'bf47beeb-fbc8-4339-b731-da2c825687fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:16Z', 'updated_at': '2021-12-06T14:27:26Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'bf47beeb-fbc8-4339-b731-da2c825687fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:29.207055 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67936a61-83be-424d-aa2c-845b190ac777 None None] The sync data for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv is: [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:25Z', 'revision_number': 7, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '41e10a79-8c6f-4587-951e-1f26b475c4e6', 'name': '', 'network_id': 'c2d8a60a-f296-4e1f-9d57-2be2f26db7c5', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:03:f2:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'bf47beeb-fbc8-4339-b731-da2c825687fe', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:16Z', 'updated_at': '2021-12-06T14:27:26Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'bf47beeb-fbc8-4339-b731-da2c825687fe', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:29.213900 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.213900 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Fanout notify agent at l3_agent the message router_deleted on router fd643648-a045-4470-8553-1a9c818c5c32 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:27:29.224258 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.228956 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7c88ed42-6383-4b15-a927-2f5eca368a7b tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/routers/fd643648-a045-4470-8553-1a9c818c5c32 HTTP/1.1" status: 204 len: 168 time: 2.2789969 Dec 06 14:27:29.232603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35380) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:29.265034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116b23f-ee9c-470e-9d57-b091f1950012 req-ebec1896-da8c-40b5-b1b1-60938f9fc418 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:29.266618 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2116b23f-ee9c-470e-9d57-b091f1950012 req-ebec1896-da8c-40b5-b1b1-60938f9fc418 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.2391622 Dec 06 14:27:29.330689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06e6bd7-4e8b-47ee-8c05-d1ea65654adb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting subnet 717450a0-86ef-44c6-9ae9-0d22de44bc6f {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:27:29.334943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a06e6bd7-4e8b-47ee-8c05-d1ea65654adb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.400686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a06e6bd7-4e8b-47ee-8c05-d1ea65654adb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.421952 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2116b23f-ee9c-470e-9d57-b091f1950012 req-db091d4f-a42c-42ed-a373-b6e4788d0acc tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480386 Dec 06 14:27:29.484340 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.559730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.603005 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Provisioning complete for port f8b76203-6a68-4419-8b16-f14f366724c3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:29.603576 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.631533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a06e6bd7-4e8b-47ee-8c05-d1ea65654adb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.710434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event updated for resources: {'Port': ['ID=ed8bae56-4e56-4996-83af-03d6cedafb8d,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:29.721700 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.727615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.740032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:29.740406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.753304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d6cc0b5-42ba-4282-9021-8af423bc0cd7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.771730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-9026615c-f3a7-4d76-90fb-71eb2f92352d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port 41e10a79-8c6f-4587-951e-1f26b475c4e6 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:29.772329 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9026615c-f3a7-4d76-90fb-71eb2f92352d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.796630 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cc0b5-42ba-4282-9021-8af423bc0cd7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=546597df-f390-4810-af85-2406b0467c63,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:29.799545 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a06e6bd7-4e8b-47ee-8c05-d1ea65654adb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.832836 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Provisioning complete for port 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:29.834783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.853482 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e6bd7-4e8b-47ee-8c05-d1ea65654adb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Subnet': ['ID=717450a0-86ef-44c6-9ae9-0d22de44bc6f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:29.857557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a06e6bd7-4e8b-47ee-8c05-d1ea65654adb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.861059 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a06e6bd7-4e8b-47ee-8c05-d1ea65654adb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/subnets/717450a0-86ef-44c6-9ae9-0d22de44bc6f HTTP/1.1" status: 204 len: 168 time: 0.6265666 Dec 06 14:27:29.871452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1d6cc0b5-42ba-4282-9021-8af423bc0cd7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.874252 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1d6cc0b5-42ba-4282-9021-8af423bc0cd7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.9031708 Dec 06 14:27:29.876830 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35384) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:29.880350 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35386) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:29.891277 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-bd6f92c1-c7e0-4b07-a377-667928953c59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '546597df-f390-4810-af85-2406b0467c63', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:29.915746 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a64c43a-07ea-49c2-aa77-5df297ff562c None None] Network cbdddf99-6f42-4662-8925-8abafc0cd9ae requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:29.956242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Network fda4a957-f339-4eb4-b8ec-bfe4da0a52a2 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:29.963242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:29.985533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:29.986294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-9026615c-f3a7-4d76-90fb-71eb2f92352d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] For port 41e10a79-8c6f-4587-951e-1f26b475c4e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41e10a79-8c6f-4587-951e-1f26b475c4e6,segment=NetworkSegment(0639598a-6bef-4598-a6f8-8c65ca90a88a),segment_id=0639598a-6bef-4598-a6f8-8c65ca90a88a)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:29.986750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9026615c-f3a7-4d76-90fb-71eb2f92352d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.003327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b102af-7a9c-4150-8bf7-7ad27e33f013 req-199b9b0a-0161-4bdc-b45c-4a951b70cc08 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:30.011956 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-85b102af-7a9c-4150-8bf7-7ad27e33f013 req-199b9b0a-0161-4bdc-b45c-4a951b70cc08 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.3000915 Dec 06 14:27:30.014493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f8b76203-6a68-4419-8b16-f14f366724c3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:30.081428 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-85b102af-7a9c-4150-8bf7-7ad27e33f013 req-93ddb9f1-f6f5-4bcb-81f1-f4209983c5d2 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676792 Dec 06 14:27:30.198697 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port 4f932d00-3dff-412b-ad20-7ea7d49174c1 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:30.199039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.201009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.259527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] For port 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95ef924f-8c2b-4ffe-88c4-eb294b81aaa2,segment=NetworkSegment(b5ef75e3-403c-4283-ad2e-bf7f743d5802),segment_id=b5ef75e3-403c-4283-ad2e-bf7f743d5802)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:30.276921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] For port 4f932d00-3dff-412b-ad20-7ea7d49174c1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4f932d00-3dff-412b-ad20-7ea7d49174c1,segment=NetworkSegment(f550e5b5-467d-42ab-a560-7801d97dfefb),segment_id=f550e5b5-467d-42ab-a560-7801d97dfefb)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:30.277346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.279817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port f8b76203-6a68-4419-8b16-f14f366724c3 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:30.280200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.295135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for 4f932d00-3dff-412b-ad20-7ea7d49174c1 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:30.341806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.426034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23f7852-569a-43a8-86a4-6f5c59e5ec38 None None] Pushing event updated for resources: {'Port': ['ID=95ef924f-8c2b-4ffe-88c4-eb294b81aaa2,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:30.428890 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb39096-8dd1-4168-bb17-4b43205b4f14 None None] DHCP port deletion for cbdddf99-6f42-4662-8925-8abafc0cd9ae request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:30.495640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-19e9c2cd-d9e6-4069-ad15-d619b7d018f6 None None] Provisioning complete for port ed8bae56-4e56-4996-83af-03d6cedafb8d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:30.496014 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19e9c2cd-d9e6-4069-ad15-d619b7d018f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.501859 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.525207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-9026615c-f3a7-4d76-90fb-71eb2f92352d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for 41e10a79-8c6f-4587-951e-1f26b475c4e6 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:30.539336 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-19e9c2cd-d9e6-4069-ad15-d619b7d018f6 None None] Port ed8bae56-4e56-4996-83af-03d6cedafb8d cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:27:30.551537 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bd6f92c1-c7e0-4b07-a377-667928953c59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.558004 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=4f932d00-3dff-412b-ad20-7ea7d49174c1,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:30.562233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2eb39096-8dd1-4168-bb17-4b43205b4f14 None None] Deleting port 4f932d00-3dff-412b-ad20-7ea7d49174c1 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:30.562395 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2eb39096-8dd1-4168-bb17-4b43205b4f14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.566159 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-19e9c2cd-d9e6-4069-ad15-d619b7d018f6 None None] Provisioning complete for port 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:30.566545 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19e9c2cd-d9e6-4069-ad15-d619b7d018f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.573762 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] No DVR routers for this DVR port 4f932d00-3dff-412b-ad20-7ea7d49174c1 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:30.654084 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcc4baf-f058-49fe-b235-77b57c4e5c34 req-3ea3ae60-ad2f-4b4b-9ff0-f531e095c814 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:30.655633 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7fcc4baf-f058-49fe-b235-77b57c4e5c34 req-3ea3ae60-ad2f-4b4b-9ff0-f531e095c814 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1517963 Dec 06 14:27:30.663000 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:30.702068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.726931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bd6f92c1-c7e0-4b07-a377-667928953c59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.730041 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2eb39096-8dd1-4168-bb17-4b43205b4f14 None None] For port 4f932d00-3dff-412b-ad20-7ea7d49174c1, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:30.730515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2eb39096-8dd1-4168-bb17-4b43205b4f14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.743137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdddf99-6f42-4662-8925-8abafc0cd9ae']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:30.755603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2eb39096-8dd1-4168-bb17-4b43205b4f14 None None] Calling delete_port for 4f932d00-3dff-412b-ad20-7ea7d49174c1 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:30.756866 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f550e5b5-467d-42ab-a560-7801d97dfefb') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:30.757923 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f550e5b5-467d-42ab-a560-7801d97dfefb') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:30.772307 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.785290 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-2eb39096-8dd1-4168-bb17-4b43205b4f14 None None] Port 4f932d00-3dff-412b-ad20-7ea7d49174c1 was not found and therefore no delete operation was performed {{(pid=103726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:27:30.787955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2eb39096-8dd1-4168-bb17-4b43205b4f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.797779 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.809731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:27:30.810195 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:27:30.829729 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:27:30.832082 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb39096-8dd1-4168-bb17-4b43205b4f14 None None] Pushing event deleted for resources: {'Port': ['ID=4f932d00-3dff-412b-ad20-7ea7d49174c1,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:30.832692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb39096-8dd1-4168-bb17-4b43205b4f14 None None] No DVR routers for this DVR port 4f932d00-3dff-412b-ad20-7ea7d49174c1 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:30.855390 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-19e9c2cd-d9e6-4069-ad15-d619b7d018f6 None None] Provisioning complete for port c952d35e-a66a-4993-ab58-9adf71453c92 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:30.856376 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19e9c2cd-d9e6-4069-ad15-d619b7d018f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.880339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bd6f92c1-c7e0-4b07-a377-667928953c59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:30.922249 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7fcc4baf-f058-49fe-b235-77b57c4e5c34 req-141b01d4-2662-4aaa-862d-1c272301ede2 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498474 Dec 06 14:27:30.932015 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f92c1-c7e0-4b07-a377-667928953c59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c9fcb2-3960-438f-9865-56d1b74535a2,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:30.936914 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:30.948053 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:30.956594 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35390) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:30.957427 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-99f6778b-254c-41fa-8e1b-3597950a8891 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5039804 Dec 06 14:27:30.962741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-aa22cbf7-b45a-469b-bef5-127be0856ce7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:31.018831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Sync routers for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:31.068172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:31.068802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:31.075641 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19e9c2cd-d9e6-4069-ad15-d619b7d018f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.077416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bd6f92c1-c7e0-4b07-a377-667928953c59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.082327 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bd6f92c1-c7e0-4b07-a377-667928953c59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1959231 Dec 06 14:27:31.082327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35394) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:31.088576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-caf4cc6c-228d-4fd9-92fd-ea0c5c6dca23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '546597df-f390-4810-af85-2406b0467c63', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:31.151743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.168061 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:31.169009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.170158 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ccedb-cd51-414f-bad0-75e64d7a669f req-19b9bc1e-f4c8-40d3-b037-3fb994d8985f tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:31.171568 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-920ccedb-cd51-414f-bad0-75e64d7a669f req-19b9bc1e-f4c8-40d3-b037-3fb994d8985f tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1393507 Dec 06 14:27:31.179424 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.179744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9026615c-f3a7-4d76-90fb-71eb2f92352d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.179853 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/networks/cbdddf99-6f42-4662-8925-8abafc0cd9ae HTTP/1.1" status: 204 len: 168 time: 1.2952926 Dec 06 14:27:31.183663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35396) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:31.211105 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad5861-f690-40c3-bbf7-00e37cab46db tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Network': ['ID=cbdddf99-6f42-4662-8925-8abafc0cd9ae,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:31.229855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:31.235417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-19e9c2cd-d9e6-4069-ad15-d619b7d018f6 None None] For port c952d35e-a66a-4993-ab58-9adf71453c92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c952d35e-a66a-4993-ab58-9adf71453c92,segment=NetworkSegment(b7417b81-742b-40b1-8e9d-357488589a93),segment_id=b7417b81-742b-40b1-8e9d-357488589a93)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:31.282962 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9026615c-f3a7-4d76-90fb-71eb2f92352d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=41e10a79-8c6f-4587-951e-1f26b475c4e6,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:31.294741 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-920ccedb-cd51-414f-bad0-75e64d7a669f req-f593b980-fd1e-40ea-b25f-db0a191b81e8 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114793 Dec 06 14:27:31.335276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-caf4cc6c-228d-4fd9-92fd-ea0c5c6dca23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.366338 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-19e9c2cd-d9e6-4069-ad15-d619b7d018f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.370701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-adb6e247-bbef-4e4a-878a-8c4295adef01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.480960 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.extraroute_db [None req-aa22cbf7-b45a-469b-bef5-127be0856ce7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 14:27:31.501353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.extraroute_db [None req-aa22cbf7-b45a-469b-bef5-127be0856ce7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Removed routes are [] {{(pid=103725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 14:27:31.502123 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa22cbf7-b45a-469b-bef5-127be0856ce7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.538561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9026615c-f3a7-4d76-90fb-71eb2f92352d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.543878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e9c2cd-d9e6-4069-ad15-d619b7d018f6 None None] Pushing event updated for resources: {'Port': ['ID=c952d35e-a66a-4993-ab58-9adf71453c92,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:31.551567 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f8b76203-6a68-4419-8b16-f14f366724c3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:31.577037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-caf4cc6c-228d-4fd9-92fd-ea0c5c6dca23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.637750 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port f8b76203-6a68-4419-8b16-f14f366724c3 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:31.638129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.641640 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3764b264-05f5-4667-8960-d4eccdd4d64e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port f07139c9-0161-4c5b-93b4-f8ea6ab82338 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:31.641982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3764b264-05f5-4667-8960-d4eccdd4d64e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.667237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:28Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8bae56-4e56-4996-83af-03d6cedafb8d', 'name': '', 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:5f:b5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5b643ba1-2bc9-40e4-a2f4-fa753e20797f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:24Z', 'updated_at': '2021-12-06T14:27:29Z', 'revision_number': 2, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '5b643ba1-2bc9-40e4-a2f4-fa753e20797f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:25Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:31.699424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-caf4cc6c-228d-4fd9-92fd-ea0c5c6dca23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.742412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4cc6c-228d-4fd9-92fd-ea0c5c6dca23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a94ed66e-7750-4177-ab1a-77ca1cc85e00,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:31.787268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3764b264-05f5-4667-8960-d4eccdd4d64e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.787612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3764b264-05f5-4667-8960-d4eccdd4d64e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.791035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa22cbf7-b45a-469b-bef5-127be0856ce7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.795409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa22cbf7-b45a-469b-bef5-127be0856ce7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.804792 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3764b264-05f5-4667-8960-d4eccdd4d64e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for f07139c9-0161-4c5b-93b4-f8ea6ab82338 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:31.850853 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Checking router: 15bf1801-2d2d-4e7c-bb11-694788b1e6ae for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:31.851483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Updating router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae port ed8bae56-4e56-4996-83af-03d6cedafb8d binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:27:31.885494 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-caf4cc6c-228d-4fd9-92fd-ea0c5c6dca23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.885736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:31.886950 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-caf4cc6c-228d-4fd9-92fd-ea0c5c6dca23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8029480 Dec 06 14:27:31.891932 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35400) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:31.896737 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f5fae69a-62d9-4db0-a18d-7a0e0d4a225d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '546597df-f390-4810-af85-2406b0467c63', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:31.941117 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa22cbf7-b45a-469b-bef5-127be0856ce7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:31.973337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9026615c-f3a7-4d76-90fb-71eb2f92352d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 402a56a3-c13e-4abb-acb1-ab2ec5703948 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:32.035651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f5fae69a-62d9-4db0-a18d-7a0e0d4a225d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.084327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa22cbf7-b45a-469b-bef5-127be0856ce7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:32.093498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aa22cbf7-b45a-469b-bef5-127be0856ce7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.097689 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-aa22cbf7-b45a-469b-bef5-127be0856ce7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae HTTP/1.1" status: 200 len: 934 time: 1.1395018 Dec 06 14:27:32.098927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35402) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:32.104474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 41e10a79-8c6f-4587-951e-1f26b475c4e6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:32.113161 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9026615c-f3a7-4d76-90fb-71eb2f92352d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:32.123172 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9026615c-f3a7-4d76-90fb-71eb2f92352d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4761207 Dec 06 14:27:32.126569 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b1867-81ce-40fb-b968-729ee49e00b9 None None] Sync routers for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:32.135758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35404) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:32.136719 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b1867-81ce-40fb-b968-729ee49e00b9 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:32.137595 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-be9b1867-81ce-40fb-b968-729ee49e00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:32.158280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 41e10a79-8c6f-4587-951e-1f26b475c4e6 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:32.158630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 41e10a79-8c6f-4587-951e-1f26b475c4e6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Dec 06 14:27:32.194325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Port 41e10a79-8c6f-4587-951e-1f26b475c4e6 not found, will not notify nova. {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Dec 06 14:27:32.194559 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 95f0ce03-94f3-49a6-ba37-8b35000b1f77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:32.199068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f5fae69a-62d9-4db0-a18d-7a0e0d4a225d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.216365 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-383e4aea-572d-4857-bd4c-49e4fcd5b94a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting subnet bf47beeb-fbc8-4339-b731-da2c825687fe {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:27:32.219966 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-383e4aea-572d-4857-bd4c-49e4fcd5b94a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.231336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3764b264-05f5-4667-8960-d4eccdd4d64e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.233150 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d73e76ed-fae6-42c7-860d-dce8d6da0a5e tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae HTTP/1.1" status: 200 len: 934 time: 0.1295626 Dec 06 14:27:32.233947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35406) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:32.240134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7d2d8df8-fffc-407a-831e-121c34a86e1f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'router': {'routes': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:32.243990 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-be9b1867-81ce-40fb-b968-729ee49e00b9 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:32.287913 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f5fae69a-62d9-4db0-a18d-7a0e0d4a225d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.297412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764b264-05f5-4667-8960-d4eccdd4d64e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=f07139c9-0161-4c5b-93b4-f8ea6ab82338,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:32.308140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 95f0ce03-94f3-49a6-ba37-8b35000b1f77 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:32.308353 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.371218 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3764b264-05f5-4667-8960-d4eccdd4d64e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.374189 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3764b264-05f5-4667-8960-d4eccdd4d64e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.375379 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3764b264-05f5-4667-8960-d4eccdd4d64e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/floatingips/30442a16-643d-4902-8eea-c264bb09b65d HTTP/1.1" status: 204 len: 168 time: 1.1873693 Dec 06 14:27:32.379776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35408) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:32.383596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-383e4aea-572d-4857-bd4c-49e4fcd5b94a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.400737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.437382 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9968e280-6d0a-4fb0-8008-d23e7b0f5871 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:32.437967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9968e280-6d0a-4fb0-8008-d23e7b0f5871 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:32.444405 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9968e280-6d0a-4fb0-8008-d23e7b0f5871 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/ports/05da044f-3c46-464d-949d-5f6fe2872c97 HTTP/1.1" status: 404 len: 333 time: 0.0612535 Dec 06 14:27:32.446373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35410) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:32.454600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c952d35e-a66a-4993-ab58-9adf71453c92 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:32.484320 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-59043356-fcd4-4726-abb6-511f0623f62c tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd643648-a045-4470-8553-1a9c818c5c32 HTTP/1.1" status: 200 len: 205 time: 0.0358682 Dec 06 14:27:32.485818 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35412) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:32.517452 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c952d35e-a66a-4993-ab58-9adf71453c92 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:32.517954 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.536676 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-bf57d78f-c1e2-4908-90b1-91481579d103 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] delete failed (client error): The resource could not be found. Dec 06 14:27:32.540113 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bf57d78f-c1e2-4908-90b1-91481579d103 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/routers/fd643648-a045-4470-8553-1a9c818c5c32 HTTP/1.1" status: 404 len: 336 time: 0.0520539 Dec 06 14:27:32.540756 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35414) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:32.542541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.547541 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-be9b1867-81ce-40fb-b968-729ee49e00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 8, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:32.593011 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b1867-81ce-40fb-b968-729ee49e00b9 None None] Checking router: 402a56a3-c13e-4abb-acb1-ab2ec5703948 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:32.596394 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d796b34-6f75-4462-967a-f786ba3e8bc5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:32.597076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d796b34-6f75-4462-967a-f786ba3e8bc5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:32.603847 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7d796b34-6f75-4462-967a-f786ba3e8bc5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/subnets/717450a0-86ef-44c6-9ae9-0d22de44bc6f HTTP/1.1" status: 404 len: 337 time: 0.0600965 Dec 06 14:27:32.604695 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35416) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:32.609371 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9b1867-81ce-40fb-b968-729ee49e00b9 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:32.610206 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-be9b1867-81ce-40fb-b968-729ee49e00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:32.657281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-383e4aea-572d-4857-bd4c-49e4fcd5b94a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.743077 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-be9b1867-81ce-40fb-b968-729ee49e00b9 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:32.767198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780b5c5-e43b-45c1-859c-3c2a1370492d None None] Pushing event updated for resources: {'Port': ['ID=ed8bae56-4e56-4996-83af-03d6cedafb8d,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:32.792517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-910f888b-739b-4a70-8a78-6d3c7cf8207e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port 9cab3d9a-3697-44db-a01c-4eb6ee7022d9 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:32.792876 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-910f888b-739b-4a70-8a78-6d3c7cf8207e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.796964 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Attempting to bind port ed8bae56-4e56-4996-83af-03d6cedafb8d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:32.797367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Attempting to bind port ed8bae56-4e56-4996-83af-03d6cedafb8d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b7417b81-742b-40b1-8e9d-357488589a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:32.802354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Attempting to bind port ed8bae56-4e56-4996-83af-03d6cedafb8d on network fda4a957-f339-4eb4-b8ec-bfe4da0a52a2 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:32.816211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:32.816879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Checking segment: {'id': 'b7417b81-742b-40b1-8e9d-357488589a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:32.817297 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.817700 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Bound using segment: {'id': 'b7417b81-742b-40b1-8e9d-357488589a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:32.818497 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Bound port: ed8bae56-4e56-4996-83af-03d6cedafb8d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7417b81-742b-40b1-8e9d-357488589a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:32.818901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.861184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fae69a-62d9-4db0-a18d-7a0e0d4a225d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18f89032-2a90-4c3a-b13a-eb30bf890a82,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:32.873759 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-383e4aea-572d-4857-bd4c-49e4fcd5b94a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.938170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-383e4aea-572d-4857-bd4c-49e4fcd5b94a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.946829 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-383e4aea-572d-4857-bd4c-49e4fcd5b94a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/bf47beeb-fbc8-4339-b731-da2c825687fe HTTP/1.1" status: 204 len: 168 time: 0.8070524 Dec 06 14:27:32.946829 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e4aea-572d-4857-bd4c-49e4fcd5b94a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Subnet': ['ID=bf47beeb-fbc8-4339-b731-da2c825687fe,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:32.951923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35418) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:32.962003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d4c320-8ae3-49fb-acb1-d399a619585b None None] Network c2d8a60a-f296-4e1f-9d57-2be2f26db7c5 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:32.966581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f5fae69a-62d9-4db0-a18d-7a0e0d4a225d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.970088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4f932d00-3dff-412b-ad20-7ea7d49174c1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:32.976889 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f5fae69a-62d9-4db0-a18d-7a0e0d4a225d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0774229 Dec 06 14:27:32.985810 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35420) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:32.987107 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1d001a21-a42f-4b38-a41e-0c4e962984bb None None] Provisioning complete for port ed8bae56-4e56-4996-83af-03d6cedafb8d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:32.987490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d001a21-a42f-4b38-a41e-0c4e962984bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:32.994325 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-fddf59b9-9916-4f1a-b219-f2361d334966 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '546597df-f390-4810-af85-2406b0467c63', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:33.002348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-910f888b-739b-4a70-8a78-6d3c7cf8207e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.015621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] For port ed8bae56-4e56-4996-83af-03d6cedafb8d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:33.039557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 4f932d00-3dff-412b-ad20-7ea7d49174c1 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:33.039909 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4f932d00-3dff-412b-ad20-7ea7d49174c1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:33.052885 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-be9b1867-81ce-40fb-b968-729ee49e00b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 8, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:33.072287 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-910f888b-739b-4a70-8a78-6d3c7cf8207e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for 9cab3d9a-3697-44db-a01c-4eb6ee7022d9 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:33.086191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] For port ed8bae56-4e56-4996-83af-03d6cedafb8d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed8bae56-4e56-4996-83af-03d6cedafb8d,segment=NetworkSegment(b7417b81-742b-40b1-8e9d-357488589a93),segment_id=b7417b81-742b-40b1-8e9d-357488589a93)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:33.114951 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9b1867-81ce-40fb-b968-729ee49e00b9 None None] The sync data for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv is: [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 8, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ffe295f-b92c-4f70-a269-8b34afdb2510', 'name': '', 'network_id': '4643db74-8146-4475-b377-97277a6e86e0', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:78:0c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:06Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '8f355fc5-f6f1-4742-b269-2ea3660e0f70', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:33.118705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fddf59b9-9916-4f1a-b219-f2361d334966 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.124794 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.166374 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1d001a21-a42f-4b38-a41e-0c4e962984bb None None] Port ed8bae56-4e56-4996-83af-03d6cedafb8d cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:27:33.172477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.245500 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:33.246015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:33.287287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fddf59b9-9916-4f1a-b219-f2361d334966 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.300598 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port 91192f3d-1886-4e1b-b2af-2af7f6935920 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:33.301011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.331403 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3780b5c5-e43b-45c1-859c-3c2a1370492d None None] Pushing event updated for resources: {'Port': ['ID=ed8bae56-4e56-4996-83af-03d6cedafb8d,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:33.342129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.extraroute_db [None req-7d2d8df8-fffc-407a-831e-121c34a86e1f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Added routes are [] {{(pid=103725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 14:27:33.342729 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.extraroute_db [None req-7d2d8df8-fffc-407a-831e-121c34a86e1f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103725) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 14:27:33.357359 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:33.383034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7d2d8df8-fffc-407a-831e-121c34a86e1f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.409079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] For port 91192f3d-1886-4e1b-b2af-2af7f6935920, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=91192f3d-1886-4e1b-b2af-2af7f6935920,segment=NetworkSegment(0639598a-6bef-4598-a6f8-8c65ca90a88a),segment_id=0639598a-6bef-4598-a6f8-8c65ca90a88a)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:33.409447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.431225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for 91192f3d-1886-4e1b-b2af-2af7f6935920 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:33.511325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1241db1-8940-408b-beac-087ad274f9f4 None None] DHCP port deletion for c2d8a60a-f296-4e1f-9d57-2be2f26db7c5 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:33.579280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c952d35e-a66a-4993-ab58-9adf71453c92 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:33.667109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fddf59b9-9916-4f1a-b219-f2361d334966 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.684878 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-910f888b-739b-4a70-8a78-6d3c7cf8207e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.687605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.687824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0d2f4cef-a191-416b-8892-f497f9c81049 None None] Provisioning complete for port ed8bae56-4e56-4996-83af-03d6cedafb8d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:33.688177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0d2f4cef-a191-416b-8892-f497f9c81049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.725508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=91192f3d-1886-4e1b-b2af-2af7f6935920,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:33.731619 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e298c7d-20f9-4164-ab54-b99d87cbc055 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.733998 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No DVR routers for this DVR port 91192f3d-1886-4e1b-b2af-2af7f6935920 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:33.734752 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a1241db1-8940-408b-beac-087ad274f9f4 None None] Deleting port 91192f3d-1886-4e1b-b2af-2af7f6935920 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:33.735123 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1241db1-8940-408b-beac-087ad274f9f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.779183 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f888b-739b-4a70-8a78-6d3c7cf8207e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=9cab3d9a-3697-44db-a01c-4eb6ee7022d9,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:33.811188 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddf59b9-9916-4f1a-b219-f2361d334966 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=876ac0a9-56fe-4c9d-85f1-3897fb382d99,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:33.832606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:31Z', 'revision_number': 6, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8bae56-4e56-4996-83af-03d6cedafb8d', 'name': '', 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:5f:b5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5b643ba1-2bc9-40e4-a2f4-fa753e20797f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:24Z', 'updated_at': '2021-12-06T14:27:32Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '5b643ba1-2bc9-40e4-a2f4-fa753e20797f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:25Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:33.840146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a1241db1-8940-408b-beac-087ad274f9f4 None None] For port 91192f3d-1886-4e1b-b2af-2af7f6935920, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:33.840146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1241db1-8940-408b-beac-087ad274f9f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.840146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c952d35e-a66a-4993-ab58-9adf71453c92 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:33.840146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.898803 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.917682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-910f888b-739b-4a70-8a78-6d3c7cf8207e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.920038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7d2d8df8-fffc-407a-831e-121c34a86e1f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.924824 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-910f888b-739b-4a70-8a78-6d3c7cf8207e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/ports/9cab3d9a-3697-44db-a01c-4eb6ee7022d9 HTTP/1.1" status: 204 len: 168 time: 1.3172441 Dec 06 14:27:33.925173 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7d2d8df8-fffc-407a-831e-121c34a86e1f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.929384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35422) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:33.933046 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fddf59b9-9916-4f1a-b219-f2361d334966 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:33.935045 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fddf59b9-9916-4f1a-b219-f2361d334966 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9470181 Dec 06 14:27:33.937821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d8a60a-f296-4e1f-9d57-2be2f26db7c5']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:33.941056 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35424) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:33.950584 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7e19b388-8b23-43eb-aa4b-e03d9cc65676 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '546597df-f390-4810-af85-2406b0467c63', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:33.966609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0639598a-6bef-4598-a6f8-8c65ca90a88a') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:33.966609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0639598a-6bef-4598-a6f8-8c65ca90a88a') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:33.982078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.009970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.017555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:27:34.017952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:27:34.024347 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:27:34.061762 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a1241db1-8940-408b-beac-087ad274f9f4 None None] Calling delete_port for 91192f3d-1886-4e1b-b2af-2af7f6935920 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:34.063768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aebb323-6bb4-4d20-9d12-82c83aad31fc None None] The sync data for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv is: [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:31Z', 'revision_number': 6, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8bae56-4e56-4996-83af-03d6cedafb8d', 'name': '', 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:5f:b5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5b643ba1-2bc9-40e4-a2f4-fa753e20797f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:24Z', 'updated_at': '2021-12-06T14:27:32Z', 'revision_number': 4, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '5b643ba1-2bc9-40e4-a2f4-fa753e20797f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:25Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:34.069121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.ipam_backend_mixin [None req-a1241db1-8940-408b-beac-087ad274f9f4 None None] Port 91192f3d-1886-4e1b-b2af-2af7f6935920 was not found and therefore no delete operation was performed {{(pid=103726) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:27:34.078018 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-7e19b388-8b23-43eb-aa4b-e03d9cc65676 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:27:34.090602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e19b388-8b23-43eb-aa4b-e03d9cc65676 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.104886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1241db1-8940-408b-beac-087ad274f9f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.117197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2d8df8-fffc-407a-831e-121c34a86e1f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:34.161260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1241db1-8940-408b-beac-087ad274f9f4 None None] Pushing event deleted for resources: {'Port': ['ID=91192f3d-1886-4e1b-b2af-2af7f6935920,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:34.171423 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.173102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1241db1-8940-408b-beac-087ad274f9f4 None None] No DVR routers for this DVR port 91192f3d-1886-4e1b-b2af-2af7f6935920 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:34.177058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.183713 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0d2f4cef-a191-416b-8892-f497f9c81049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.188925 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/networks/c2d8a60a-f296-4e1f-9d57-2be2f26db7c5 HTTP/1.1" status: 204 len: 168 time: 1.2350049 Dec 06 14:27:34.189657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35426) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:34.204253 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-371a387c-51c8-4f73-a93b-73610aed04bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port 3208a2e0-6295-40d5-9063-b68374166759 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:34.204826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-371a387c-51c8-4f73-a93b-73610aed04bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.213669 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e19b388-8b23-43eb-aa4b-e03d9cc65676 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.259801 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0d2f4cef-a191-416b-8892-f497f9c81049 None None] For port ed8bae56-4e56-4996-83af-03d6cedafb8d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed8bae56-4e56-4996-83af-03d6cedafb8d,segment=NetworkSegment(b7417b81-742b-40b1-8e9d-357488589a93),segment_id=b7417b81-742b-40b1-8e9d-357488589a93)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:34.283450 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e19b388-8b23-43eb-aa4b-e03d9cc65676 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.321838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905b0f76-46b8-4df7-9826-dc3ef77c3ed0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Network': ['ID=c2d8a60a-f296-4e1f-9d57-2be2f26db7c5,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:34.328268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0d2f4cef-a191-416b-8892-f497f9c81049 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.338958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2d8df8-fffc-407a-831e-121c34a86e1f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:34.358034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7d2d8df8-fffc-407a-831e-121c34a86e1f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.362222 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7d2d8df8-fffc-407a-831e-121c34a86e1f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae HTTP/1.1" status: 200 len: 700 time: 2.1260235 Dec 06 14:27:34.362761 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35428) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:34.369174 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19b388-8b23-43eb-aa4b-e03d9cc65676 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9add2a9a-6edd-4fa2-8527-f74788c27323,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:34.394291 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f4cef-a191-416b-8892-f497f9c81049 None None] Pushing event updated for resources: {'Port': ['ID=ed8bae56-4e56-4996-83af-03d6cedafb8d,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:34.428218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-371a387c-51c8-4f73-a93b-73610aed04bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.436501 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7e19b388-8b23-43eb-aa4b-e03d9cc65676 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.441155 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7e19b388-8b23-43eb-aa4b-e03d9cc65676 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4957726 Dec 06 14:27:34.464960 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35430) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:34.471936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3b8ab64d-df12-4947-be76-c6532b97a2c3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '546597df-f390-4810-af85-2406b0467c63', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:34.478816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-371a387c-51c8-4f73-a93b-73610aed04bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for 3208a2e0-6295-40d5-9063-b68374166759 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:34.541801 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-27888c81-8b0d-4bd5-a6d1-82ba11fd5acc tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae HTTP/1.1" status: 200 len: 700 time: 0.1667986 Dec 06 14:27:34.542214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35432) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:34.705841 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-371a387c-51c8-4f73-a93b-73610aed04bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.734164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.741025 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a387c-51c8-4f73-a93b-73610aed04bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=3208a2e0-6295-40d5-9063-b68374166759,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:34.813878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-371a387c-51c8-4f73-a93b-73610aed04bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:34.819825 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-371a387c-51c8-4f73-a93b-73610aed04bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/ports/3208a2e0-6295-40d5-9063-b68374166759 HTTP/1.1" status: 204 len: 168 time: 0.8816371 Dec 06 14:27:34.820151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35434) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:34.872418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8e026-6074-4cd1-8cbd-fdea938720f5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:34.874108 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b8c8e026-6074-4cd1-8cbd-fdea938720f5 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "GET /v2.0/ports?device_id=269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 HTTP/1.1" status: 200 len: 913 time: 0.0529618 Dec 06 14:27:34.877087 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35436) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:34.907918 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-3b8ab64d-df12-4947-be76-c6532b97a2c3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:27:34.942034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab64d-df12-4947-be76-c6532b97a2c3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:35.059327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe23eb4-b894-4a8a-ac5e-c0794f748f46 None None] Sync routers for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:35.072785 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe23eb4-b894-4a8a-ac5e-c0794f748f46 None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:35.073455 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-bbe23eb4-b894-4a8a-ac5e-c0794f748f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:35.109681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab64d-df12-4947-be76-c6532b97a2c3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:35.217235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ed8bae56-4e56-4996-83af-03d6cedafb8d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:35.231490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab64d-df12-4947-be76-c6532b97a2c3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:35.252477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-bbe23eb4-b894-4a8a-ac5e-c0794f748f46 None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:35.257704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ab76ec0-d962-4991-b094-00af2d0eaeca tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:35.262731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ab64d-df12-4947-be76-c6532b97a2c3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe91dca-12b0-4a2e-865f-82de3aea80b7,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:35.330368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe635fee-a36b-4527-8cdc-3c3fb5d6682e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:35.351696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3b8ab64d-df12-4947-be76-c6532b97a2c3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:35.352905 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3b8ab64d-df12-4947-be76-c6532b97a2c3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8864136 Dec 06 14:27:35.359994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port ed8bae56-4e56-4996-83af-03d6cedafb8d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:35.360375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:35.498902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0737ace3-4c9e-4a6a-9713-7237dff3f2f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:35.605503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-bbe23eb4-b894-4a8a-ac5e-c0794f748f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:33Z', 'revision_number': 7, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8bae56-4e56-4996-83af-03d6cedafb8d', 'name': '', 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:5f:b5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5b643ba1-2bc9-40e4-a2f4-fa753e20797f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:24Z', 'updated_at': '2021-12-06T14:27:34Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '5b643ba1-2bc9-40e4-a2f4-fa753e20797f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:25Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:35.640954 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 91192f3d-1886-4e1b-b2af-2af7f6935920 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:35.643289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe23eb4-b894-4a8a-ac5e-c0794f748f46 None None] Checking router: 15bf1801-2d2d-4e7c-bb11-694788b1e6ae for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:35.665031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 91192f3d-1886-4e1b-b2af-2af7f6935920 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:35.665250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 91192f3d-1886-4e1b-b2af-2af7f6935920 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:35.665664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 41e10a79-8c6f-4587-951e-1f26b475c4e6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:35.672417 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-3ea02249-a5f3-4d4f-9b65-d5a06d95dab1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608919391&fields=id&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 267 time: 0.1346371 Dec 06 14:27:35.679213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-fe635fee-a36b-4527-8cdc-3c3fb5d6682e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port d5aaa7ff-9ce2-4931-a68a-edcf6b15d0cb {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:35.679730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe635fee-a36b-4527-8cdc-3c3fb5d6682e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:35.688470 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 41e10a79-8c6f-4587-951e-1f26b475c4e6 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:35.688821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 41e10a79-8c6f-4587-951e-1f26b475c4e6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:35.691026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe23eb4-b894-4a8a-ac5e-c0794f748f46 None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:35.691649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-bbe23eb4-b894-4a8a-ac5e-c0794f748f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:35.773576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe635fee-a36b-4527-8cdc-3c3fb5d6682e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:35.786987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-bbe23eb4-b894-4a8a-ac5e-c0794f748f46 None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:35.787517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-fe635fee-a36b-4527-8cdc-3c3fb5d6682e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for d5aaa7ff-9ce2-4931-a68a-edcf6b15d0cb owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:35.971297 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:36.009615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0ab76ec0-d962-4991-b094-00af2d0eaeca tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port 7ffe295f-b92c-4f70-a269-8b34afdb2510 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:36.010225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ab76ec0-d962-4991-b094-00af2d0eaeca tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:36.029541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-bbe23eb4-b894-4a8a-ac5e-c0794f748f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:33Z', 'revision_number': 7, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8bae56-4e56-4996-83af-03d6cedafb8d', 'name': '', 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:5f:b5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5b643ba1-2bc9-40e4-a2f4-fa753e20797f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:24Z', 'updated_at': '2021-12-06T14:27:34Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '5b643ba1-2bc9-40e4-a2f4-fa753e20797f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:25Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:36.034316 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-ca29eae8-3667-4342-9c6b-c36ba5ccfbba tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:36.035785 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-ca29eae8-3667-4342-9c6b-c36ba5ccfbba tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/networks?id=c5e7777c-e017-4be8-ba47-bb7f42934b17 HTTP/1.1" status: 200 len: 797 time: 0.3272471 Dec 06 14:27:36.056911 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe23eb4-b894-4a8a-ac5e-c0794f748f46 None None] The sync data for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv is: [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:33Z', 'revision_number': 7, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ed8bae56-4e56-4996-83af-03d6cedafb8d', 'name': '', 'network_id': 'fda4a957-f339-4eb4-b8ec-bfe4da0a52a2', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:5f:b5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1157, 'fixed_ips': [{'subnet_id': '5b643ba1-2bc9-40e4-a2f4-fa753e20797f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:24Z', 'updated_at': '2021-12-06T14:27:34Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '5b643ba1-2bc9-40e4-a2f4-fa753e20797f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:25Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:36.066020 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe635fee-a36b-4527-8cdc-3c3fb5d6682e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:36.092362 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c1cb0497-f505-4509-ae05-9b1e3ee06e3c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/quotas/c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 375 time: 0.0478373 Dec 06 14:27:36.095072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe635fee-a36b-4527-8cdc-3c3fb5d6682e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=d5aaa7ff-9ce2-4931-a68a-edcf6b15d0cb,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:36.239410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-0ab76ec0-d962-4991-b094-00af2d0eaeca tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] For port 7ffe295f-b92c-4f70-a269-8b34afdb2510, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ffe295f-b92c-4f70-a269-8b34afdb2510,segment=NetworkSegment(5a595971-4639-4af4-8019-7971e2ecc5eb),segment_id=5a595971-4639-4af4-8019-7971e2ecc5eb)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:36.239824 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ab76ec0-d962-4991-b094-00af2d0eaeca tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:36.276490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0ab76ec0-d962-4991-b094-00af2d0eaeca tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for 7ffe295f-b92c-4f70-a269-8b34afdb2510 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:36.288242 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe635fee-a36b-4527-8cdc-3c3fb5d6682e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:36.304655 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-f7685576-fb64-4116-b6ee-d2de96d3a897 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1795940 Dec 06 14:27:36.372889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0737ace3-4c9e-4a6a-9713-7237dff3f2f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port ed8bae56-4e56-4996-83af-03d6cedafb8d {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:36.377439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0737ace3-4c9e-4a6a-9713-7237dff3f2f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:36.527523 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe635fee-a36b-4527-8cdc-3c3fb5d6682e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:36.635779 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe635fee-a36b-4527-8cdc-3c3fb5d6682e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:36.644198 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fe635fee-a36b-4527-8cdc-3c3fb5d6682e tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "PUT /v2.0/routers/269d6d81-0a6e-496f-bb2a-e0bce9ae6db5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7632186 Dec 06 14:27:36.644198 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35456) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:36.647758 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e659d6e5-6e3d-4259-bbbf-84b65ca20ea2 None None] Sync routers for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:36.653270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-0737ace3-4c9e-4a6a-9713-7237dff3f2f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] For port ed8bae56-4e56-4996-83af-03d6cedafb8d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ed8bae56-4e56-4996-83af-03d6cedafb8d,segment=NetworkSegment(b7417b81-742b-40b1-8e9d-357488589a93),segment_id=b7417b81-742b-40b1-8e9d-357488589a93)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:36.653639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0737ace3-4c9e-4a6a-9713-7237dff3f2f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:36.659982 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e659d6e5-6e3d-4259-bbbf-84b65ca20ea2 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:36.660679 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e659d6e5-6e3d-4259-bbbf-84b65ca20ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:36.667254 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-7658d655-981c-4215-965f-cdb8bc1c53fb service neutron] 10.222.0.42 "GET /v2.0/networks/c5e7777c-e017-4be8-ba47-bb7f42934b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201363 Dec 06 14:27:36.671296 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-0737ace3-4c9e-4a6a-9713-7237dff3f2f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for ed8bae56-4e56-4996-83af-03d6cedafb8d owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:36.694621 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e659d6e5-6e3d-4259-bbbf-84b65ca20ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:36.709450 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e659d6e5-6e3d-4259-bbbf-84b65ca20ea2 None None] Routers {'269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:36.710108 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e659d6e5-6e3d-4259-bbbf-84b65ca20ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:36.713790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ab76ec0-d962-4991-b094-00af2d0eaeca tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:36.751580 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e659d6e5-6e3d-4259-bbbf-84b65ca20ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:36.751580 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e659d6e5-6e3d-4259-bbbf-84b65ca20ea2 None None] The sync data for ids ['269d6d81-0a6e-496f-bb2a-e0bce9ae6db5'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:36.766568 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:36.817247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab76ec0-d962-4991-b094-00af2d0eaeca tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=7ffe295f-b92c-4f70-a269-8b34afdb2510,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:36.953536 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:37.190827 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:27:37.212190 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:37.290164 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-6ed3cd7c-7763-4f43-9bb5-d0d697c8421b service neutron] 10.222.0.42 "GET /v2.0/networks/c5e7777c-e017-4be8-ba47-bb7f42934b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6079955 Dec 06 14:27:37.306103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ab76ec0-d962-4991-b094-00af2d0eaeca tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:37.360306 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting port 6a98cabc-d01e-400f-8d3b-d32e6610f7d2 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:37.360668 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:37.447027 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:37.459637 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Calling delete_port for 6a98cabc-d01e-400f-8d3b-d32e6610f7d2 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:37.542228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0737ace3-4c9e-4a6a-9713-7237dff3f2f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:37.596338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0737ace3-4c9e-4a6a-9713-7237dff3f2f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=ed8bae56-4e56-4996-83af-03d6cedafb8d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:37.625706 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e32d0913-1c03-40d8-8390-19a4815c9164 req-c7ab67e3-aa8f-457d-90f1-9d24341e5a62 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 210 time: 0.0401332 Dec 06 14:27:37.663349 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-250fe1e6-3399-4b4c-b208-992a84cbe3e6 req-4ce1d2ef-a311-4345-a727-dfa78bd09d7f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1591911 Dec 06 14:27:37.670322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab76ec0-d962-4991-b094-00af2d0eaeca tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 402a56a3-c13e-4abb-acb1-ab2ec5703948 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:37.774658 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:37.807022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Port': ['ID=6a98cabc-d01e-400f-8d3b-d32e6610f7d2,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:37.831017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0e87d3-6e46-4371-930f-c1e67c663fb2 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:37.890106 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:37.919029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab76ec0-d962-4991-b094-00af2d0eaeca tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:37.925925 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0ab76ec0-d962-4991-b094-00af2d0eaeca tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7251444 Dec 06 14:27:37.930076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0737ace3-4c9e-4a6a-9713-7237dff3f2f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:37.931355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df655d9-3c1b-472b-9740-4e5621733d72 None None] Sync routers for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:37.933583 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35470) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:37.942573 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df655d9-3c1b-472b-9740-4e5621733d72 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:37.945788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4df655d9-3c1b-472b-9740-4e5621733d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:37.974226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fe1e6-3399-4b4c-b208-992a84cbe3e6 req-b04e94e4-2170-4471-8db0-700c7c3cbc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:37.977084 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-250fe1e6-3399-4b4c-b208-992a84cbe3e6 req-b04e94e4-2170-4471-8db0-700c7c3cbc08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6391d33390324960b42f9813fede87b1&device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.2365806 Dec 06 14:27:37.989685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:37.997250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.051967 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-4df655d9-3c1b-472b-9740-4e5621733d72 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:38.103375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2552289-89d2-4ec6-9a5d-9d518ea8ff69 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting subnet 8f355fc5-f6f1-4742-b269-2ea3660e0f70 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:27:38.140257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2552289-89d2-4ec6-9a5d-9d518ea8ff69 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.153356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.153897 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Fanout notify agent at l3_agent the message router_deleted on router 269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:27:38.160711 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.162077 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6c05c874-f61d-4a59-a579-0f2b5650e9ff tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/routers/269d6d81-0a6e-496f-bb2a-e0bce9ae6db5 HTTP/1.1" status: 204 len: 168 time: 1.5171807 Dec 06 14:27:38.164688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35472) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:38.225653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-6796b54d-295a-42e4-b509-e7e75b19a8bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Deleting subnet 82e491ad-b575-4e85-9d38-e7f2f3bec9c5 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:27:38.229696 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6796b54d-295a-42e4-b509-e7e75b19a8bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.276609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2552289-89d2-4ec6-9a5d-9d518ea8ff69 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.280882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6796b54d-295a-42e4-b509-e7e75b19a8bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.297370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4df655d9-3c1b-472b-9740-4e5621733d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:36Z', 'revision_number': 9, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:38.311957 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fe1e6-3399-4b4c-b208-992a84cbe3e6 req-cbdc1694-147c-4275-934d-2ac1188fbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:38.313225 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-250fe1e6-3399-4b4c-b208-992a84cbe3e6 req-cbdc1694-147c-4275-934d-2ac1188fbaf1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bb7f889-754a-49bd-a23e-fb0958bb48ef HTTP/1.1" status: 200 len: 913 time: 0.2908647 Dec 06 14:27:38.341346 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df655d9-3c1b-472b-9740-4e5621733d72 None None] Checking router: 402a56a3-c13e-4abb-acb1-ab2ec5703948 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:38.347788 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6796b54d-295a-42e4-b509-e7e75b19a8bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.349891 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df655d9-3c1b-472b-9740-4e5621733d72 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:38.350614 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4df655d9-3c1b-472b-9740-4e5621733d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:38.422165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0737ace3-4c9e-4a6a-9713-7237dff3f2f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:38.442862 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-250fe1e6-3399-4b4c-b208-992a84cbe3e6 req-8f4aebc7-d766-4cc6-80e2-c0114e7e2bc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64ec59b5-b277-4350-87de-8a234c879eaa HTTP/1.1" status: 200 len: 1001 time: 0.1187422 Dec 06 14:27:38.444587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-4df655d9-3c1b-472b-9740-4e5621733d72 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:38.502491 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6796b54d-295a-42e4-b509-e7e75b19a8bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.521518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2552289-89d2-4ec6-9a5d-9d518ea8ff69 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.532747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796b54d-295a-42e4-b509-e7e75b19a8bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Subnet': ['ID=82e491ad-b575-4e85-9d38-e7f2f3bec9c5,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:38.534797 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6796b54d-295a-42e4-b509-e7e75b19a8bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.538179 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6796b54d-295a-42e4-b509-e7e75b19a8bb tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/subnets/82e491ad-b575-4e85-9d38-e7f2f3bec9c5 HTTP/1.1" status: 204 len: 168 time: 0.3721273 Dec 06 14:27:38.540500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35476) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:38.626696 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2351-5263-4e64-80d1-e1e01fc550b6 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.687941 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fe1e6-3399-4b4c-b208-992a84cbe3e6 req-31cafbfe-27fa-44fb-a614-12b86c67d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:38.690352 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-250fe1e6-3399-4b4c-b208-992a84cbe3e6 req-31cafbfe-27fa-44fb-a614-12b86c67d958 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76651f74-3875-4b5a-9896-ff48a7bf8ece HTTP/1.1" status: 200 len: 851 time: 0.2395093 Dec 06 14:27:38.694281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0737ace3-4c9e-4a6a-9713-7237dff3f2f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:38.704594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4df655d9-3c1b-472b-9740-4e5621733d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:36Z', 'revision_number': 9, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:38.704807 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5bc42-2f88-40af-ab63-fc0fda6175aa None None] Sync routers for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:38.719807 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0737ace3-4c9e-4a6a-9713-7237dff3f2f5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1740780 Dec 06 14:27:38.723199 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5bc42-2f88-40af-ab63-fc0fda6175aa None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:38.724055 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-64f5bc42-2f88-40af-ab63-fc0fda6175aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:38.741702 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35482) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:38.741954 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df655d9-3c1b-472b-9740-4e5621733d72 None None] The sync data for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv is: [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:36Z', 'revision_number': 9, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '44e67559-287a-465e-9071-968f10021477', 'name': '', 'network_id': 'e767d6a4-9dcc-407a-816a-3b6abefb81af', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:bf:3f:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:00Z', 'updated_at': '2021-12-06T14:27:10Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': '5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:38.748886 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2351-5263-4e64-80d1-e1e01fc550b6 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.754460 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-acf3cf72-b841-492f-8e23-bf0b2c2baf72 req-9f0041f6-fc5a-4993-b046-0a39e76e0d4a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 210 time: 0.0631247 Dec 06 14:27:38.786822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-fe6c2351-5263-4e64-80d1-e1e01fc550b6 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bffb40e-4331-4368-a337-10deff73f699']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:38.796108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-fe6c2351-5263-4e64-80d1-e1e01fc550b6 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b1f9e1e-13fd-448c-9712-bbf426cf9492') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:38.796400 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-fe6c2351-5263-4e64-80d1-e1e01fc550b6 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b1f9e1e-13fd-448c-9712-bbf426cf9492') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:38.806209 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2351-5263-4e64-80d1-e1e01fc550b6 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.812049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2552289-89d2-4ec6-9a5d-9d518ea8ff69 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.821336 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2351-5263-4e64-80d1-e1e01fc550b6 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.828538 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6c2351-5263-4e64-80d1-e1e01fc550b6 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:27:38.831038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2351-5263-4e64-80d1-e1e01fc550b6 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:27:38.832374 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:27:38.842105 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-64f5bc42-2f88-40af-ab63-fc0fda6175aa None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:38.866209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2552289-89d2-4ec6-9a5d-9d518ea8ff69 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.875889 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f50a009-2c2d-46c6-82f2-bc8a78f6b36e None None] Network 4643db74-8146-4475-b377-97277a6e86e0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:38.885035 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d2552289-89d2-4ec6-9a5d-9d518ea8ff69 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/8f355fc5-f6f1-4742-b269-2ea3660e0f70 HTTP/1.1" status: 204 len: 168 time: 0.9446025 Dec 06 14:27:38.888220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35486) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:38.895138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2552289-89d2-4ec6-9a5d-9d518ea8ff69 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Subnet': ['ID=8f355fc5-f6f1-4742-b269-2ea3660e0f70,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:38.921647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e021245-c447-4c14-a921-aae7734cf8ac tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting subnet 5b643ba1-2bc9-40e4-a2f4-fa753e20797f {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:27:38.921647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e021245-c447-4c14-a921-aae7734cf8ac tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.949982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250fe1e6-3399-4b4c-b208-992a84cbe3e6 req-61a2f1cd-b15a-4adf-8bea-918235ee1a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:38.949982 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-250fe1e6-3399-4b4c-b208-992a84cbe3e6 req-61a2f1cd-b15a-4adf-8bea-918235ee1a9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bb7f889-754a-49bd-a23e-fb0958bb48ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2359815 Dec 06 14:27:38.987120 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:38.995168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2351-5263-4e64-80d1-e1e01fc550b6 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.001957 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e021245-c447-4c14-a921-aae7734cf8ac tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.013993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe6c2351-5263-4e64-80d1-e1e01fc550b6 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.019004 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fe6c2351-5263-4e64-80d1-e1e01fc550b6 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] 10.222.0.42 "DELETE /v2.0/networks/9bffb40e-4331-4368-a337-10deff73f699 HTTP/1.1" status: 204 len: 168 time: 0.4765158 Dec 06 14:27:39.042060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c2351-5263-4e64-80d1-e1e01fc550b6 tempest-FloatingIPTestJSON-933557853 tempest-FloatingIPTestJSON-933557853-project] Pushing event deleted for resources: {'Network': ['ID=9bffb40e-4331-4368-a337-10deff73f699,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:39.149299 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-250fe1e6-3399-4b4c-b208-992a84cbe3e6 req-aa4e2271-b666-4eec-a2b0-5045c9f1d81b service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909904 Dec 06 14:27:39.195414 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-64f5bc42-2f88-40af-ab63-fc0fda6175aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:37Z', 'revision_number': 8, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:25Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:39.201904 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port e462aa19-5a61-4831-84a8-519c5eab2a3d {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:39.202604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.224628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e021245-c447-4c14-a921-aae7734cf8ac tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.251000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad0ce30-4c8c-4908-a206-00352d1b4f48 None None] DHCP port deletion for 4643db74-8146-4475-b377-97277a6e86e0 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:39.279361 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5bc42-2f88-40af-ab63-fc0fda6175aa None None] Checking router: 15bf1801-2d2d-4e7c-bb11-694788b1e6ae for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:39.296176 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f5bc42-2f88-40af-ab63-fc0fda6175aa None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:39.296912 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-64f5bc42-2f88-40af-ab63-fc0fda6175aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:39.333607 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7ffe295f-b92c-4f70-a269-8b34afdb2510 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:39.336408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] For port e462aa19-5a61-4831-84a8-519c5eab2a3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e462aa19-5a61-4831-84a8-519c5eab2a3d,segment=NetworkSegment(5a595971-4639-4af4-8019-7971e2ecc5eb),segment_id=5a595971-4639-4af4-8019-7971e2ecc5eb)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:39.336792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.369496 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for e462aa19-5a61-4831-84a8-519c5eab2a3d owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:39.380533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 7ffe295f-b92c-4f70-a269-8b34afdb2510 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:39.382173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7ffe295f-b92c-4f70-a269-8b34afdb2510 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:39.393266 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-250fe1e6-3399-4b4c-b208-992a84cbe3e6 req-a1a8ae0e-ed49-4140-a57c-04a7ee5b1e0e service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315392 Dec 06 14:27:39.404445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3ad0ce30-4c8c-4908-a206-00352d1b4f48 None None] Deleting port e462aa19-5a61-4831-84a8-519c5eab2a3d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:39.405136 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ce30-4c8c-4908-a206-00352d1b4f48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.499577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3ad0ce30-4c8c-4908-a206-00352d1b4f48 None None] For port e462aa19-5a61-4831-84a8-519c5eab2a3d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e462aa19-5a61-4831-84a8-519c5eab2a3d,segment=NetworkSegment(5a595971-4639-4af4-8019-7971e2ecc5eb),segment_id=5a595971-4639-4af4-8019-7971e2ecc5eb)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:39.499972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ce30-4c8c-4908-a206-00352d1b4f48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.513131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e021245-c447-4c14-a921-aae7734cf8ac tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.517928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3ad0ce30-4c8c-4908-a206-00352d1b4f48 None None] Calling delete_port for e462aa19-5a61-4831-84a8-519c5eab2a3d owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:39.545810 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e021245-c447-4c14-a921-aae7734cf8ac tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Subnet': ['ID=5b643ba1-2bc9-40e4-a2f4-fa753e20797f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:39.551071 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-64f5bc42-2f88-40af-ab63-fc0fda6175aa None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:39.554015 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e021245-c447-4c14-a921-aae7734cf8ac tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.562696 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2e021245-c447-4c14-a921-aae7734cf8ac tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/5b643ba1-2bc9-40e4-a2f4-fa753e20797f HTTP/1.1" status: 204 len: 168 time: 0.8155758 Dec 06 14:27:39.563446 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35490) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:39.592543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d08486c-7073-4472-9532-49f097df71f2 None None] Network fda4a957-f339-4eb4-b8ec-bfe4da0a52a2 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:39.614328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.663552 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=e462aa19-5a61-4831-84a8-519c5eab2a3d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:39.668634 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No DVR routers for this DVR port e462aa19-5a61-4831-84a8-519c5eab2a3d on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:39.703993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ad0ce30-4c8c-4908-a206-00352d1b4f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.735453 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35494) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:39.760270 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad0ce30-4c8c-4908-a206-00352d1b4f48 None None] No DVR routers for this DVR port e462aa19-5a61-4831-84a8-519c5eab2a3d on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:39.765797 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0ce30-4c8c-4908-a206-00352d1b4f48 None None] Pushing event deleted for resources: {'Port': ['ID=e462aa19-5a61-4831-84a8-519c5eab2a3d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:39.849827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.864381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:39.916958 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3c9965db-cb69-4cb9-b447-4b2a6b3378d7 req-7945fecb-700d-4ae9-8666-44028e086f5c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 210 time: 0.0428729 Dec 06 14:27:39.944225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28e1ac7-170b-4725-a405-afa15f794384 None None] DHCP port deletion for fda4a957-f339-4eb4-b8ec-bfe4da0a52a2 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:39.948084 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-64f5bc42-2f88-40af-ab63-fc0fda6175aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:37Z', 'revision_number': 8, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:25Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:39.970987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4643db74-8146-4475-b377-97277a6e86e0']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:39.983365 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a595971-4639-4af4-8019-7971e2ecc5eb') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:39.984094 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a595971-4639-4af4-8019-7971e2ecc5eb') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:39.998231 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f5bc42-2f88-40af-ab63-fc0fda6175aa None None] The sync data for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv is: [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:37Z', 'revision_number': 8, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f8b76203-6a68-4419-8b16-f14f366724c3', 'name': '', 'network_id': '07b2ca01-d674-4101-9c7b-8e8410d47d34', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:a5:f6:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1146, 'fixed_ips': [{'subnet_id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:13Z', 'updated_at': '2021-12-06T14:27:25Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '9b5bccc0-8248-4597-adc2-deef45f882dc', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:40.000534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.006475 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6babefe0-03bb-40a7-a76b-2ae8a001c26a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ffbc83eb05b4687a416a46e7fdfa1ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2696791 Dec 06 14:27:40.009301 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35500) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:40.019968 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d28e1ac7-170b-4725-a405-afa15f794384 None None] Deleting port c952d35e-a66a-4993-ab58-9adf71453c92 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:40.020721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d28e1ac7-170b-4725-a405-afa15f794384 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.037912 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.043168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:27:40.043576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:27:40.047034 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:27:40.050612 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port c952d35e-a66a-4993-ab58-9adf71453c92 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:40.050612 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.077465 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-333e435c-8d72-4e19-879e-5563a5c717af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.104305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-333e435c-8d72-4e19-879e-5563a5c717af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.180643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] For port c952d35e-a66a-4993-ab58-9adf71453c92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c952d35e-a66a-4993-ab58-9adf71453c92,segment=NetworkSegment(b7417b81-742b-40b1-8e9d-357488589a93),segment_id=b7417b81-742b-40b1-8e9d-357488589a93)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:40.181053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.195657 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for c952d35e-a66a-4993-ab58-9adf71453c92 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:40.233823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-333e435c-8d72-4e19-879e-5563a5c717af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.237077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-333e435c-8d72-4e19-879e-5563a5c717af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.238343 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-333e435c-8d72-4e19-879e-5563a5c717af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44b16804-f43c-41a9-b585-534e44bdc87f HTTP/1.1" status: 204 len: 168 time: 0.2280438 Dec 06 14:27:40.247860 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e435c-8d72-4e19-879e-5563a5c717af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b16804-f43c-41a9-b585-534e44bdc87f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:40.253918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d28e1ac7-170b-4725-a405-afa15f794384 None None] For port c952d35e-a66a-4993-ab58-9adf71453c92, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c952d35e-a66a-4993-ab58-9adf71453c92,segment=NetworkSegment(b7417b81-742b-40b1-8e9d-357488589a93),segment_id=b7417b81-742b-40b1-8e9d-357488589a93)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:40.254383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d28e1ac7-170b-4725-a405-afa15f794384 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.256908 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.265714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.270276 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/networks/4643db74-8146-4475-b377-97277a6e86e0 HTTP/1.1" status: 204 len: 168 time: 1.3808305 Dec 06 14:27:40.273888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35504) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:40.275253 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d28e1ac7-170b-4725-a405-afa15f794384 None None] Calling delete_port for c952d35e-a66a-4993-ab58-9adf71453c92 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:40.368349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b24d24-6a98-4862-a5f0-8bdc046a1ac4 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Network': ['ID=4643db74-8146-4475-b377-97277a6e86e0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:40.614301 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d28e1ac7-170b-4725-a405-afa15f794384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.636453 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.646361 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e1ac7-170b-4725-a405-afa15f794384 None None] Pushing event deleted for resources: {'Port': ['ID=c952d35e-a66a-4993-ab58-9adf71453c92,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:40.649351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28e1ac7-170b-4725-a405-afa15f794384 None None] No DVR routers for this DVR port c952d35e-a66a-4993-ab58-9adf71453c92 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:40.649854 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No DVR routers for this DVR port c952d35e-a66a-4993-ab58-9adf71453c92 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:40.673234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=c952d35e-a66a-4993-ab58-9adf71453c92,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:40.699568 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-980dacbd-2023-4a10-9666-e049c4252735 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:40.699568 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-980dacbd-2023-4a10-9666-e049c4252735 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks?id=c5e7777c-e017-4be8-ba47-bb7f42934b17 HTTP/1.1" status: 200 len: 797 time: 0.1696823 Dec 06 14:27:40.761321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5943ee8f-a92c-4e0c-bb95-a3529cce6fda tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.774033 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.788367 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-f9fe7c3d-d17d-4c60-a603-a6d895d38c5b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 380 time: 0.0768819 Dec 06 14:27:40.801487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-4b3524bf-2ca5-4940-a58c-c9c65e793097 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'port': {'device_id': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'admin_state_up': True, 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'security_groups': ['546597df-f390-4810-af85-2406b0467c63']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:40.860833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fda4a957-f339-4eb4-b8ec-bfe4da0a52a2']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:40.874919 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7417b81-742b-40b1-8e9d-357488589a93') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:40.875213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7417b81-742b-40b1-8e9d-357488589a93') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:40.887826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.930312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.938162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:27:40.938561 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: self.session.flush() Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:27:40.942005 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:27:41.005713 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-4b3524bf-2ca5-4940-a58c-c9c65e793097 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:41.011576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-4b3524bf-2ca5-4940-a58c-c9c65e793097 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:41.115814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:41.131751 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:41.137615 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/networks/fda4a957-f339-4eb4-b8ec-bfe4da0a52a2 HTTP/1.1" status: 204 len: 168 time: 1.5721760 Dec 06 14:27:41.140697 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35522) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:41.160010 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ed8bae56-4e56-4996-83af-03d6cedafb8d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:41.191369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: ed8bae56-4e56-4996-83af-03d6cedafb8d {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:41.191721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ed8bae56-4e56-4996-83af-03d6cedafb8d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:41.192030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c952d35e-a66a-4993-ab58-9adf71453c92 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:41.218576 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: c952d35e-a66a-4993-ab58-9adf71453c92 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:41.219096 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c952d35e-a66a-4993-ab58-9adf71453c92 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:41.219587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e462aa19-5a61-4831-84a8-519c5eab2a3d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:41.242114 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: e462aa19-5a61-4831-84a8-519c5eab2a3d {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:41.242463 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e462aa19-5a61-4831-84a8-519c5eab2a3d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:41.269207 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b46825-51f4-411d-93c5-19ce6baa34a4 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Network': ['ID=fda4a957-f339-4eb4-b8ec-bfe4da0a52a2,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:41.355659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5943ee8f-a92c-4e0c-bb95-a3529cce6fda tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port 44e67559-287a-465e-9071-968f10021477 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:41.356511 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5943ee8f-a92c-4e0c-bb95-a3529cce6fda tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:41.406518 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e7dcdb59-2093-423a-96a4-3e55c0b1bc5a req-34b8dcae-e314-45d1-a3bf-e32442dd9a46 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 210 time: 0.3899190 Dec 06 14:27:41.515306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-4b3524bf-2ca5-4940-a58c-c9c65e793097 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.7 (c5e7777c-e017-4be8-ba47-bb7f42934b17/d0d0d94b-3bef-4956-868d-d741fe74a39d/d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:41.534884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-5943ee8f-a92c-4e0c-bb95-a3529cce6fda tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] For port 44e67559-287a-465e-9071-968f10021477, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=44e67559-287a-465e-9071-968f10021477,segment=NetworkSegment(354ea382-9bb0-44b8-9549-f1fda11a74d9),segment_id=354ea382-9bb0-44b8-9549-f1fda11a74d9)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:41.535258 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5943ee8f-a92c-4e0c-bb95-a3529cce6fda tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:41.561381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5943ee8f-a92c-4e0c-bb95-a3529cce6fda tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for 44e67559-287a-465e-9071-968f10021477 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:41.561567 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35532) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:41.682457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b2039342-14de-4917-9a35-5a46505e8ca7 tempest-SubnetPoolsTestJSON-1818901677 tempest-SubnetPoolsTestJSON-1818901677-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1542266841', 'prefixes': ['172.20.0.0/16']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:41.690597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-4b3524bf-2ca5-4940-a58c-c9c65e793097 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:41.877480 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-4b3524bf-2ca5-4940-a58c-c9c65e793097 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:41.922682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-4b3524bf-2ca5-4940-a58c-c9c65e793097 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network c5e7777c-e017-4be8-ba47-bb7f42934b17 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:41.931000 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-4b3524bf-2ca5-4940-a58c-c9c65e793097 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:41.938761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-4b3524bf-2ca5-4940-a58c-c9c65e793097 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:41.945207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3524bf-2ca5-4940-a58c-c9c65e793097 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:42.003887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-4b3524bf-2ca5-4940-a58c-c9c65e793097 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:42.004704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-4b3524bf-2ca5-4940-a58c-c9c65e793097 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:42.074822 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2039342-14de-4917-9a35-5a46505e8ca7 tempest-SubnetPoolsTestJSON-1818901677 tempest-SubnetPoolsTestJSON-1818901677-project] Publish callbacks [] for subnetpool, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:42.076398 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b2039342-14de-4917-9a35-5a46505e8ca7 tempest-SubnetPoolsTestJSON-1818901677 tempest-SubnetPoolsTestJSON-1818901677-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5176721 Dec 06 14:27:42.078893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35536) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:42.114131 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-4b3524bf-2ca5-4940-a58c-c9c65e793097 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3188522 Dec 06 14:27:42.128693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Request body: {'port': {'device_id': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:42.132988 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0e5ae331-9913-4c87-bd00-82bc93841de1 tempest-SubnetPoolsTestJSON-1818901677 tempest-SubnetPoolsTestJSON-1818901677-project] 10.222.0.42 "GET /v2.0/subnetpools/f9b742b5-8e96-4f94-8bc2-b930e42e6095 HTTP/1.1" status: 200 len: 732 time: 0.0529861 Dec 06 14:27:42.135683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35538) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:42.144409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-43ec98ff-6f7b-4a2a-9f59-deb1ae1e9433 tempest-SubnetPoolsTestJSON-1818901677 tempest-SubnetPoolsTestJSON-1818901677-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-513975565'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:42.175030 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4770567c-f866-453f-b4c3-a9d8adcd82d3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:42.185317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:42.214658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-95745d19-2466-4cc4-b501-58be5face8c6 None None] Provisioning complete for port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:42.216618 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-95745d19-2466-4cc4-b501-58be5face8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:42.260482 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5943ee8f-a92c-4e0c-bb95-a3529cce6fda tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:42.266178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-95745d19-2466-4cc4-b501-58be5face8c6 None None] Port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:27:42.316728 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943ee8f-a92c-4e0c-bb95-a3529cce6fda tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=44e67559-287a-465e-9071-968f10021477,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:42.488271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-43ec98ff-6f7b-4a2a-9f59-deb1ae1e9433 tempest-SubnetPoolsTestJSON-1818901677 tempest-SubnetPoolsTestJSON-1818901677-project] Publish callbacks [] for subnetpool, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:42.492547 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-43ec98ff-6f7b-4a2a-9f59-deb1ae1e9433 tempest-SubnetPoolsTestJSON-1818901677 tempest-SubnetPoolsTestJSON-1818901677-project] 10.222.0.42 "PUT /v2.0/subnetpools/f9b742b5-8e96-4f94-8bc2-b930e42e6095 HTTP/1.1" status: 200 len: 683 time: 0.3501143 Dec 06 14:27:42.495248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35542) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:42.569064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5943ee8f-a92c-4e0c-bb95-a3529cce6fda tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:42.572662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:27:42.587881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:42.619045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Transition to ACTIVE for port object d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:27:42.669745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb2a2d-4a33-4ec4-90a7-34451c5f5021 req-814b5c9b-5853-45b4-9e65-50b691a551a7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:42.671260 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5deb2a2d-4a33-4ec4-90a7-34451c5f5021 req-814b5c9b-5853-45b4-9e65-50b691a551a7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 931 time: 0.1506062 Dec 06 14:27:42.672786 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:42.725127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02ed7c42-083f-4544-87a5-49a19cfa182a tempest-SubnetPoolsTestJSON-1818901677 tempest-SubnetPoolsTestJSON-1818901677-project] Publish callbacks [] for subnetpool, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:42.728273 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-02ed7c42-083f-4544-87a5-49a19cfa182a tempest-SubnetPoolsTestJSON-1818901677 tempest-SubnetPoolsTestJSON-1818901677-project] 10.222.0.42 "DELETE /v2.0/subnetpools/f9b742b5-8e96-4f94-8bc2-b930e42e6095 HTTP/1.1" status: 204 len: 168 time: 0.2316985 Dec 06 14:27:42.729648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35544) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:42.744181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Pushing event updated for resources: {'Port': ['ID=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:42.776693 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-5bb3a8a5-9993-4754-a477-761f98f915d0 tempest-SubnetPoolsTestJSON-1818901677 tempest-SubnetPoolsTestJSON-1818901677-project] show failed (client error): The resource could not be found. Dec 06 14:27:42.777830 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5bb3a8a5-9993-4754-a477-761f98f915d0 tempest-SubnetPoolsTestJSON-1818901677 tempest-SubnetPoolsTestJSON-1818901677-project] 10.222.0.42 "GET /v2.0/subnetpools/f9b742b5-8e96-4f94-8bc2-b930e42e6095 HTTP/1.1" status: 404 len: 346 time: 0.0399582 Dec 06 14:27:42.796023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35546) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:42.816399 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-6baf7d4e-47ab-4134-b455-107673e5bf24 tempest-SubnetPoolsTestJSON-1818901677 tempest-SubnetPoolsTestJSON-1818901677-project] delete failed (client error): The resource could not be found. Dec 06 14:27:42.817459 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6baf7d4e-47ab-4134-b455-107673e5bf24 tempest-SubnetPoolsTestJSON-1818901677 tempest-SubnetPoolsTestJSON-1818901677-project] 10.222.0.42 "DELETE /v2.0/subnetpools/f9b742b5-8e96-4f94-8bc2-b930e42e6095 HTTP/1.1" status: 404 len: 346 time: 0.0206974 Dec 06 14:27:42.855603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Attempting to bind port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:27:42.856444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Attempting to bind port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b5ef75e3-403c-4283-ad2e-bf7f743d5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:27:42.858793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Attempting to bind port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 on network c5e7777c-e017-4be8-ba47-bb7f42934b17 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:42.861354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 on network c5e7777c-e017-4be8-ba47-bb7f42934b17 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:27:42.861677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Attempting to bind port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 on network c5e7777c-e017-4be8-ba47-bb7f42934b17 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:27:42.866892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:27:42.867231 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Checking segment: {'id': 'b5ef75e3-403c-4283-ad2e-bf7f743d5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:27:42.867625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Bound using segment: {'id': 'b5ef75e3-403c-4283-ad2e-bf7f743d5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:27:42.868046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Bound port: d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5ef75e3-403c-4283-ad2e-bf7f743d5802', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:27:42.868401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:42.875975 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5deb2a2d-4a33-4ec4-90a7-34451c5f5021 req-eddaa45d-ebcb-484a-94ef-f44f39151531 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1941340 Dec 06 14:27:42.911430 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5943ee8f-a92c-4e0c-bb95-a3529cce6fda tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 402a56a3-c13e-4abb-acb1-ab2ec5703948 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:42.943354 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4770567c-f866-453f-b4c3-a9d8adcd82d3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port f8b76203-6a68-4419-8b16-f14f366724c3 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:42.944358 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4770567c-f866-453f-b4c3-a9d8adcd82d3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:42.961679 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] For port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:27:42.961679 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] For port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5,segment=NetworkSegment(b5ef75e3-403c-4283-ad2e-bf7f743d5802),segment_id=b5ef75e3-403c-4283-ad2e-bf7f743d5802)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:27:43.094122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.099925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5943ee8f-a92c-4e0c-bb95-a3529cce6fda tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:43.107454 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5943ee8f-a92c-4e0c-bb95-a3529cce6fda tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8324444 Dec 06 14:27:43.111272 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35550) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:43.113784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089aae71-e3fa-4feb-8707-1579078b5fd0 None None] Sync routers for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:43.126701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089aae71-e3fa-4feb-8707-1579078b5fd0 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:43.127662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-089aae71-e3fa-4feb-8707-1579078b5fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:43.168271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:43.168388 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-4770567c-f866-453f-b4c3-a9d8adcd82d3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] For port f8b76203-6a68-4419-8b16-f14f366724c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f8b76203-6a68-4419-8b16-f14f366724c3,segment=NetworkSegment(ee361e2a-25f7-4533-90b0-0cf24667fe46),segment_id=ee361e2a-25f7-4533-90b0-0cf24667fe46)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:43.169494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4770567c-f866-453f-b4c3-a9d8adcd82d3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.169827 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.171485 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] 10.222.0.41 "PUT /v2.0/ports/d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 HTTP/1.1" status: 200 len: 1093 time: 1.0482109 Dec 06 14:27:43.175144 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'tag': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:27:43.179001 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48526e63-b768-4090-b057-2a7cb63a5fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "e30ba9ed-5e7e-4e7e-b98b-df59b5fee121", "tag": "d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:27:43.184148 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d47c5-efcd-46bc-bf22-90c782780b36 service neutron] Pushing event updated for resources: {'Port': ['ID=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:43.187149 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-94715a66-8945-48dc-9d05-e593327eb581 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting subnet 5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:27:43.196469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-94715a66-8945-48dc-9d05-e593327eb581 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.199768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4770567c-f866-453f-b4c3-a9d8adcd82d3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for f8b76203-6a68-4419-8b16-f14f366724c3 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:43.235907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e403b01e-81e2-4264-b6ff-8d0638efba96 x-openstack-request-id: req-e403b01e-81e2-4264-b6ff-8d0638efba96 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:27:43.236425 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30ba9ed-5e7e-4e7e-b98b-df59b5fee121", "tag": "d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:27:43.237076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e403b01e-81e2-4264-b6ff-8d0638efba96 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:27:43.238481 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'tag': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'status': 'completed', 'code': 200} Dec 06 14:27:43.259773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-089aae71-e3fa-4feb-8707-1579078b5fd0 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:43.325071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-94715a66-8945-48dc-9d05-e593327eb581 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.340622 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48526e63-b768-4090-b057-2a7cb63a5fbf req-598b2697-6b41-4283-8f42-4380a19e9df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:43.340622 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-48526e63-b768-4090-b057-2a7cb63a5fbf req-598b2697-6b41-4283-8f42-4380a19e9df2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 1096 time: 0.0760968 Dec 06 14:27:43.467863 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35556) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:43.490829 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-94715a66-8945-48dc-9d05-e593327eb581 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.547104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-089aae71-e3fa-4feb-8707-1579078b5fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:42Z', 'revision_number': 10, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:43.557164 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48526e63-b768-4090-b057-2a7cb63a5fbf req-9726f8dc-eeab-4d46-b9d9-abcf61404f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:43.559297 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-48526e63-b768-4090-b057-2a7cb63a5fbf req-9726f8dc-eeab-4d46-b9d9-abcf61404f2b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c716424228f8423e91750a4cc8918d9a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2104015 Dec 06 14:27:43.581562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089aae71-e3fa-4feb-8707-1579078b5fd0 None None] Checking router: 402a56a3-c13e-4abb-acb1-ab2ec5703948 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:43.591669 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089aae71-e3fa-4feb-8707-1579078b5fd0 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:43.592307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-089aae71-e3fa-4feb-8707-1579078b5fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:43.615132 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-94715a66-8945-48dc-9d05-e593327eb581 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.658366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-15919cea-9efe-4bfa-a9db-3d17ebe4e149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.666905 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-94715a66-8945-48dc-9d05-e593327eb581 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.670681 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-94715a66-8945-48dc-9d05-e593327eb581 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3 HTTP/1.1" status: 204 len: 168 time: 0.5584099 Dec 06 14:27:43.678683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94715a66-8945-48dc-9d05-e593327eb581 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Subnet': ['ID=5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:43.679549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35562) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:43.687942 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-089aae71-e3fa-4feb-8707-1579078b5fd0 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:43.691609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d646b7-d1b9-4d46-9109-565ef626a8ed None None] Network e767d6a4-9dcc-407a-816a-3b6abefb81af requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:43.777389 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-15919cea-9efe-4bfa-a9db-3d17ebe4e149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.813771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48526e63-b768-4090-b057-2a7cb63a5fbf req-95625432-d66a-4b24-b32b-f4ea98de952b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:43.815509 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-48526e63-b768-4090-b057-2a7cb63a5fbf req-95625432-d66a-4b24-b32b-f4ea98de952b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2484815 Dec 06 14:27:43.819315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.854276 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4770567c-f866-453f-b4c3-a9d8adcd82d3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.897398 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4770567c-f866-453f-b4c3-a9d8adcd82d3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=f8b76203-6a68-4419-8b16-f14f366724c3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:43.906362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-15919cea-9efe-4bfa-a9db-3d17ebe4e149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.913889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port 5a491709-7647-48dc-b2ef-882846553319 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:43.914726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:43.923651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-b06b4283-2845-444b-b074-4dcc53519226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:43.926181 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-b06b4283-2845-444b-b074-4dcc53519226 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 1096 time: 0.0669045 Dec 06 14:27:43.998021 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-cf2b5d82-4e87-46f1-9dce-ccb3d51908af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 HTTP/1.1" status: 200 len: 217 time: 0.0591557 Dec 06 14:27:44.063772 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6355da9-993f-4732-a180-ce488f174b98 None None] DHCP port deletion for e767d6a4-9dcc-407a-816a-3b6abefb81af request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:44.082541 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] For port 5a491709-7647-48dc-b2ef-882846553319, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a491709-7647-48dc-b2ef-882846553319,segment=NetworkSegment(354ea382-9bb0-44b8-9549-f1fda11a74d9),segment_id=354ea382-9bb0-44b8-9549-f1fda11a74d9)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:44.082987 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.087895 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-15919cea-9efe-4bfa-a9db-3d17ebe4e149 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d681677ced244fea63713fe7f8e8754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6189256 Dec 06 14:27:44.092443 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15919cea-9efe-4bfa-a9db-3d17ebe4e149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8039c63-946a-43cb-8202-ee2df4fc91f9,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:44.097837 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35566) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:44.119722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for 5a491709-7647-48dc-b2ef-882846553319 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:44.129217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c74ccf1d-3ce8-40ca-9dec-d56193d563ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:44.129217 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-c74ccf1d-3ce8-40ca-9dec-d56193d563ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0d0d94b-3bef-4956-868d-d741fe74a39d HTTP/1.1" status: 200 len: 835 time: 0.1023951 Dec 06 14:27:44.129391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-089aae71-e3fa-4feb-8707-1579078b5fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:42Z', 'revision_number': 10, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:44.187923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-089aae71-e3fa-4feb-8707-1579078b5fd0 None None] The sync data for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv is: [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:42Z', 'revision_number': 10, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None, '_interfaces': [{'id': '1fd57437-db29-44b5-8e3c-5f90111b0fc9', 'name': '', 'network_id': 'd7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'mac_address': 'fa:16:3e:5a:ff:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'device_owner': 'network:router_interface', 'standard_attr_id': 1098, 'fixed_ips': [{'subnet_id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:54Z', 'updated_at': '2021-12-06T14:26:59Z', 'revision_number': 5, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'subnets': [{'id': 'f668817f-a7da-41d0-a61e-32511bcab833', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:44.209883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83e59fb-6890-458a-9f3c-91d9244e6378 req-decd9044-7c50-4a3f-ad71-6cad98b0d11a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:44.210945 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e6355da9-993f-4732-a180-ce488f174b98 None None] Deleting port 5a491709-7647-48dc-b2ef-882846553319 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:44.211326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e6355da9-993f-4732-a180-ce488f174b98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.212565 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f83e59fb-6890-458a-9f3c-91d9244e6378 req-decd9044-7c50-4a3f-ad71-6cad98b0d11a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 943 time: 0.2058313 Dec 06 14:27:44.269037 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4770567c-f866-453f-b4c3-a9d8adcd82d3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.275056 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-6b9b8195-b0af-46f2-a449-3fc85ca9c0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:44.276663 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-6b9b8195-b0af-46f2-a449-3fc85ca9c0b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5e7777c-e017-4be8-ba47-bb7f42934b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1343367 Dec 06 14:27:44.281581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-692cc4ed-9a4b-46eb-b8c5-e9a86d8c263e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.292040 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e6355da9-993f-4732-a180-ce488f174b98 None None] For port 5a491709-7647-48dc-b2ef-882846553319, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a491709-7647-48dc-b2ef-882846553319,segment=NetworkSegment(354ea382-9bb0-44b8-9549-f1fda11a74d9),segment_id=354ea382-9bb0-44b8-9549-f1fda11a74d9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:44.293363 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e6355da9-993f-4732-a180-ce488f174b98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.300557 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f83e59fb-6890-458a-9f3c-91d9244e6378 req-41ef6a93-706a-47a3-ad1f-4df99bab090d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787306 Dec 06 14:27:44.308382 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e6355da9-993f-4732-a180-ce488f174b98 None None] Calling delete_port for 5a491709-7647-48dc-b2ef-882846553319 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:44.380212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-692cc4ed-9a4b-46eb-b8c5-e9a86d8c263e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.444714 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-7fc792db-b1ca-402e-92da-66640d8e7955 service neutron] 10.222.0.41 "GET /v2.0/networks/c5e7777c-e017-4be8-ba47-bb7f42934b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561618 Dec 06 14:27:44.490858 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4770567c-f866-453f-b4c3-a9d8adcd82d3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:44.541143 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.543714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e6355da9-993f-4732-a180-ce488f174b98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.545692 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a37d117a-fd44-4f53-a623-105d0dfce81a req-71440e69-1cba-4115-982c-879399664a4c service neutron] 10.222.0.41 "GET /v2.0/networks/c5e7777c-e017-4be8-ba47-bb7f42934b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923197 Dec 06 14:27:44.571909 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=5a491709-7647-48dc-b2ef-882846553319,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:44.576086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No DVR routers for this DVR port 5a491709-7647-48dc-b2ef-882846553319 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:44.589266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6355da9-993f-4732-a180-ce488f174b98 None None] No DVR routers for this DVR port 5a491709-7647-48dc-b2ef-882846553319 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:44.592319 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4770567c-f866-453f-b4c3-a9d8adcd82d3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:44.600631 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4770567c-f866-453f-b4c3-a9d8adcd82d3 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4577172 Dec 06 14:27:44.601325 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35568) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:44.605293 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132083e-9122-4786-856a-8f518e742340 None None] Sync routers for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:44.618583 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-692cc4ed-9a4b-46eb-b8c5-e9a86d8c263e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.618703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6355da9-993f-4732-a180-ce488f174b98 None None] Pushing event deleted for resources: {'Port': ['ID=5a491709-7647-48dc-b2ef-882846553319,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:44.618867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-692cc4ed-9a4b-46eb-b8c5-e9a86d8c263e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.618867 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-692cc4ed-9a4b-46eb-b8c5-e9a86d8c263e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8039c63-946a-43cb-8202-ee2df4fc91f9 HTTP/1.1" status: 204 len: 168 time: 0.5198588 Dec 06 14:27:44.625788 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132083e-9122-4786-856a-8f518e742340 None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:44.626662 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-6132083e-9122-4786-856a-8f518e742340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:44.665129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cc4ed-9a4b-46eb-b8c5-e9a86d8c263e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8039c63-946a-43cb-8202-ee2df4fc91f9,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:44.712002 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b9ddbe1-0a05-4da0-b45f-85da24749c34 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting subnet 9b5bccc0-8248-4597-adc2-deef45f882dc {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:27:44.714458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3b9ddbe1-0a05-4da0-b45f-85da24749c34 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.730345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.755216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e767d6a4-9dcc-407a-816a-3b6abefb81af']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:44.765315 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-6132083e-9122-4786-856a-8f518e742340 None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:44.766298 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354ea382-9bb0-44b8-9549-f1fda11a74d9') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:44.767604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354ea382-9bb0-44b8-9549-f1fda11a74d9') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:44.770666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3b9ddbe1-0a05-4da0-b45f-85da24749c34 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.782737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.798628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.807070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:27:44.807808 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:27:44.813301 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:27:44.868331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3b9ddbe1-0a05-4da0-b45f-85da24749c34 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:44.991472 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-6132083e-9122-4786-856a-8f518e742340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:43Z', 'revision_number': 9, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:45.016821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:45.021715 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132083e-9122-4786-856a-8f518e742340 None None] Checking router: 15bf1801-2d2d-4e7c-bb11-694788b1e6ae for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:45.023446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:45.031036 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/networks/e767d6a4-9dcc-407a-816a-3b6abefb81af HTTP/1.1" status: 204 len: 168 time: 1.3480048 Dec 06 14:27:45.031373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35574) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:45.033503 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6132083e-9122-4786-856a-8f518e742340 None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:45.034610 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-6132083e-9122-4786-856a-8f518e742340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:45.061210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d31cf0-03b0-4e13-ad7f-1149274c6c22 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Network': ['ID=e767d6a4-9dcc-407a-816a-3b6abefb81af,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:45.138739 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-6132083e-9122-4786-856a-8f518e742340 None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:45.149926 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3b9ddbe1-0a05-4da0-b45f-85da24749c34 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:45.251269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5a491709-7647-48dc-b2ef-882846553319 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:45.277411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 5a491709-7647-48dc-b2ef-882846553319 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:45.277689 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5a491709-7647-48dc-b2ef-882846553319 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:45.278286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 44e67559-287a-465e-9071-968f10021477 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:45.299968 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 44e67559-287a-465e-9071-968f10021477 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:45.301003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 44e67559-287a-465e-9071-968f10021477 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:45.399568 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-6132083e-9122-4786-856a-8f518e742340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:43Z', 'revision_number': 9, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:45.437248 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6132083e-9122-4786-856a-8f518e742340 None None] The sync data for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv is: [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:43Z', 'revision_number': 9, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '3f6bfdd4-dd47-4b31-9928-c137ed106f4e', 'name': '', 'network_id': '25081edc-546d-45d0-a935-07ad9f13fd5d', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:2e:e2:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1122, 'fixed_ips': [{'subnet_id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:03Z', 'updated_at': '2021-12-06T14:27:21Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '05d24a16-1ab4-4f71-9ec4-168b690fde30', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:45.451351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0c2a9-14d4-4613-bd57-f4a5caa929d7 req-bb21d970-df4f-43f1-a8d3-ee76fd21ff8e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:45.453712 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4fc0c2a9-14d4-4613-bd57-f4a5caa929d7 req-bb21d970-df4f-43f1-a8d3-ee76fd21ff8e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 943 time: 0.0610788 Dec 06 14:27:45.518434 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4fc0c2a9-14d4-4613-bd57-f4a5caa929d7 req-bcbed305-eb73-4be0-9d46-c47b170a238f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580947 Dec 06 14:27:45.613352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3b9ddbe1-0a05-4da0-b45f-85da24749c34 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:45.617408 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3b9ddbe1-0a05-4da0-b45f-85da24749c34 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/9b5bccc0-8248-4597-adc2-deef45f882dc HTTP/1.1" status: 204 len: 168 time: 1.0150285 Dec 06 14:27:45.619288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ffaf31-5520-441d-aa5d-fc2b5513336b None None] Network 07b2ca01-d674-4101-9c7b-8e8410d47d34 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:45.620079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35588) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:45.623579 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ddbe1-0a05-4da0-b45f-85da24749c34 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Subnet': ['ID=9b5bccc0-8248-4597-adc2-deef45f882dc,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:45.734430 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:45.801336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port efb54e4d-35fa-48b9-81e4-9127bc7a06c9 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:45.801667 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:45.823200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cc924b-825a-4b9c-a284-cec11e4b1a26 None None] DHCP port deletion for 07b2ca01-d674-4101-9c7b-8e8410d47d34 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:45.845690 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad6a540f-d2a5-4aed-9fd8-98b6ccdfde13 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:45.888164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-54cc924b-825a-4b9c-a284-cec11e4b1a26 None None] Deleting port efb54e4d-35fa-48b9-81e4-9127bc7a06c9 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:45.888537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54cc924b-825a-4b9c-a284-cec11e4b1a26 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:45.892733 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] For port efb54e4d-35fa-48b9-81e4-9127bc7a06c9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=efb54e4d-35fa-48b9-81e4-9127bc7a06c9,segment=NetworkSegment(ee361e2a-25f7-4533-90b0-0cf24667fe46),segment_id=ee361e2a-25f7-4533-90b0-0cf24667fe46)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:45.893435 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:45.912658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for efb54e4d-35fa-48b9-81e4-9127bc7a06c9 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:45.964587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-54cc924b-825a-4b9c-a284-cec11e4b1a26 None None] For port efb54e4d-35fa-48b9-81e4-9127bc7a06c9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=efb54e4d-35fa-48b9-81e4-9127bc7a06c9,segment=NetworkSegment(ee361e2a-25f7-4533-90b0-0cf24667fe46),segment_id=ee361e2a-25f7-4533-90b0-0cf24667fe46)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:45.965802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54cc924b-825a-4b9c-a284-cec11e4b1a26 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:45.980598 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-54cc924b-825a-4b9c-a284-cec11e4b1a26 None None] Calling delete_port for efb54e4d-35fa-48b9-81e4-9127bc7a06c9 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:46.028226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35596) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:46.096832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.108509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-54cc924b-825a-4b9c-a284-cec11e4b1a26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.122434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=efb54e4d-35fa-48b9-81e4-9127bc7a06c9,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:46.128241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No DVR routers for this DVR port efb54e4d-35fa-48b9-81e4-9127bc7a06c9 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:46.138369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cc924b-825a-4b9c-a284-cec11e4b1a26 None None] Pushing event deleted for resources: {'Port': ['ID=efb54e4d-35fa-48b9-81e4-9127bc7a06c9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:46.143436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54cc924b-825a-4b9c-a284-cec11e4b1a26 None None] No DVR routers for this DVR port efb54e4d-35fa-48b9-81e4-9127bc7a06c9 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:46.165257 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a540f-d2a5-4aed-9fd8-98b6ccdfde13 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port 1fd57437-db29-44b5-8e3c-5f90111b0fc9 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:46.165593 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad6a540f-d2a5-4aed-9fd8-98b6ccdfde13 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.182151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-574007693'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:46.225517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.250519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b2ca01-d674-4101-9c7b-8e8410d47d34']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:46.259890 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee361e2a-25f7-4533-90b0-0cf24667fe46') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:46.260184 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee361e2a-25f7-4533-90b0-0cf24667fe46') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:46.262864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-ad6a540f-d2a5-4aed-9fd8-98b6ccdfde13 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] For port 1fd57437-db29-44b5-8e3c-5f90111b0fc9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1fd57437-db29-44b5-8e3c-5f90111b0fc9,segment=NetworkSegment(7210c880-67b0-447a-a5f3-6070adcdd5a6),segment_id=7210c880-67b0-447a-a5f3-6070adcdd5a6)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:46.263455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad6a540f-d2a5-4aed-9fd8-98b6ccdfde13 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.270493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.285034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.285287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ad6a540f-d2a5-4aed-9fd8-98b6ccdfde13 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for 1fd57437-db29-44b5-8e3c-5f90111b0fc9 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:46.291058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:27:46.291559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:27:46.294829 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:27:46.370047 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Made reservation on behalf of 2443cac987ad48e08f4b675cb2d549dc for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:27:46.374877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.388899 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.484692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.495192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.502942 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.504722 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/networks/07b2ca01-d674-4101-9c7b-8e8410d47d34 HTTP/1.1" status: 204 len: 168 time: 0.8833096 Dec 06 14:27:46.507764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35600) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:46.515853 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ceb5ec-46ef-45d2-bd9f-fc618e7a10d5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Network': ['ID=07b2ca01-d674-4101-9c7b-8e8410d47d34,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:46.578616 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad6a540f-d2a5-4aed-9fd8-98b6ccdfde13 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.613855 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.628203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a540f-d2a5-4aed-9fd8-98b6ccdfde13 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=1fd57437-db29-44b5-8e3c-5f90111b0fc9,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:46.647333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:27:46.655208 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e5b1d0-4c0f-4fc2-8700-8dee6ed71088,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:46.665036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.665486 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Added segment 9f08bf32-256a-4d5a-9de7-bd6bb1873f8d of type vlan for network 4f721edc-2ba4-4aba-885a-0f1e91abb85a Dec 06 14:27:46.722546 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.825499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ad6a540f-d2a5-4aed-9fd8-98b6ccdfde13 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.833151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.838950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:46.839534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:46.841452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a6936-3c6a-4bc2-aed2-38bbef2655c5 req-045a0e6f-26b1-40d6-af1f-272924b6e341 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:46.842921 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1a9a6936-3c6a-4bc2-aed2-38bbef2655c5 req-045a0e6f-26b1-40d6-af1f-272924b6e341 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 943 time: 0.2508967 Dec 06 14:27:47.038138 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1a9a6936-3c6a-4bc2-aed2-38bbef2655c5 req-f62f5980-7174-4ce6-b301-a514433110c6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882641 Dec 06 14:27:47.109419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6a540f-d2a5-4aed-9fd8-98b6ccdfde13 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 402a56a3-c13e-4abb-acb1-ab2ec5703948 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:47.199422 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.1699233 Dec 06 14:27:47.202842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35604) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:47.209822 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-6de61419-3745-4e31-8aaa-406da8450be2 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4f721edc-2ba4-4aba-885a-0f1e91abb85a', 'tempest-TagsTest-Tag-1521552196') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:47.214255 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6a540f-d2a5-4aed-9fd8-98b6ccdfde13 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:47.222516 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ad6a540f-d2a5-4aed-9fd8-98b6ccdfde13 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1872282 Dec 06 14:27:47.222717 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35606) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:47.223006 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f8b76203-6a68-4419-8b16-f14f366724c3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:47.224093 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a163d3ab-153b-424f-bc7b-59abd1962d23 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Pushing event updated for resources: {'Network': ['ID=4f721edc-2ba4-4aba-885a-0f1e91abb85a,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:47.260789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c662c3-0ee6-4fb9-bcf9-f10f60348601 None None] Sync routers for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:47.264493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 4f721edc-2ba4-4aba-885a-0f1e91abb85a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:27:47.289578 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: f8b76203-6a68-4419-8b16-f14f366724c3 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:47.290202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f8b76203-6a68-4419-8b16-f14f366724c3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:47.291330 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device efb54e4d-35fa-48b9-81e4-9127bc7a06c9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:47.303772 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ef0f72-2108-4438-bf27-0ee6a62bf57a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting subnet f668817f-a7da-41d0-a61e-32511bcab833 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:27:47.308396 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63ef0f72-2108-4438-bf27-0ee6a62bf57a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:47.354361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63ef0f72-2108-4438-bf27-0ee6a62bf57a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:47.381200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2ec0167-493b-40dc-9b85-a5f292345405 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:47.468527 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6de61419-3745-4e31-8aaa-406da8450be2 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "PUT /v2.0/networks/4f721edc-2ba4-4aba-885a-0f1e91abb85a/tags/tempest-TagsTest-Tag-1521552196 HTTP/1.1" status: 201 len: 201 time: 0.2646420 Dec 06 14:27:47.471279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35608) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:47.477534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-30c27d79-2b99-4a17-804f-0a5131106673 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f721edc-2ba4-4aba-885a-0f1e91abb85a', 'tempest-TagsTest-Tag-1521552196') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:47.493588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: efb54e4d-35fa-48b9-81e4-9127bc7a06c9 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:47.493909 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device efb54e4d-35fa-48b9-81e4-9127bc7a06c9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:47.500544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c662c3-0ee6-4fb9-bcf9-f10f60348601 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:47.500764 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-06c662c3-0ee6-4fb9-bcf9-f10f60348601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:47.583790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-06c662c3-0ee6-4fb9-bcf9-f10f60348601 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:47.609320 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63ef0f72-2108-4438-bf27-0ee6a62bf57a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:47.637045 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-06c662c3-0ee6-4fb9-bcf9-f10f60348601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:46Z', 'revision_number': 11, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:47.667488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c662c3-0ee6-4fb9-bcf9-f10f60348601 None None] Checking router: 402a56a3-c13e-4abb-acb1-ab2ec5703948 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:47.678308 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-30c27d79-2b99-4a17-804f-0a5131106673 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "GET /v2.0/networks/4f721edc-2ba4-4aba-885a-0f1e91abb85a/tags/tempest-TagsTest-Tag-1521552196 HTTP/1.1" status: 204 len: 168 time: 0.2060363 Dec 06 14:27:47.680925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35610) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:47.681173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c662c3-0ee6-4fb9-bcf9-f10f60348601 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:47.681865 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-06c662c3-0ee6-4fb9-bcf9-f10f60348601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:47.685687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-4e8cd1d4-1a3a-4227-a006-c039b2fc3ff5 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4f721edc-2ba4-4aba-885a-0f1e91abb85a') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:47.758105 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-06c662c3-0ee6-4fb9-bcf9-f10f60348601 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:47.763056 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4e8cd1d4-1a3a-4227-a006-c039b2fc3ff5 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "GET /v2.0/networks/4f721edc-2ba4-4aba-885a-0f1e91abb85a/tags HTTP/1.1" status: 200 len: 238 time: 0.0810411 Dec 06 14:27:47.765806 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35612) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:47.770631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-73361359-66b0-460c-8e2c-039cd04e354a tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4f721edc-2ba4-4aba-885a-0f1e91abb85a', {'tags': ['tempest-TagsTest-Tag-1358477378', 'tempest-TagsTest-Tag-1863241467', 'tempest-TagsTest-Tag-618159105']}) {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:47.803250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f2ec0167-493b-40dc-9b85-a5f292345405 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port 3f6bfdd4-dd47-4b31-9928-c137ed106f4e {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:47.803589 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2ec0167-493b-40dc-9b85-a5f292345405 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:47.806669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63ef0f72-2108-4438-bf27-0ee6a62bf57a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:47.816663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-06c662c3-0ee6-4fb9-bcf9-f10f60348601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:46Z', 'revision_number': 11, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:47.848551 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c662c3-0ee6-4fb9-bcf9-f10f60348601 None None] The sync data for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv is: [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:46Z', 'revision_number': 11, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:47.859708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef0f72-2108-4438-bf27-0ee6a62bf57a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Subnet': ['ID=f668817f-a7da-41d0-a61e-32511bcab833,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:47.864489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-63ef0f72-2108-4438-bf27-0ee6a62bf57a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:47.867764 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-63ef0f72-2108-4438-bf27-0ee6a62bf57a tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/f668817f-a7da-41d0-a61e-32511bcab833 HTTP/1.1" status: 204 len: 168 time: 0.6441312 Dec 06 14:27:47.870910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0483147c-de99-438e-beea-c5aa3f130367 None None] Network d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:47.871396 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35614) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:47.936998 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-f2ec0167-493b-40dc-9b85-a5f292345405 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] For port 3f6bfdd4-dd47-4b31-9928-c137ed106f4e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f6bfdd4-dd47-4b31-9928-c137ed106f4e,segment=NetworkSegment(1c65258b-e398-4e50-b356-10d534d172a9),segment_id=1c65258b-e398-4e50-b356-10d534d172a9)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:47.937931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2ec0167-493b-40dc-9b85-a5f292345405 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:47.955079 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-73361359-66b0-460c-8e2c-039cd04e354a tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "PUT /v2.0/networks/4f721edc-2ba4-4aba-885a-0f1e91abb85a/tags HTTP/1.1" status: 200 len: 308 time: 0.1836898 Dec 06 14:27:47.955079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35616) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:47.957256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f2ec0167-493b-40dc-9b85-a5f292345405 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for 3f6bfdd4-dd47-4b31-9928-c137ed106f4e owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:47.959654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-ff6d6c11-bdda-42f6-a86b-3dcd011cbb3b tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4f721edc-2ba4-4aba-885a-0f1e91abb85a', 'tempest-TagsTest-Tag-1358477378') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:48.002165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.103794 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Deleting port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:48.104137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.204289 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] For port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd26f3ac-bcdc-4ab9-afa6-36958e3be74b,segment=NetworkSegment(7210c880-67b0-447a-a5f3-6070adcdd5a6),segment_id=7210c880-67b0-447a-a5f3-6070adcdd5a6)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:48.204837 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.213284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f6736e-9819-4c99-ac30-699062864044 None None] DHCP port deletion for d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:48.226189 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Calling delete_port for dd26f3ac-bcdc-4ab9-afa6-36958e3be74b owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:48.235779 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db182433-39ec-493d-b9ee-09fed6228f35 req-e793e148-20b9-4aea-afd5-e41c89fdd317 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:48.237408 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-db182433-39ec-493d-b9ee-09fed6228f35 req-e793e148-20b9-4aea-afd5-e41c89fdd317 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 943 time: 0.1087129 Dec 06 14:27:48.246717 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ff6d6c11-bdda-42f6-a86b-3dcd011cbb3b tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "DELETE /v2.0/networks/4f721edc-2ba4-4aba-885a-0f1e91abb85a/tags/tempest-TagsTest-Tag-1358477378 HTTP/1.1" status: 204 len: 168 time: 0.2858527 Dec 06 14:27:48.246717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35620) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:48.249773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-5749355d-6a35-48d0-a85b-13c081e94b47 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f721edc-2ba4-4aba-885a-0f1e91abb85a', 'tempest-TagsTest-Tag-1358477378') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:48.271404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6736e-9819-4c99-ac30-699062864044 None None] Deleting port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:48.272068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c1f6736e-9819-4c99-ac30-699062864044 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.295978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2ec0167-493b-40dc-9b85-a5f292345405 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.338541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c1f6736e-9819-4c99-ac30-699062864044 None None] For port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd26f3ac-bcdc-4ab9-afa6-36958e3be74b,segment=NetworkSegment(7210c880-67b0-447a-a5f3-6070adcdd5a6),segment_id=7210c880-67b0-447a-a5f3-6070adcdd5a6)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:48.338541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c1f6736e-9819-4c99-ac30-699062864044 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.338867 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec0167-493b-40dc-9b85-a5f292345405 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=3f6bfdd4-dd47-4b31-9928-c137ed106f4e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:48.365074 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c1f6736e-9819-4c99-ac30-699062864044 None None] Calling delete_port for dd26f3ac-bcdc-4ab9-afa6-36958e3be74b owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:48.426622 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-5749355d-6a35-48d0-a85b-13c081e94b47 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] show failed (client error): The resource could not be found. Dec 06 14:27:48.431424 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5749355d-6a35-48d0-a85b-13c081e94b47 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "GET /v2.0/networks/4f721edc-2ba4-4aba-885a-0f1e91abb85a/tags/tempest-TagsTest-Tag-1358477378 HTTP/1.1" status: 404 len: 326 time: 0.1849246 Dec 06 14:27:48.431604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35622) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:48.439040 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-db182433-39ec-493d-b9ee-09fed6228f35 req-774931bd-84e4-46d7-b5b4-2f78562b8684 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847672 Dec 06 14:27:48.439254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-5d14f66a-e895-494a-b5d8-7830fb2b0d39 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f721edc-2ba4-4aba-885a-0f1e91abb85a', 'tempest-TagsTest-Tag-1863241467') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:48.581863 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.583150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f2ec0167-493b-40dc-9b85-a5f292345405 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.590397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c1f6736e-9819-4c99-ac30-699062864044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.597849 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5d14f66a-e895-494a-b5d8-7830fb2b0d39 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "GET /v2.0/networks/4f721edc-2ba4-4aba-885a-0f1e91abb85a/tags/tempest-TagsTest-Tag-1863241467 HTTP/1.1" status: 204 len: 168 time: 0.1632245 Dec 06 14:27:48.600417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35624) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:48.624034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f6736e-9819-4c99-ac30-699062864044 None None] No DVR routers for this DVR port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:48.629031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f6736e-9819-4c99-ac30-699062864044 None None] Pushing event deleted for resources: {'Port': ['ID=dd26f3ac-bcdc-4ab9-afa6-36958e3be74b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:48.629211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Port': ['ID=dd26f3ac-bcdc-4ab9-afa6-36958e3be74b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:48.635738 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No DVR routers for this DVR port dd26f3ac-bcdc-4ab9-afa6-36958e3be74b on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:48.647096 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-f8ec6be4-48f3-4ae4-8c93-bd5fbc60a7f3 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f721edc-2ba4-4aba-885a-0f1e91abb85a', 'tempest-TagsTest-Tag-618159105') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:48.715803 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.736296 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:48.746026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7210c880-67b0-447a-a5f3-6070adcdd5a6') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:48.746850 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7210c880-67b0-447a-a5f3-6070adcdd5a6') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:48.759428 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.772632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.778647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:27:48.779031 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:27:48.782312 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:27:48.817319 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f8ec6be4-48f3-4ae4-8c93-bd5fbc60a7f3 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "GET /v2.0/networks/4f721edc-2ba4-4aba-885a-0f1e91abb85a/tags/tempest-TagsTest-Tag-618159105 HTTP/1.1" status: 204 len: 168 time: 0.2156701 Dec 06 14:27:48.819759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35626) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:48.825386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-17d5195b-44a6-4ccf-9107-cb8d1609b57b tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4f721edc-2ba4-4aba-885a-0f1e91abb85a') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:48.869623 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ec0167-493b-40dc-9b85-a5f292345405 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:48.947081 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.954618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:48.957291 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/networks/d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3 HTTP/1.1" status: 204 len: 168 time: 1.0847561 Dec 06 14:27:48.959950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35628) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:48.973356 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-6da81790-1b4f-4471-8db9-6992cec484e3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'router': {'routes': None}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:48.976990 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f0c1e2-7b64-4dec-b18f-eec35f5b7684 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Pushing event deleted for resources: {'Network': ['ID=d7cd5298-f1ff-4a60-a7e5-8fa0d2583ba3,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:49.145561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.extraroute_db [None req-6da81790-1b4f-4471-8db9-6992cec484e3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Added routes are [] {{(pid=103724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 14:27:49.145994 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.extraroute_db [None req-6da81790-1b4f-4471-8db9-6992cec484e3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Removed routes are [] {{(pid=103724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 14:27:49.146645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6da81790-1b4f-4471-8db9-6992cec484e3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.190371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:27:49.217418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1fd57437-db29-44b5-8e3c-5f90111b0fc9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:49.253761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 1fd57437-db29-44b5-8e3c-5f90111b0fc9 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:49.254293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1fd57437-db29-44b5-8e3c-5f90111b0fc9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:49.254808 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dd26f3ac-bcdc-4ab9-afa6-36958e3be74b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:49.300618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6da81790-1b4f-4471-8db9-6992cec484e3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.304330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6da81790-1b4f-4471-8db9-6992cec484e3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.304805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: dd26f3ac-bcdc-4ab9-afa6-36958e3be74b {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:49.305268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dd26f3ac-bcdc-4ab9-afa6-36958e3be74b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:49.341009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5,segment=NetworkSegment(b5ef75e3-403c-4283-ad2e-bf7f743d5802),segment_id=b5ef75e3-403c-4283-ad2e-bf7f743d5802)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:49.342803 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ec0167-493b-40dc-9b85-a5f292345405 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:49.351276 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f2ec0167-493b-40dc-9b85-a5f292345405 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8423285 Dec 06 14:27:49.352156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35630) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:49.356884 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db661698-5675-4821-8784-557850e9bc7f None None] Sync routers for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:49.360473 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'port_id': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'mac_address': 'fa:16:3e:7d:af:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:27:49.369915 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db661698-5675-4821-8784-557850e9bc7f None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:49.370658 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-db661698-5675-4821-8784-557850e9bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:49.392090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da81790-1b4f-4471-8db9-6992cec484e3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 402a56a3-c13e-4abb-acb1-ab2ec5703948 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:49.409524 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e5363c2-acf6-4d30-955c-a72c264cddb0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting subnet 05d24a16-1ab4-4f71-9ec4-168b690fde30 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:27:49.414522 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e5363c2-acf6-4d30-955c-a72c264cddb0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.420062 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.435127 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:27:49.451999 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-17d5195b-44a6-4ccf-9107-cb8d1609b57b tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "DELETE /v2.0/networks/4f721edc-2ba4-4aba-885a-0f1e91abb85a/tags HTTP/1.1" status: 204 len: 168 time: 0.6311901 Dec 06 14:27:49.455253 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35632) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:49.459800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-de69cd03-9593-48de-a949-7d9888c8d3f9 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f721edc-2ba4-4aba-885a-0f1e91abb85a', 'tempest-TagsTest-Tag-1863241467') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:49.469037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5,segment=NetworkSegment(b5ef75e3-403c-4283-ad2e-bf7f743d5802),segment_id=b5ef75e3-403c-4283-ad2e-bf7f743d5802)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:49.481551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da81790-1b4f-4471-8db9-6992cec484e3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:49.490761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6da81790-1b4f-4471-8db9-6992cec484e3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.493050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a5d2d-7924-4451-b3bb-9a4620724592 None None] Sync routers for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:49.494427 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-db661698-5675-4821-8784-557850e9bc7f None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:49.494936 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6da81790-1b4f-4471-8db9-6992cec484e3 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948 HTTP/1.1" status: 200 len: 705 time: 0.5339980 Dec 06 14:27:49.495795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35636) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:49.507178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e5363c2-acf6-4d30-955c-a72c264cddb0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.511204 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a5d2d-7924-4451-b3bb-9a4620724592 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:49.512502 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d71a5d2d-7924-4451-b3bb-9a4620724592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:49.533281 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-63639071-be35-4560-9b71-869f0ec98911 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=402a56a3-c13e-4abb-acb1-ab2ec5703948 HTTP/1.1" status: 200 len: 205 time: 0.0363765 Dec 06 14:27:49.533902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35638) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:49.600898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-d71a5d2d-7924-4451-b3bb-9a4620724592 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:49.614919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f017a919-69d5-43b8-975b-ead544dc6f1d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.668600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d71a5d2d-7924-4451-b3bb-9a4620724592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:46Z', 'revision_number': 11, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:49.686160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfda392-2d52-4f22-8d39-6e2bb6f2905e req-d85d4140-9f76-44fa-a718-6574834a9c9a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:49.695875 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-acfda392-2d52-4f22-8d39-6e2bb6f2905e req-d85d4140-9f76-44fa-a718-6574834a9c9a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 943 time: 0.1274505 Dec 06 14:27:49.704715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a5d2d-7924-4451-b3bb-9a4620724592 None None] Checking router: 402a56a3-c13e-4abb-acb1-ab2ec5703948 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:49.707177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.727139 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-de69cd03-9593-48de-a949-7d9888c8d3f9 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] show failed (client error): The resource could not be found. Dec 06 14:27:49.730893 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-de69cd03-9593-48de-a949-7d9888c8d3f9 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "GET /v2.0/networks/4f721edc-2ba4-4aba-885a-0f1e91abb85a/tags/tempest-TagsTest-Tag-1863241467 HTTP/1.1" status: 404 len: 326 time: 0.2720568 Dec 06 14:27:49.730893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e5363c2-acf6-4d30-955c-a72c264cddb0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.734029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35640) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:49.760226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-e7f131fd-dbcf-4243-a0f6-9068dc3c9ce3 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4f721edc-2ba4-4aba-885a-0f1e91abb85a', 'tempest-TagsTest-Tag-618159105') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:49.769917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:49.778286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71a5d2d-7924-4451-b3bb-9a4620724592 None None] Routers {'402a56a3-c13e-4abb-acb1-ab2ec5703948'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:49.780626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d71a5d2d-7924-4451-b3bb-9a4620724592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['402a56a3-c13e-4abb-acb1-ab2ec5703948'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:49.789085 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-db661698-5675-4821-8784-557850e9bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:48Z', 'revision_number': 10, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:49.803605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f017a919-69d5-43b8-975b-ead544dc6f1d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.806586 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f017a919-69d5-43b8-975b-ead544dc6f1d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.832732 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db661698-5675-4821-8784-557850e9bc7f None None] Checking router: 15bf1801-2d2d-4e7c-bb11-694788b1e6ae for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:49.842898 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db661698-5675-4821-8784-557850e9bc7f None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:49.843764 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-db661698-5675-4821-8784-557850e9bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:49.853173 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-acfda392-2d52-4f22-8d39-6e2bb6f2905e req-0a3a834e-0a83-44a0-b02a-1fe8acc65ad0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549304 Dec 06 14:27:49.866622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-d71a5d2d-7924-4451-b3bb-9a4620724592 None None] Set router 402a56a3-c13e-4abb-acb1-ab2ec5703948 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:49.908172 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-e7f131fd-dbcf-4243-a0f6-9068dc3c9ce3 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] show failed (client error): The resource could not be found. Dec 06 14:27:49.911878 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e7f131fd-dbcf-4243-a0f6-9068dc3c9ce3 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "GET /v2.0/networks/4f721edc-2ba4-4aba-885a-0f1e91abb85a/tags/tempest-TagsTest-Tag-618159105 HTTP/1.1" status: 404 len: 325 time: 0.1569452 Dec 06 14:27:49.912498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35642) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:49.917266 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-71df4ea9-cd35-4008-a071-b5386a7dbf92 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4f721edc-2ba4-4aba-885a-0f1e91abb85a') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:49.929361 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d71a5d2d-7924-4451-b3bb-9a4620724592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:46Z', 'revision_number': 11, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:49.949017 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f017a919-69d5-43b8-975b-ead544dc6f1d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.949555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f017a919-69d5-43b8-975b-ead544dc6f1d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Fanout notify agent at l3_agent the message router_deleted on router 402a56a3-c13e-4abb-acb1-ab2ec5703948 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:27:49.957227 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f017a919-69d5-43b8-975b-ead544dc6f1d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:49.964844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71a5d2d-7924-4451-b3bb-9a4620724592 None None] The sync data for ids ['402a56a3-c13e-4abb-acb1-ab2ec5703948'] in dv-neutron-master-2-hyperv is: [{'id': '402a56a3-c13e-4abb-acb1-ab2ec5703948', 'name': 'tempest-RoutersIpV6Test-router-1248939434', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:50Z', 'updated_at': '2021-12-06T14:27:46Z', 'revision_number': 11, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:49.966176 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f017a919-69d5-43b8-975b-ead544dc6f1d tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948 HTTP/1.1" status: 204 len: 168 time: 0.4312243 Dec 06 14:27:49.966979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35644) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:49.972138 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-59ea5e8b-b765-4221-b507-be0f9c6e6d84 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-138610626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:50.003592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e5363c2-acf6-4d30-955c-a72c264cddb0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.033054 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-71df4ea9-cd35-4008-a071-b5386a7dbf92 tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "DELETE /v2.0/networks/4f721edc-2ba4-4aba-885a-0f1e91abb85a/tags HTTP/1.1" status: 204 len: 168 time: 0.1138873 Dec 06 14:27:50.033849 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35646) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:50.052913 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5363c2-acf6-4d30-955c-a72c264cddb0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Subnet': ['ID=05d24a16-1ab4-4f71-9ec4-168b690fde30,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:50.053994 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-db661698-5675-4821-8784-557850e9bc7f None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:50.055414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e5363c2-acf6-4d30-955c-a72c264cddb0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.065682 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5e5363c2-acf6-4d30-955c-a72c264cddb0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/05d24a16-1ab4-4f71-9ec4-168b690fde30 HTTP/1.1" status: 204 len: 168 time: 0.7103279 Dec 06 14:27:50.068908 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35648) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:50.071104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87342c2-d006-4a0f-9a62-fcbfd3576cb3 None None] Network 25081edc-546d-45d0-a935-07ad9f13fd5d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:50.102810 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-59ea5e8b-b765-4221-b507-be0f9c6e6d84 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.103957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-59ea5e8b-b765-4221-b507-be0f9c6e6d84 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.118208 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b569a9a4-d31c-47ff-85a6-11e4f742d9ee tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.148745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:27:50.226351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b569a9a4-d31c-47ff-85a6-11e4f742d9ee tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.246969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.251543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-59ea5e8b-b765-4221-b507-be0f9c6e6d84 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.252551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b569a9a4-d31c-47ff-85a6-11e4f742d9ee tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f721edc-2ba4-4aba-885a-0f1e91abb85a']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:50.266419 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b569a9a4-d31c-47ff-85a6-11e4f742d9ee tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f08bf32-256a-4d5a-9de7-bd6bb1873f8d') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:50.266419 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b569a9a4-d31c-47ff-85a6-11e4f742d9ee tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f08bf32-256a-4d5a-9de7-bd6bb1873f8d') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:50.278216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b569a9a4-d31c-47ff-85a6-11e4f742d9ee tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.298560 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b569a9a4-d31c-47ff-85a6-11e4f742d9ee tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.306771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b569a9a4-d31c-47ff-85a6-11e4f742d9ee tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:27:50.307843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b569a9a4-d31c-47ff-85a6-11e4f742d9ee tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:27:50.311927 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:27:50.337094 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port 70906f76-4afc-463c-b6d3-07c25e0fcac6 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:50.337094 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.361846 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-db661698-5675-4821-8784-557850e9bc7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:48Z', 'revision_number': 10, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:50.402164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-59ea5e8b-b765-4221-b507-be0f9c6e6d84 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.417166 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db661698-5675-4821-8784-557850e9bc7f None None] The sync data for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv is: [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:48Z', 'revision_number': 10, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None, '_interfaces': [{'id': '77ca67ad-3610-4126-b29a-831e814185cd', 'name': '', 'network_id': '5393f632-061c-4238-9cca-9a62f57e745b', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'mac_address': 'fa:16:3e:c0:5a:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1100, 'fixed_ips': [{'subnet_id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:26:55Z', 'updated_at': '2021-12-06T14:27:07Z', 'revision_number': 5, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'subnets': [{'id': '95d009e7-4ba6-430f-9f33-9423a585eebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:50.429364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] For port 70906f76-4afc-463c-b6d3-07c25e0fcac6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70906f76-4afc-463c-b6d3-07c25e0fcac6,segment=NetworkSegment(1c65258b-e398-4e50-b356-10d534d172a9),segment_id=1c65258b-e398-4e50-b356-10d534d172a9)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:50.429855 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.445988 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for 70906f76-4afc-463c-b6d3-07c25e0fcac6 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:50.498934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a7fad5-cbd3-420b-9e93-0dc540df61b3 None None] DHCP port deletion for 25081edc-546d-45d0-a935-07ad9f13fd5d request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:50.592882 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b569a9a4-d31c-47ff-85a6-11e4f742d9ee tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.601000 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b569a9a4-d31c-47ff-85a6-11e4f742d9ee tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.606453 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b569a9a4-d31c-47ff-85a6-11e4f742d9ee tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] 10.222.0.42 "DELETE /v2.0/networks/4f721edc-2ba4-4aba-885a-0f1e91abb85a HTTP/1.1" status: 204 len: 168 time: 0.5691090 Dec 06 14:27:50.614068 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569a9a4-d31c-47ff-85a6-11e4f742d9ee tempest-TagsTest-1763038030 tempest-TagsTest-1763038030-project] Pushing event deleted for resources: {'Network': ['ID=4f721edc-2ba4-4aba-885a-0f1e91abb85a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:50.621890 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7fad5-cbd3-420b-9e93-0dc540df61b3 None None] Deleting port 70906f76-4afc-463c-b6d3-07c25e0fcac6 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:50.622268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e5a7fad5-cbd3-420b-9e93-0dc540df61b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.652657 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-59ea5e8b-b765-4221-b507-be0f9c6e6d84 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.654514 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-59ea5e8b-b765-4221-b507-be0f9c6e6d84 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6864903 Dec 06 14:27:50.659766 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35652) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:50.665275 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f3f96776-e3cf-4399-ab58-aa9538e4cbf8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:50.692125 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e5a7fad5-cbd3-420b-9e93-0dc540df61b3 None None] For port 70906f76-4afc-463c-b6d3-07c25e0fcac6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70906f76-4afc-463c-b6d3-07c25e0fcac6,segment=NetworkSegment(1c65258b-e398-4e50-b356-10d534d172a9),segment_id=1c65258b-e398-4e50-b356-10d534d172a9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:50.692527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e5a7fad5-cbd3-420b-9e93-0dc540df61b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.706059 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e5a7fad5-cbd3-420b-9e93-0dc540df61b3 None None] Calling delete_port for 70906f76-4afc-463c-b6d3-07c25e0fcac6 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:50.711907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.767241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=70906f76-4afc-463c-b6d3-07c25e0fcac6,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:50.773755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No DVR routers for this DVR port 70906f76-4afc-463c-b6d3-07c25e0fcac6 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:50.938574 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e5a7fad5-cbd3-420b-9e93-0dc540df61b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:50.966716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a7fad5-cbd3-420b-9e93-0dc540df61b3 None None] Pushing event deleted for resources: {'Port': ['ID=70906f76-4afc-463c-b6d3-07c25e0fcac6,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:50.970164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a7fad5-cbd3-420b-9e93-0dc540df61b3 None None] No DVR routers for this DVR port 70906f76-4afc-463c-b6d3-07c25e0fcac6 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:50.982394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.003524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdd4f06-abd9-4929-bea2-7e920e40cc90 req-dec3d4a5-ac6d-4ce6-8f0c-80a235695c36 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:51.005168 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0bdd4f06-abd9-4929-bea2-7e920e40cc90 req-dec3d4a5-ac6d-4ce6-8f0c-80a235695c36 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 944 time: 0.0750048 Dec 06 14:27:51.035421 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3f96776-e3cf-4399-ab58-aa9538e4cbf8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.042273 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25081edc-546d-45d0-a935-07ad9f13fd5d']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:51.054738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c65258b-e398-4e50-b356-10d534d172a9') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:51.055170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c65258b-e398-4e50-b356-10d534d172a9') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:51.057679 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0bdd4f06-abd9-4929-bea2-7e920e40cc90 req-d1891c8a-d81c-451f-805d-ce250d2d0053 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462198 Dec 06 14:27:51.066037 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.083916 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.090896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:27:51.091502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:27:51.094834 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:27:51.150798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3f96776-e3cf-4399-ab58-aa9538e4cbf8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.164288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3f6bfdd4-dd47-4b31-9928-c137ed106f4e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:51.170921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35660) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:51.186209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 3f6bfdd4-dd47-4b31-9928-c137ed106f4e {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:51.186570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3f6bfdd4-dd47-4b31-9928-c137ed106f4e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:51.186980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 70906f76-4afc-463c-b6d3-07c25e0fcac6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:51.206014 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 70906f76-4afc-463c-b6d3-07c25e0fcac6 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:51.206358 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 70906f76-4afc-463c-b6d3-07c25e0fcac6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:51.313377 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.323948 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.327083 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/networks/25081edc-546d-45d0-a935-07ad9f13fd5d HTTP/1.1" status: 204 len: 168 time: 1.2573779 Dec 06 14:27:51.330006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35664) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:51.339192 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8a91b-ecf9-4e85-a391-8db7d6e87c03 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Network': ['ID=25081edc-546d-45d0-a935-07ad9f13fd5d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:51.361061 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d719b15c-dd1a-420c-bb83-82deaef88dca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2443cac987ad48e08f4b675cb2d549dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1889513 Dec 06 14:27:51.363685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35666) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:51.369898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f96776-e3cf-4399-ab58-aa9538e4cbf8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Router 91ff5456-6f6d-447d-8dce-9aa9d7286a0b is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:27:51.478232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f96776-e3cf-4399-ab58-aa9538e4cbf8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:51.487154 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3f96776-e3cf-4399-ab58-aa9538e4cbf8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.492695 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f3f96776-e3cf-4399-ab58-aa9538e4cbf8 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "PUT /v2.0/routers/91ff5456-6f6d-447d-8dce-9aa9d7286a0b HTTP/1.1" status: 200 len: 697 time: 0.8271000 Dec 06 14:27:51.492695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b7d4260-584d-4463-a8f1-d5931b235bc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.492941 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e68c0b-2ee3-47fd-b5f6-562da51da84b None None] Sync routers for ids ['91ff5456-6f6d-447d-8dce-9aa9d7286a0b'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:51.493401 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35668) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:51.501104 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e68c0b-2ee3-47fd-b5f6-562da51da84b None None] Routers {'91ff5456-6f6d-447d-8dce-9aa9d7286a0b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:51.501722 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-12e68c0b-2ee3-47fd-b5f6-562da51da84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['91ff5456-6f6d-447d-8dce-9aa9d7286a0b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:51.576612 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-12e68c0b-2ee3-47fd-b5f6-562da51da84b None None] Set router 91ff5456-6f6d-447d-8dce-9aa9d7286a0b gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:51.580595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b7d4260-584d-4463-a8f1-d5931b235bc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.598533 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9d4795fd-e23e-4b35-b004-00ad65664cb1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/routers/91ff5456-6f6d-447d-8dce-9aa9d7286a0b HTTP/1.1" status: 200 len: 703 time: 0.1032927 Dec 06 14:27:51.598882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35670) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:51.628652 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-12e68c0b-2ee3-47fd-b5f6-562da51da84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff5456-6f6d-447d-8dce-9aa9d7286a0b', 'name': 'tempest-RoutersIpV6Test-router-138610626', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:50Z', 'updated_at': '2021-12-06T14:27:51Z', 'revision_number': 2, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:51.646541 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-064a8e69-d91b-4b70-aab0-ca53a2009f1b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ff5456-6f6d-447d-8dce-9aa9d7286a0b HTTP/1.1" status: 200 len: 205 time: 0.0438063 Dec 06 14:27:51.646541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35672) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:51.658406 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e68c0b-2ee3-47fd-b5f6-562da51da84b None None] Checking router: 91ff5456-6f6d-447d-8dce-9aa9d7286a0b for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:51.666990 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e68c0b-2ee3-47fd-b5f6-562da51da84b None None] Routers {'91ff5456-6f6d-447d-8dce-9aa9d7286a0b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:51.667595 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-12e68c0b-2ee3-47fd-b5f6-562da51da84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['91ff5456-6f6d-447d-8dce-9aa9d7286a0b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:51.684920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18064a1f-fa99-42e8-82ff-349f9eab02c5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.722992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-deeecf55-6e50-488a-bcbc-5a4dfc658e23 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.740991 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-12e68c0b-2ee3-47fd-b5f6-562da51da84b None None] Set router 91ff5456-6f6d-447d-8dce-9aa9d7286a0b gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:51.796760 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-12e68c0b-2ee3-47fd-b5f6-562da51da84b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff5456-6f6d-447d-8dce-9aa9d7286a0b', 'name': 'tempest-RoutersIpV6Test-router-138610626', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:50Z', 'updated_at': '2021-12-06T14:27:51Z', 'revision_number': 2, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:51.825296 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b7d4260-584d-4463-a8f1-d5931b235bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.826113 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e68c0b-2ee3-47fd-b5f6-562da51da84b None None] The sync data for ids ['91ff5456-6f6d-447d-8dce-9aa9d7286a0b'] in dv-neutron-master-2-hyperv is: [{'id': '91ff5456-6f6d-447d-8dce-9aa9d7286a0b', 'name': 'tempest-RoutersIpV6Test-router-138610626', 'tenant_id': '9896d07b02904363a29ab648ef77c60c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:50Z', 'updated_at': '2021-12-06T14:27:51Z', 'revision_number': 2, 'project_id': '9896d07b02904363a29ab648ef77c60c', 'gw_port_host': None}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:51.829215 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b7d4260-584d-4463-a8f1-d5931b235bc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.832552 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6b7d4260-584d-4463-a8f1-d5931b235bc4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0e5b1d0-4c0f-4fc2-8700-8dee6ed71088 HTTP/1.1" status: 204 len: 168 time: 0.4653707 Dec 06 14:27:51.910088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d4260-584d-4463-a8f1-d5931b235bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e5b1d0-4c0f-4fc2-8700-8dee6ed71088,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:51.923266 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-deeecf55-6e50-488a-bcbc-5a4dfc658e23 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.925883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-deeecf55-6e50-488a-bcbc-5a4dfc658e23 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:51.975488 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-18064a1f-fa99-42e8-82ff-349f9eab02c5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port 77ca67ad-3610-4126-b29a-831e814185cd {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:51.975827 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18064a1f-fa99-42e8-82ff-349f9eab02c5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:52.071719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-18064a1f-fa99-42e8-82ff-349f9eab02c5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] For port 77ca67ad-3610-4126-b29a-831e814185cd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77ca67ad-3610-4126-b29a-831e814185cd,segment=NetworkSegment(3bd45947-99b5-4065-9eed-264146ff40e4),segment_id=3bd45947-99b5-4065-9eed-264146ff40e4)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:52.072075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18064a1f-fa99-42e8-82ff-349f9eab02c5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:52.085722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-18064a1f-fa99-42e8-82ff-349f9eab02c5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for 77ca67ad-3610-4126-b29a-831e814185cd owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:52.089734 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-deeecf55-6e50-488a-bcbc-5a4dfc658e23 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:52.090795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeecf55-6e50-488a-bcbc-5a4dfc658e23 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Fanout notify agent at l3_agent the message router_deleted on router 91ff5456-6f6d-447d-8dce-9aa9d7286a0b {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:27:52.098553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-deeecf55-6e50-488a-bcbc-5a4dfc658e23 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:52.105934 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-deeecf55-6e50-488a-bcbc-5a4dfc658e23 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/91ff5456-6f6d-447d-8dce-9aa9d7286a0b HTTP/1.1" status: 204 len: 168 time: 0.4523008 Dec 06 14:27:52.106674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35678) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:52.137387 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-df5f7471-738c-4370-9bc1-32aa90ac3f3b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=91ff5456-6f6d-447d-8dce-9aa9d7286a0b HTTP/1.1" status: 200 len: 205 time: 0.0271313 Dec 06 14:27:52.137598 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35680) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:52.190976 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-30148a64-b012-4a08-91e3-d6e81ba655f5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] delete failed (client error): The resource could not be found. Dec 06 14:27:52.194779 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-30148a64-b012-4a08-91e3-d6e81ba655f5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/91ff5456-6f6d-447d-8dce-9aa9d7286a0b HTTP/1.1" status: 404 len: 336 time: 0.0535452 Dec 06 14:27:52.196038 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35682) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:52.237766 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c2667ed-a063-453c-9e7f-1436bafb028b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:52.238418 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c2667ed-a063-453c-9e7f-1436bafb028b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:52.244235 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2c2667ed-a063-453c-9e7f-1436bafb028b tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/bf47beeb-fbc8-4339-b731-da2c825687fe HTTP/1.1" status: 404 len: 337 time: 0.0467620 Dec 06 14:27:52.247384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35684) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:52.253710 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddec1ec-e105-4004-8650-5143e0670167 req-2a0ee789-da67-46b0-bb11-cd9d037e0ff0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:52.266322 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ddec1ec-e105-4004-8650-5143e0670167 req-2a0ee789-da67-46b0-bb11-cd9d037e0ff0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 944 time: 0.0776834 Dec 06 14:27:52.288380 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-af33be10-a02d-4d6f-9559-168ef91d2c35 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:52.289235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af33be10-a02d-4d6f-9559-168ef91d2c35 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:52.298292 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-af33be10-a02d-4d6f-9559-168ef91d2c35 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/8f355fc5-f6f1-4742-b269-2ea3660e0f70 HTTP/1.1" status: 404 len: 337 time: 0.0449591 Dec 06 14:27:52.298292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35686) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:52.330546 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ddec1ec-e105-4004-8650-5143e0670167 req-004bb3b1-6b8c-41dd-bc67-cbf781940044 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631320 Dec 06 14:27:52.340814 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb4b6cd5-8638-4f8c-b51d-5dd01dc41b80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:52.341562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb4b6cd5-8638-4f8c-b51d-5dd01dc41b80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:52.346785 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bb4b6cd5-8638-4f8c-b51d-5dd01dc41b80 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/5424e4d3-2fc4-49e6-85f3-cc39f1cb96a3 HTTP/1.1" status: 404 len: 337 time: 0.0466874 Dec 06 14:27:52.347171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35688) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:52.374650 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d48ea4-52d9-44b2-9b28-146215339fd0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:52.375102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d48ea4-52d9-44b2-9b28-146215339fd0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:52.378316 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c8d48ea4-52d9-44b2-9b28-146215339fd0 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/f668817f-a7da-41d0-a61e-32511bcab833 HTTP/1.1" status: 404 len: 337 time: 0.0301301 Dec 06 14:27:52.380801 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35690) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:52.407810 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6f51d730-11ca-4f1a-a644-dca1608a3f0c tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=402a56a3-c13e-4abb-acb1-ab2ec5703948 HTTP/1.1" status: 200 len: 205 time: 0.0259168 Dec 06 14:27:52.410126 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35692) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:52.446434 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-1d84863b-e001-4364-8a31-fba6b36125e6 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] delete failed (client error): The resource could not be found. Dec 06 14:27:52.447422 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1d84863b-e001-4364-8a31-fba6b36125e6 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/402a56a3-c13e-4abb-acb1-ab2ec5703948 HTTP/1.1" status: 404 len: 336 time: 0.0364215 Dec 06 14:27:52.450499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35694) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:52.476361 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-929ea4ef-e2b5-4b3a-970a-d0575f454ce5 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3a1f004-c104-4181-99c3-d5df530ff939 HTTP/1.1" status: 200 len: 205 time: 0.0248587 Dec 06 14:27:52.480020 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35696) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:52.521223 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-23131208-6b4b-4bb4-9399-d005a6a990a1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] delete failed (client error): The resource could not be found. Dec 06 14:27:52.522265 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-23131208-6b4b-4bb4-9399-d005a6a990a1 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/d3a1f004-c104-4181-99c3-d5df530ff939 HTTP/1.1" status: 404 len: 336 time: 0.0413408 Dec 06 14:27:52.524976 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35698) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:52.529533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18064a1f-fa99-42e8-82ff-349f9eab02c5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:52.550866 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7fd0807-7185-4afa-b5bf-cd8eb5c6db48 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:52.551321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7fd0807-7185-4afa-b5bf-cd8eb5c6db48 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:52.554669 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f7fd0807-7185-4afa-b5bf-cd8eb5c6db48 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/5f53aca9-e1c5-41ae-a890-45e8284f11e4 HTTP/1.1" status: 404 len: 337 time: 0.0285308 Dec 06 14:27:52.557066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35700) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:52.559847 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18064a1f-fa99-42e8-82ff-349f9eab02c5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=77ca67ad-3610-4126-b29a-831e814185cd,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:52.594865 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5cf4e509-6320-463d-9a06-79bb961f8afe tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=8996d966-ffb3-479a-aa43-f350540f58b2 HTTP/1.1" status: 200 len: 205 time: 0.0366776 Dec 06 14:27:52.595448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35702) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:52.647179 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-5fd5a2be-ed85-423b-a5a3-35e5d8ac1965 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] delete failed (client error): The resource could not be found. Dec 06 14:27:52.650820 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5fd5a2be-ed85-423b-a5a3-35e5d8ac1965 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/8996d966-ffb3-479a-aa43-f350540f58b2 HTTP/1.1" status: 404 len: 336 time: 0.0520489 Dec 06 14:27:52.653024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35704) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:53.044936 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-68dbfef3-9876-4dbc-9bb2-e487a31b31ca tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=bb425114-d52d-439a-9e12-4dc723017490 HTTP/1.1" status: 200 len: 205 time: 0.3898442 Dec 06 14:27:53.047255 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35706) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:53.052731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18064a1f-fa99-42e8-82ff-349f9eab02c5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:53.086259 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-85a200de-8135-43ee-aea5-da37cde7e185 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] delete failed (client error): The resource could not be found. Dec 06 14:27:53.087858 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-85a200de-8135-43ee-aea5-da37cde7e185 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/bb425114-d52d-439a-9e12-4dc723017490 HTTP/1.1" status: 404 len: 336 time: 0.0390851 Dec 06 14:27:53.090720 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35708) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:53.117469 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f75a79-2039-4482-a5cd-c9c860136006 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:53.118041 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f75a79-2039-4482-a5cd-c9c860136006 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:53.121147 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b6f75a79-2039-4482-a5cd-c9c860136006 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/d19ff2db-30f6-4cd5-933f-2b6413865077 HTTP/1.1" status: 404 len: 337 time: 0.0293968 Dec 06 14:27:53.123863 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35710) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:53.149706 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0637e46a-c4a3-4372-accd-ed65212b4fd6 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=9270d6a2-e313-45be-bcb4-683a706d4978 HTTP/1.1" status: 200 len: 205 time: 0.0247443 Dec 06 14:27:53.152086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35712) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:53.192094 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-e2baaf0c-0fdd-4f75-813f-b5f8f2c27e45 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] delete failed (client error): The resource could not be found. Dec 06 14:27:53.193124 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e2baaf0c-0fdd-4f75-813f-b5f8f2c27e45 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/9270d6a2-e313-45be-bcb4-683a706d4978 HTTP/1.1" status: 404 len: 336 time: 0.0395248 Dec 06 14:27:53.195769 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35714) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:53.205520 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18064a1f-fa99-42e8-82ff-349f9eab02c5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:53.207728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:27:53.223378 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c589e699-022c-4750-afd5-7c332eb68e4f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:53.223832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c589e699-022c-4750-afd5-7c332eb68e4f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:53.227781 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c589e699-022c-4750-afd5-7c332eb68e4f tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/04fc892a-390f-4dab-beb7-2f0b092fd492 HTTP/1.1" status: 404 len: 337 time: 0.0302351 Dec 06 14:27:53.229491 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35716) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:53.255940 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f0ecb998-77ea-4414-8483-166c40a1775e tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdc7fe3f-2e69-4947-b99f-29fa99259098 HTTP/1.1" status: 200 len: 205 time: 0.0253191 Dec 06 14:27:53.258190 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35718) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:53.283454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18064a1f-fa99-42e8-82ff-349f9eab02c5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:53.292663 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-18064a1f-fa99-42e8-82ff-349f9eab02c5 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9615164 Dec 06 14:27:53.294079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35720) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:53.295384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79418a1-48fa-4763-bca7-71677dbfb372 None None] Sync routers for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:53.301236 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-dc6a44af-5588-4e5e-a7b5-4590b0ce1d90 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] delete failed (client error): The resource could not be found. Dec 06 14:27:53.302271 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-dc6a44af-5588-4e5e-a7b5-4590b0ce1d90 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/routers/fdc7fe3f-2e69-4947-b99f-29fa99259098 HTTP/1.1" status: 404 len: 336 time: 0.0430241 Dec 06 14:27:53.304749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35722) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:53.306725 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79418a1-48fa-4763-bca7-71677dbfb372 None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:53.307329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d79418a1-48fa-4763-bca7-71677dbfb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:53.330877 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-56008abd-93c0-46e3-8eeb-7279ac2023ec tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:53.331339 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56008abd-93c0-46e3-8eeb-7279ac2023ec tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:53.334473 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-56008abd-93c0-46e3-8eeb-7279ac2023ec tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/a672cf87-93a3-415d-98fa-d5355568cf46 HTTP/1.1" status: 404 len: 337 time: 0.0288012 Dec 06 14:27:53.338395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35724) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:53.350703 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c787741-4b09-4bce-92e4-80230d7c6c6d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting subnet 95d009e7-4ba6-430f-9f33-9423a585eebe {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:27:53.354244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c787741-4b09-4bce-92e4-80230d7c6c6d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:53.369883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:27:53.379504 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-91643551-c2a3-48c5-a15d-7fac837d8149 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:53.379752 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:27:53.380178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:53.380641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91643551-c2a3-48c5-a15d-7fac837d8149 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:53.388883 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-91643551-c2a3-48c5-a15d-7fac837d8149 tempest-RoutersIpV6Test-843933513 tempest-RoutersIpV6Test-843933513-project] 10.222.0.42 "DELETE /v2.0/subnets/ac69964a-135f-46f4-bc53-aa564a2afd60 HTTP/1.1" status: 404 len: 337 time: 0.0491228 Dec 06 14:27:53.409843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c787741-4b09-4bce-92e4-80230d7c6c6d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:53.414654 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-d79418a1-48fa-4763-bca7-71677dbfb372 None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:53.474423 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d79418a1-48fa-4763-bca7-71677dbfb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:52Z', 'revision_number': 11, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:53.505737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79418a1-48fa-4763-bca7-71677dbfb372 None None] Checking router: 15bf1801-2d2d-4e7c-bb11-694788b1e6ae for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:53.512313 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c5f46-493e-415d-9abc-ba3a2dd178bf req-66d07ca1-e85c-40ac-9547-bb4199d1270f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:53.513950 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ad4c5f46-493e-415d-9abc-ba3a2dd178bf req-66d07ca1-e85c-40ac-9547-bb4199d1270f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 944 time: 0.1082416 Dec 06 14:27:53.536276 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79418a1-48fa-4763-bca7-71677dbfb372 None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:53.536927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d79418a1-48fa-4763-bca7-71677dbfb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:53.545918 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c787741-4b09-4bce-92e4-80230d7c6c6d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:53.608411 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ad4c5f46-493e-415d-9abc-ba3a2dd178bf req-25d3b8ce-36e2-40fb-a9bc-a90a642056bb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876527 Dec 06 14:27:53.615193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:53.618266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-d79418a1-48fa-4763-bca7-71677dbfb372 None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:53.680261 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d79418a1-48fa-4763-bca7-71677dbfb372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:52Z', 'revision_number': 11, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:53.712316 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79418a1-48fa-4763-bca7-71677dbfb372 None None] The sync data for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv is: [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:52Z', 'revision_number': 11, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:53.717905 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:27:53.718408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c787741-4b09-4bce-92e4-80230d7c6c6d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:53.720168 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707a0701-c7a6-429f-8cdf-f7b615d4a5f8" -d '{"events": [{"server_uuid": "e30ba9ed-5e7e-4e7e-b98b-df59b5fee121", "name": "network-vif-plugged", "status": "completed", "tag": "d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:27:53.734727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5,segment=NetworkSegment(b5ef75e3-403c-4283-ad2e-bf7f743d5802),segment_id=b5ef75e3-403c-4283-ad2e-bf7f743d5802)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:53.764034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c787741-4b09-4bce-92e4-80230d7c6c6d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:53.764868 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf76a6b-a048-4144-97c4-11af5454346a None None] Network 5393f632-061c-4238-9cca-9a62f57e745b requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:27:53.764998 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5c787741-4b09-4bce-92e4-80230d7c6c6d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/95d009e7-4ba6-430f-9f33-9423a585eebe HTTP/1.1" status: 204 len: 168 time: 0.4690347 Dec 06 14:27:53.765568 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c787741-4b09-4bce-92e4-80230d7c6c6d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Subnet': ['ID=95d009e7-4ba6-430f-9f33-9423a585eebe,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:53.766873 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35734) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:53.853410 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:53.871800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:53.912572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35738) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:53.937877 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:53.956071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Deleting port 19bfdd6a-6c68-46f1-b804-be56f958eb2d {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:53.956417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.014555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681c55ec-d17c-4708-8e71-bb680c9a0ce3 x-openstack-request-id: req-681c55ec-d17c-4708-8e71-bb680c9a0ce3 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:27:54.014805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ba9ed-5e7e-4e7e-b98b-df59b5fee121", "name": "network-vif-plugged", "status": "completed", "tag": "d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:27:54.015063 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-681c55ec-d17c-4708-8e71-bb680c9a0ce3 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:27:54.015460 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'code': 200} Dec 06 14:27:54.028238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] For port 19bfdd6a-6c68-46f1-b804-be56f958eb2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=19bfdd6a-6c68-46f1-b804-be56f958eb2d,segment=NetworkSegment(3bd45947-99b5-4065-9eed-264146ff40e4),segment_id=3bd45947-99b5-4065-9eed-264146ff40e4)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:54.028603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.045080 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Calling delete_port for 19bfdd6a-6c68-46f1-b804-be56f958eb2d owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:54.074023 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-da0b08fa-2161-4986-964c-9379bc9e84ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9896d07b02904363a29ab648ef77c60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599822 Dec 06 14:27:54.076932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35742) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:54.102493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa02d14-d04e-40cd-9926-6526552be8d2 None None] DHCP port deletion for 5393f632-061c-4238-9cca-9a62f57e745b request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:27:54.142084 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2eff1062-72fd-4ade-8136-36255029d825 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.168574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2eff1062-72fd-4ade-8136-36255029d825 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.169819 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-caa02d14-d04e-40cd-9926-6526552be8d2 None None] Deleting port 19bfdd6a-6c68-46f1-b804-be56f958eb2d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:27:54.170562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-caa02d14-d04e-40cd-9926-6526552be8d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.215822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.238125 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-caa02d14-d04e-40cd-9926-6526552be8d2 None None] For port 19bfdd6a-6c68-46f1-b804-be56f958eb2d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=19bfdd6a-6c68-46f1-b804-be56f958eb2d,segment=NetworkSegment(3bd45947-99b5-4065-9eed-264146ff40e4),segment_id=3bd45947-99b5-4065-9eed-264146ff40e4)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:27:54.238727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-caa02d14-d04e-40cd-9926-6526552be8d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.247034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Port': ['ID=19bfdd6a-6c68-46f1-b804-be56f958eb2d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:54.248979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No DVR routers for this DVR port 19bfdd6a-6c68-46f1-b804-be56f958eb2d on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:54.255652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-caa02d14-d04e-40cd-9926-6526552be8d2 None None] Calling delete_port for 19bfdd6a-6c68-46f1-b804-be56f958eb2d owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:27:54.328613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.331484 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2eff1062-72fd-4ade-8136-36255029d825 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.334390 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2eff1062-72fd-4ade-8136-36255029d825 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.335535 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2eff1062-72fd-4ade-8136-36255029d825 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af4c9375-078f-448a-a2a4-f5499e0ccd95 HTTP/1.1" status: 204 len: 168 time: 0.2575328 Dec 06 14:27:54.348720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff1062-72fd-4ade-8136-36255029d825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4c9375-078f-448a-a2a4-f5499e0ccd95,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:54.358474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-caa02d14-d04e-40cd-9926-6526552be8d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.358965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ecc258-685e-4390-891e-b4a6022362e5 req-28c49f88-2ba4-4af2-a69d-aa1f9ca24be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:54.360652 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92ecc258-685e-4390-891e-b4a6022362e5 req-28c49f88-2ba4-4af2-a69d-aa1f9ca24be6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 1098 time: 0.0681803 Dec 06 14:27:54.361216 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5393f632-061c-4238-9cca-9a62f57e745b']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:54.372059 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bd45947-99b5-4065-9eed-264146ff40e4') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:54.372349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bd45947-99b5-4065-9eed-264146ff40e4') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:54.386914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.395421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa02d14-d04e-40cd-9926-6526552be8d2 None None] Pushing event deleted for resources: {'Port': ['ID=19bfdd6a-6c68-46f1-b804-be56f958eb2d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:54.397418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa02d14-d04e-40cd-9926-6526552be8d2 None None] No DVR routers for this DVR port 19bfdd6a-6c68-46f1-b804-be56f958eb2d on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:27:54.402384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.420964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:27:54.423083 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:27:54.425822 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:27:54.438732 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92ecc258-685e-4390-891e-b4a6022362e5 req-fb0085e9-51ed-45e3-a6bd-c63f115f9dcd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692811 Dec 06 14:27:54.581240 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.587838 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.591430 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/networks/5393f632-061c-4238-9cca-9a62f57e745b HTTP/1.1" status: 204 len: 168 time: 0.8235769 Dec 06 14:27:54.594524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35746) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:54.599203 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-dfd85fe5-2179-4745-8550-bc78c89ed359 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'router': {'routes': None}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:54.602807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9135e1-8cec-42fe-ab39-88d0f9d21ff2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Pushing event deleted for resources: {'Network': ['ID=5393f632-061c-4238-9cca-9a62f57e745b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:54.781520 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.extraroute_db [None req-dfd85fe5-2179-4745-8550-bc78c89ed359 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Added routes are [] {{(pid=103724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Dec 06 14:27:54.781815 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.extraroute_db [None req-dfd85fe5-2179-4745-8550-bc78c89ed359 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Removed routes are [] {{(pid=103724) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Dec 06 14:27:54.782169 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dfd85fe5-2179-4745-8550-bc78c89ed359 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.865606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7495035-dc79-42a0-a6cd-c54dd27d2294 req-1b0194c3-1b26-45ac-b4a4-11135744b502 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:54.866985 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b7495035-dc79-42a0-a6cd-c54dd27d2294 req-1b0194c3-1b26-45ac-b4a4-11135744b502 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 945 time: 0.1567860 Dec 06 14:27:54.947883 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dfd85fe5-2179-4745-8550-bc78c89ed359 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:54.954918 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dfd85fe5-2179-4745-8550-bc78c89ed359 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:55.039973 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b7495035-dc79-42a0-a6cd-c54dd27d2294 req-a71a0eb5-33c6-43cf-b900-e4d0328b4b47 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390567 Dec 06 14:27:55.051456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd85fe5-2179-4745-8550-bc78c89ed359 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:55.125853 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd85fe5-2179-4745-8550-bc78c89ed359 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:55.136309 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d721-7cc1-4905-bc37-666da723f547 None None] Sync routers for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:55.141174 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dfd85fe5-2179-4745-8550-bc78c89ed359 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:55.143532 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dfd85fe5-2179-4745-8550-bc78c89ed359 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae HTTP/1.1" status: 200 len: 701 time: 0.5479238 Dec 06 14:27:55.145836 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35762) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:55.146963 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830d721-7cc1-4905-bc37-666da723f547 None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:55.147880 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d830d721-7cc1-4905-bc37-666da723f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:55.151918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 77ca67ad-3610-4126-b29a-831e814185cd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:55.178830 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cfdbbe2c-1dfe-4dc7-a12f-d6d8213a21b6 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bf1801-2d2d-4e7c-bb11-694788b1e6ae HTTP/1.1" status: 200 len: 205 time: 0.0316260 Dec 06 14:27:55.179003 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35766) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:55.183314 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 77ca67ad-3610-4126-b29a-831e814185cd {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:55.183835 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 77ca67ad-3610-4126-b29a-831e814185cd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:55.184263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 19bfdd6a-6c68-46f1-b804-be56f958eb2d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:27:55.206758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 19bfdd6a-6c68-46f1-b804-be56f958eb2d {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:27:55.210031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 19bfdd6a-6c68-46f1-b804-be56f958eb2d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:27:55.221601 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-d830d721-7cc1-4905-bc37-666da723f547 None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:55.270503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49180260-a131-4393-ac48-db14b74fac83 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:55.277240 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d830d721-7cc1-4905-bc37-666da723f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:52Z', 'revision_number': 11, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:55.304081 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d721-7cc1-4905-bc37-666da723f547 None None] Checking router: 15bf1801-2d2d-4e7c-bb11-694788b1e6ae for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:55.313678 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830d721-7cc1-4905-bc37-666da723f547 None None] Routers {'15bf1801-2d2d-4e7c-bb11-694788b1e6ae'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:55.314442 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d830d721-7cc1-4905-bc37-666da723f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:55.384654 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-d830d721-7cc1-4905-bc37-666da723f547 None None] Set router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:55.427289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35772) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:55.431933 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0029502 Dec 06 14:27:55.436609 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35774) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:55.439735 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d830d721-7cc1-4905-bc37-666da723f547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:52Z', 'revision_number': 11, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:55.450632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49180260-a131-4393-ac48-db14b74fac83 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:55.453031 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49180260-a131-4393-ac48-db14b74fac83 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:55.466843 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830d721-7cc1-4905-bc37-666da723f547 None None] The sync data for ids ['15bf1801-2d2d-4e7c-bb11-694788b1e6ae'] in dv-neutron-master-2-hyperv is: [{'id': '15bf1801-2d2d-4e7c-bb11-694788b1e6ae', 'name': 'tempest-RoutersTest-router-1367868811', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:26:51Z', 'updated_at': '2021-12-06T14:27:52Z', 'revision_number': 11, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:55.554721 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7c0d4c47-5383-497c-8c8e-b5b349918366 tempest-NetworksApiDiscovery-826260725 tempest-NetworksApiDiscovery-826260725-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1130199 Dec 06 14:27:55.562583 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49180260-a131-4393-ac48-db14b74fac83 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:55.563123 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49180260-a131-4393-ac48-db14b74fac83 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Fanout notify agent at l3_agent the message router_deleted on router 15bf1801-2d2d-4e7c-bb11-694788b1e6ae {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:27:55.570549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49180260-a131-4393-ac48-db14b74fac83 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:55.572207 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-49180260-a131-4393-ac48-db14b74fac83 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae HTTP/1.1" status: 204 len: 168 time: 0.3915467 Dec 06 14:27:55.579219 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35780) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:55.585427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-81f60e2b-0a41-4b2f-8c71-84aa239875ee tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1829345874', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:55.701517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81f60e2b-0a41-4b2f-8c71-84aa239875ee tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:55.702726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81f60e2b-0a41-4b2f-8c71-84aa239875ee tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:55.756916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81f60e2b-0a41-4b2f-8c71-84aa239875ee tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:55.837063 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81f60e2b-0a41-4b2f-8c71-84aa239875ee tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:56.000354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-81f60e2b-0a41-4b2f-8c71-84aa239875ee tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:56.001625 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-81f60e2b-0a41-4b2f-8c71-84aa239875ee tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4214160 Dec 06 14:27:56.004228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35782) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:56.008633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-14d0dbfc-d7a6-4ad2-b6db-9a61a170596b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:56.118743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35788) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:56.165690 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5170a-b53c-4021-ac95-06fcfc98b72c req-bde34168-580c-465c-838b-9e1ecf17db1c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:56.167201 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-dee5170a-b53c-4021-ac95-06fcfc98b72c req-bde34168-580c-465c-838b-9e1ecf17db1c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 945 time: 0.0547833 Dec 06 14:27:56.222152 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-dee5170a-b53c-4021-ac95-06fcfc98b72c req-d926eb82-9d87-49b9-96ff-c16ca8ca4f04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491383 Dec 06 14:27:56.229083 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-14d0dbfc-d7a6-4ad2-b6db-9a61a170596b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:56.256956 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dd1dbb2c-3015-493a-b962-736f1e6ee95c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:56.314455 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-14d0dbfc-d7a6-4ad2-b6db-9a61a170596b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:56.438417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c92047f-cddd-48a5-b72f-02690b7e0537 req-8f58d497-6a5c-43bf-8f4a-d9591cde4177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:56.440160 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3c92047f-cddd-48a5-b72f-02690b7e0537 req-8f58d497-6a5c-43bf-8f4a-d9591cde4177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 945 time: 0.1417358 Dec 06 14:27:56.448944 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dd1dbb2c-3015-493a-b962-736f1e6ee95c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:56.504650 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3c92047f-cddd-48a5-b72f-02690b7e0537 req-ea1ed901-7403-4dcf-84ce-bab20d1b7668 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577290 Dec 06 14:27:56.526176 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35794) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:56.553927 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dd1dbb2c-3015-493a-b962-736f1e6ee95c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:56.578784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d0dbfc-d7a6-4ad2-b6db-9a61a170596b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Router d363e447-5009-4e4c-981e-8a2a2e38a23a is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:27:56.606829 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dd1dbb2c-3015-493a-b962-736f1e6ee95c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6f1f673e9c443ccab1abe353ee1c36c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4870963 Dec 06 14:27:56.609595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35796) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:56.610698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ead31a7-0595-4cda-984f-5574d88b288a tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:56.612160 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7ead31a7-0595-4cda-984f-5574d88b288a tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 1093 time: 0.0850248 Dec 06 14:27:56.613239 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dbb2c-3015-493a-b962-736f1e6ee95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e838d0-91fe-4f98-9693-2f95b5d859e9,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:56.615634 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35798) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:56.623323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:27:56.659648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80d14630-8683-407b-905c-815f8505738e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:56.682481 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80d14630-8683-407b-905c-815f8505738e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:56.821194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80d14630-8683-407b-905c-815f8505738e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:56.823928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80d14630-8683-407b-905c-815f8505738e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:56.825226 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-80d14630-8683-407b-905c-815f8505738e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5e838d0-91fe-4f98-9693-2f95b5d859e9 HTTP/1.1" status: 204 len: 168 time: 0.2145748 Dec 06 14:27:56.836324 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d14630-8683-407b-905c-815f8505738e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e838d0-91fe-4f98-9693-2f95b5d859e9,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:57.004784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d0dbfc-d7a6-4ad2-b6db-9a61a170596b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:57.012521 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-14d0dbfc-d7a6-4ad2-b6db-9a61a170596b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:57.013712 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-14d0dbfc-d7a6-4ad2-b6db-9a61a170596b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "PUT /v2.0/routers/d363e447-5009-4e4c-981e-8a2a2e38a23a HTTP/1.1" status: 200 len: 694 time: 1.0085316 Dec 06 14:27:57.015813 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7a5446-33fc-4c2d-a41b-ffc5c2f9692a None None] Sync routers for ids ['d363e447-5009-4e4c-981e-8a2a2e38a23a'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:57.016461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35802) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:57.031762 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a5446-33fc-4c2d-a41b-ffc5c2f9692a None None] Routers {'d363e447-5009-4e4c-981e-8a2a2e38a23a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:57.032507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4e7a5446-33fc-4c2d-a41b-ffc5c2f9692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d363e447-5009-4e4c-981e-8a2a2e38a23a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:57.091215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:57.099684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-4e7a5446-33fc-4c2d-a41b-ffc5c2f9692a None None] Set router d363e447-5009-4e4c-981e-8a2a2e38a23a gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:57.101710 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fc9a6a59-165f-4792-8cb9-26bf4ea248ee tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/routers/d363e447-5009-4e4c-981e-8a2a2e38a23a HTTP/1.1" status: 200 len: 700 time: 0.0841208 Dec 06 14:27:57.104490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35804) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:57.136447 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6ee005c3-c5e3-4441-a6a1-9d3921380e3f tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=d363e447-5009-4e4c-981e-8a2a2e38a23a HTTP/1.1" status: 200 len: 205 time: 0.0283058 Dec 06 14:27:57.136891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35806) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:57.162500 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4e7a5446-33fc-4c2d-a41b-ffc5c2f9692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd363e447-5009-4e4c-981e-8a2a2e38a23a', 'name': 'tempest-RoutersTest-router-1829345874', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:55Z', 'updated_at': '2021-12-06T14:27:56Z', 'revision_number': 2, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:57.197171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7a5446-33fc-4c2d-a41b-ffc5c2f9692a None None] Checking router: d363e447-5009-4e4c-981e-8a2a2e38a23a for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:57.209320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7a5446-33fc-4c2d-a41b-ffc5c2f9692a None None] Routers {'d363e447-5009-4e4c-981e-8a2a2e38a23a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:57.210247 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4e7a5446-33fc-4c2d-a41b-ffc5c2f9692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d363e447-5009-4e4c-981e-8a2a2e38a23a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:57.228242 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28938689-f7a1-4f2c-8920-a2f51b28a714 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:57.235684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:57.287813 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-4e7a5446-33fc-4c2d-a41b-ffc5c2f9692a None None] Set router d363e447-5009-4e4c-981e-8a2a2e38a23a gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:57.356914 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4e7a5446-33fc-4c2d-a41b-ffc5c2f9692a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd363e447-5009-4e4c-981e-8a2a2e38a23a', 'name': 'tempest-RoutersTest-router-1829345874', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:55Z', 'updated_at': '2021-12-06T14:27:56Z', 'revision_number': 2, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:57.379605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.229 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/dcc1cfb1-52f5-48bb-8ea4-439fee51e50b) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:27:57.387964 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7a5446-33fc-4c2d-a41b-ffc5c2f9692a None None] The sync data for ids ['d363e447-5009-4e4c-981e-8a2a2e38a23a'] in dv-neutron-master-2-hyperv is: [{'id': 'd363e447-5009-4e4c-981e-8a2a2e38a23a', 'name': 'tempest-RoutersTest-router-1829345874', 'tenant_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:55Z', 'updated_at': '2021-12-06T14:27:56Z', 'revision_number': 2, 'project_id': '2b6835e0db4640a4ac6e1d7b5cff24dd', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:27:57.423786 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28938689-f7a1-4f2c-8920-a2f51b28a714 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:57.426185 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28938689-f7a1-4f2c-8920-a2f51b28a714 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:57.501779 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:57.559439 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28938689-f7a1-4f2c-8920-a2f51b28a714 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:57.559949 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28938689-f7a1-4f2c-8920-a2f51b28a714 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Fanout notify agent at l3_agent the message router_deleted on router d363e447-5009-4e4c-981e-8a2a2e38a23a {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:27:57.569308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28938689-f7a1-4f2c-8920-a2f51b28a714 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:57.570465 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-28938689-f7a1-4f2c-8920-a2f51b28a714 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/d363e447-5009-4e4c-981e-8a2a2e38a23a HTTP/1.1" status: 204 len: 168 time: 0.4326265 Dec 06 14:27:57.574259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35808) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:57.602308 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0afc0f35-1747-4153-9743-87be3616f477 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=d363e447-5009-4e4c-981e-8a2a2e38a23a HTTP/1.1" status: 200 len: 205 time: 0.0268247 Dec 06 14:27:57.604746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35810) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:57.615978 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:57.647366 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-c74aac81-6895-4c0f-8758-07b4c4e2ffcf tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] delete failed (client error): The resource could not be found. Dec 06 14:27:57.656086 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c74aac81-6895-4c0f-8758-07b4c4e2ffcf tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/d363e447-5009-4e4c-981e-8a2a2e38a23a HTTP/1.1" status: 404 len: 336 time: 0.0498157 Dec 06 14:27:57.656533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:27:57.658784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35812) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:57.668976 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:27:57.674537 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:27:57.693295 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=dcc1cfb1-52f5-48bb-8ea4-439fee51e50b,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:57.715879 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49b51db-2ca4-4291-873f-2b1cbaafc13d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:57.716336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49b51db-2ca4-4291-873f-2b1cbaafc13d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:57.719348 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b49b51db-2ca4-4291-873f-2b1cbaafc13d tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/5b643ba1-2bc9-40e4-a2f4-fa753e20797f HTTP/1.1" status: 404 len: 337 time: 0.0594168 Dec 06 14:27:57.722300 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35814) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:57.749045 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e71d49-0f34-4db4-afd5-ba99a60ccac6 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:57.749495 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e71d49-0f34-4db4-afd5-ba99a60ccac6 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:57.752540 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c0e71d49-0f34-4db4-afd5-ba99a60ccac6 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/9b5bccc0-8248-4597-adc2-deef45f882dc HTTP/1.1" status: 404 len: 337 time: 0.0291920 Dec 06 14:27:57.755114 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35816) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:57.779879 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1f6c5e6-4e4d-4b81-8b7c-e80c05e3e782 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:57.780321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1f6c5e6-4e4d-4b81-8b7c-e80c05e3e782 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:57.783491 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f1f6c5e6-4e4d-4b81-8b7c-e80c05e3e782 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/05d24a16-1ab4-4f71-9ec4-168b690fde30 HTTP/1.1" status: 404 len: 337 time: 0.0274558 Dec 06 14:27:57.786379 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35818) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:57.813543 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-199b06df-9a60-4a98-802d-487b3cdf61b8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:57.814004 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-199b06df-9a60-4a98-802d-487b3cdf61b8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:57.817645 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-199b06df-9a60-4a98-802d-487b3cdf61b8 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/95d009e7-4ba6-430f-9f33-9423a585eebe HTTP/1.1" status: 404 len: 337 time: 0.0299680 Dec 06 14:27:57.820000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35820) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:57.850236 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9c441538-6d7f-46f6-a798-378c2050bf28 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bf1801-2d2d-4e7c-bb11-694788b1e6ae HTTP/1.1" status: 200 len: 205 time: 0.0291617 Dec 06 14:27:57.852617 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35822) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:57.888878 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-8b5f9ba2-007e-42dd-8d9f-db797debbddd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] delete failed (client error): The resource could not be found. Dec 06 14:27:57.889839 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8b5f9ba2-007e-42dd-8d9f-db797debbddd tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/15bf1801-2d2d-4e7c-bb11-694788b1e6ae HTTP/1.1" status: 404 len: 336 time: 0.0363152 Dec 06 14:27:57.892458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35824) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:57.918789 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f496e64d-68b8-4f0f-b010-af876b5fbe79 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=3027e43a-4865-4246-b20f-9b4559e8219d HTTP/1.1" status: 200 len: 205 time: 0.0252426 Dec 06 14:27:57.921182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35826) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:57.960819 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-d3981ea7-c6b9-478f-8861-555d242eecd2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] delete failed (client error): The resource could not be found. Dec 06 14:27:57.964197 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d3981ea7-c6b9-478f-8861-555d242eecd2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/3027e43a-4865-4246-b20f-9b4559e8219d HTTP/1.1" status: 404 len: 336 time: 0.0397944 Dec 06 14:27:57.964541 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35828) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:58.001501 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27b18c6-9014-45a5-90b5-12ebaf3e122c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:58.001501 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27b18c6-9014-45a5-90b5-12ebaf3e122c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:58.004686 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b27b18c6-9014-45a5-90b5-12ebaf3e122c tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/429da1cd-7385-42b7-a306-4ab6e05a6559 HTTP/1.1" status: 404 len: 337 time: 0.0391939 Dec 06 14:27:58.007352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35830) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:58.035258 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-168d162f-79ba-44cf-9ffc-6281293fc4d2 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=cdc5c317-b8e3-4e46-9c2c-949908e08b26 HTTP/1.1" status: 200 len: 205 time: 0.0265222 Dec 06 14:27:58.037590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35832) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:58.083659 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-52740f18-54ef-4cf7-ae2e-6b396518d3e7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] delete failed (client error): The resource could not be found. Dec 06 14:27:58.084768 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-52740f18-54ef-4cf7-ae2e-6b396518d3e7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/cdc5c317-b8e3-4e46-9c2c-949908e08b26 HTTP/1.1" status: 404 len: 336 time: 0.0462720 Dec 06 14:27:58.087452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35834) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:58.102619 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:58.115094 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e558fe01-f39a-40ef-9461-22808714feb7 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=7e983a62-b7b6-42c0-b3b3-be94f2515a23 HTTP/1.1" status: 200 len: 205 time: 0.0264835 Dec 06 14:27:58.117585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35836) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:58.160170 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-76258649-e5e8-4cb2-8903-d1172f66c74b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] delete failed (client error): The resource could not be found. Dec 06 14:27:58.161221 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-76258649-e5e8-4cb2-8903-d1172f66c74b tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/7e983a62-b7b6-42c0-b3b3-be94f2515a23 HTTP/1.1" status: 404 len: 336 time: 0.0427318 Dec 06 14:27:58.163901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35838) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:58.189212 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-1385e02c-9ada-4f81-958b-d08e11d4b76e tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:58.189660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1385e02c-9ada-4f81-958b-d08e11d4b76e tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:58.193132 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1385e02c-9ada-4f81-958b-d08e11d4b76e tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/f341708e-973c-4aea-8cfe-8fada582af2a HTTP/1.1" status: 404 len: 337 time: 0.0282638 Dec 06 14:27:58.195856 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35840) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:58.223879 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-16aa2621-6b3e-4be6-aa2e-88a1bb38e8d0 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b55937b-6b71-4c52-94b3-a1d796e87594 HTTP/1.1" status: 200 len: 205 time: 0.0269306 Dec 06 14:27:58.226240 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35842) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:58.236423 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:58.263178 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-4bad0212-b7a8-4df1-b10c-93ec77604127 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] delete failed (client error): The resource could not be found. Dec 06 14:27:58.264216 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4bad0212-b7a8-4df1-b10c-93ec77604127 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/7b55937b-6b71-4c52-94b3-a1d796e87594 HTTP/1.1" status: 404 len: 336 time: 0.0370710 Dec 06 14:27:58.267900 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35844) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:58.420758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:58.524398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:58.595322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=dcc1cfb1-52f5-48bb-8ea4-439fee51e50b,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:58.609998 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:58.623490 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3dbccac-a73d-4b89-a6ee-52ff09e7cd06 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:58.623943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3dbccac-a73d-4b89-a6ee-52ff09e7cd06 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:58.627452 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c3dbccac-a73d-4b89-a6ee-52ff09e7cd06 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/6e462e52-3e62-467e-a25e-6a3ecdb27db8 HTTP/1.1" status: 404 len: 337 time: 0.3586044 Dec 06 14:27:58.629947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35846) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:58.655976 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8551f4b1-6ad0-4847-9ec1-f37d8a4b0318 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a9be24b-04be-45d2-a11d-21a2d01a8e16 HTTP/1.1" status: 200 len: 205 time: 0.0249748 Dec 06 14:27:58.658333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35848) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:58.694235 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-aed0655e-aec9-4ac4-a809-08e33d401356 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] delete failed (client error): The resource could not be found. Dec 06 14:27:58.695179 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-aed0655e-aec9-4ac4-a809-08e33d401356 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/routers/3a9be24b-04be-45d2-a11d-21a2d01a8e16 HTTP/1.1" status: 404 len: 336 time: 0.0359747 Dec 06 14:27:58.697776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35850) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:58.718026 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP 43be06f1-1542-4db1-a110-b51179d39dae associated. External IP: 172.36.1.229, port: d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5. Dec 06 14:27:58.726541 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b056d1-9cbf-48cf-8867-09b00a64ff02 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:58.727001 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0b056d1-9cbf-48cf-8867-09b00a64ff02 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:58.730026 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b0b056d1-9cbf-48cf-8867-09b00a64ff02 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/d4b341a0-6a8d-40c8-afc6-225686112ddf HTTP/1.1" status: 404 len: 337 time: 0.0313499 Dec 06 14:27:58.732531 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35852) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:58.758388 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f53f26-120c-4597-97a5-619b04e854f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] DELETE failed (client error): The resource could not be found. Dec 06 14:27:58.758838 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f53f26-120c-4597-97a5-619b04e854f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:27:58.762403 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-80f53f26-120c-4597-97a5-619b04e854f9 tempest-RoutersTest-928216215 tempest-RoutersTest-928216215-project] 10.222.0.42 "DELETE /v2.0/subnets/577b9056-791d-41da-8416-86de44dfe25d HTTP/1.1" status: 404 len: 337 time: 0.0289478 Dec 06 14:27:58.926586 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 4e9ad724-45ba-4982-8236-e0c63a18dc18 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:27:59.033922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:27:59.043903 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5212ea6-e5c0-44f5-98a0-5190cad1df94 None None] Sync routers for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:27:59.053567 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5212ea6-e5c0-44f5-98a0-5190cad1df94 None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:59.054153 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a5212ea6-e5c0-44f5-98a0-5190cad1df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:59.098187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:59.135849 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-83551511-a46d-4ff5-a7eb-ce6704cc7d4b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5176740 Dec 06 14:27:59.136555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'tag': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:27:59.138643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35858) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:59.139351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3680682-7a9e-457c-aac4-875d94ae8cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "e30ba9ed-5e7e-4e7e-b98b-df59b5fee121", "tag": "d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:27:59.168369 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a5212ea6-e5c0-44f5-98a0-5190cad1df94 None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:59.192364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35862) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:59.208878 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3096a8ab-09e1-4312-8163-5b00a12b0c03 x-openstack-request-id: req-3096a8ab-09e1-4312-8163-5b00a12b0c03 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:27:59.209323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30ba9ed-5e7e-4e7e-b98b-df59b5fee121", "tag": "d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:27:59.209644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3096a8ab-09e1-4312-8163-5b00a12b0c03 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:27:59.210583 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'tag': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'status': 'completed', 'code': 200} Dec 06 14:27:59.230081 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5c1f1ef5-f45d-4023-8b91-cf38409068ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/43be06f1-1542-4db1-a110-b51179d39dae HTTP/1.1" status: 200 len: 991 time: 0.0891507 Dec 06 14:27:59.271938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680682-7a9e-457c-aac4-875d94ae8cc0 req-732ab67a-068f-4b96-b0c4-90df615043c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:59.274248 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b3680682-7a9e-457c-aac4-875d94ae8cc0 req-732ab67a-068f-4b96-b0c4-90df615043c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 1098 time: 0.0471084 Dec 06 14:27:59.369931 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:59.389189 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-23997d74-f1f8-4241-8473-55f4b28bdfa0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2b6835e0db4640a4ac6e1d7b5cff24dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953826 Dec 06 14:27:59.392522 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35866) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:27:59.403045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680682-7a9e-457c-aac4-875d94ae8cc0 req-7cd50443-8a85-4701-b5df-62d775bbef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:59.404612 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b3680682-7a9e-457c-aac4-875d94ae8cc0 req-7cd50443-8a85-4701-b5df-62d775bbef17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5e7777c-e017-4be8-ba47-bb7f42934b17 HTTP/1.1" status: 200 len: 898 time: 0.1233327 Dec 06 14:27:59.442894 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-195451cb-c2af-4fab-a13a-4e4a66a1c395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:59.466933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-195451cb-c2af-4fab-a13a-4e4a66a1c395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:59.477281 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b3680682-7a9e-457c-aac4-875d94ae8cc0 req-53c3642e-bb3a-4f99-9b0a-fea114536073 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 HTTP/1.1" status: 200 len: 999 time: 0.0653636 Dec 06 14:27:59.504210 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a5212ea6-e5c0-44f5-98a0-5190cad1df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:27:22Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43be06f1-1542-4db1-a110-b51179d39dae', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.229', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'port_id': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'mac_address': 'fa:16:3e:7d:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:27:57Z', 'updated_at': '2021-12-06T14:27:57Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:59.528209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680682-7a9e-457c-aac4-875d94ae8cc0 req-177836bd-8eaa-45bb-abeb-5ce9cb6245a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:59.529644 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b3680682-7a9e-457c-aac4-875d94ae8cc0 req-177836bd-8eaa-45bb-abeb-5ce9cb6245a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0d0d94b-3bef-4956-868d-d741fe74a39d HTTP/1.1" status: 200 len: 835 time: 0.0451045 Dec 06 14:27:59.530658 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5212ea6-e5c0-44f5-98a0-5190cad1df94 None None] Checking router: 4e9ad724-45ba-4982-8236-e0c63a18dc18 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:27:59.538837 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5212ea6-e5c0-44f5-98a0-5190cad1df94 None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:27:59.539446 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a5212ea6-e5c0-44f5-98a0-5190cad1df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:27:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:59.575378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3680682-7a9e-457c-aac4-875d94ae8cc0 req-544612be-0e19-4576-a4f7-d89a982df13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:27:59.576937 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b3680682-7a9e-457c-aac4-875d94ae8cc0 req-544612be-0e19-4576-a4f7-d89a982df13d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5e7777c-e017-4be8-ba47-bb7f42934b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402563 Dec 06 14:27:59.596364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-195451cb-c2af-4fab-a13a-4e4a66a1c395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:59.602366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-195451cb-c2af-4fab-a13a-4e4a66a1c395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:27:59.605959 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-195451cb-c2af-4fab-a13a-4e4a66a1c395 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfba48b9-eace-46b9-861f-894374289390 HTTP/1.1" status: 204 len: 168 time: 0.2099323 Dec 06 14:27:59.615241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195451cb-c2af-4fab-a13a-4e4a66a1c395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfba48b9-eace-46b9-861f-894374289390,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:27:59.662788 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a5212ea6-e5c0-44f5-98a0-5190cad1df94 None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:27:59.691173 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b3680682-7a9e-457c-aac4-875d94ae8cc0 req-92b3d37d-8d03-4da2-8675-1219b6f2ac2b service neutron] 10.222.0.41 "GET /v2.0/networks/c5e7777c-e017-4be8-ba47-bb7f42934b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071002 Dec 06 14:27:59.784957 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b3680682-7a9e-457c-aac4-875d94ae8cc0 req-868491ff-65b6-4772-a5b4-cffb028aa0c1 service neutron] 10.222.0.41 "GET /v2.0/networks/c5e7777c-e017-4be8-ba47-bb7f42934b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860302 Dec 06 14:27:59.896622 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a5212ea6-e5c0-44f5-98a0-5190cad1df94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:27:22Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43be06f1-1542-4db1-a110-b51179d39dae', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.229', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'port_id': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'mac_address': 'fa:16:3e:7d:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:27:57Z', 'updated_at': '2021-12-06T14:27:57Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:27:59.923107 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5212ea6-e5c0-44f5-98a0-5190cad1df94 None None] The sync data for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv is: [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:27:22Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43be06f1-1542-4db1-a110-b51179d39dae', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.229', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'port_id': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'mac_address': 'fa:16:3e:7d:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:27:57Z', 'updated_at': '2021-12-06T14:27:57Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:28:00.118322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae42f4-161b-49cc-93c7-661fa4389739 None None] New status for floating IP 43be06f1-1542-4db1-a110-b51179d39dae: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:28:00.232377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35882) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:00.303266 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-71393fe3-f5ab-4fcd-ad8a-2f03a6ee6d76 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/43be06f1-1542-4db1-a110-b51179d39dae HTTP/1.1" status: 200 len: 991 time: 0.0696099 Dec 06 14:28:00.544389 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35892) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:00.638873 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-401145d8-179d-4848-a813-fd929e754a70 tempest-ServiceProvidersTest-168647015 tempest-ServiceProvidersTest-168647015-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.0933356 Dec 06 14:28:01.106631 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35900) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:01.207616 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e2d41aec-d62a-4e2d-8844-a8d3a454a91f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:01.288005 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e2d41aec-d62a-4e2d-8844-a8d3a454a91f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:01.306734 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35904) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:01.368753 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f0c6d49c-9589-4bc3-836b-c4bdfc40ef7a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/43be06f1-1542-4db1-a110-b51179d39dae HTTP/1.1" status: 200 len: 993 time: 0.0607915 Dec 06 14:28:01.404180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e2d41aec-d62a-4e2d-8844-a8d3a454a91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:01.432822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af727c82-c3f5-4dee-92f2-fd2f3f4e9094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:01.445183 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e2d41aec-d62a-4e2d-8844-a8d3a454a91f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f8cfee1be954b148b12d7a8ce8b37fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3374350 Dec 06 14:28:01.446009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d41aec-d62a-4e2d-8844-a8d3a454a91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce364b18-4a85-4677-bf58-c6ed1ff2260d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:01.447956 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35906) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:01.499876 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8756a46b-6171-4fcb-abcd-d5a5d3c625ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:01.520597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8756a46b-6171-4fcb-abcd-d5a5d3c625ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:01.642164 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8756a46b-6171-4fcb-abcd-d5a5d3c625ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:01.644832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8756a46b-6171-4fcb-abcd-d5a5d3c625ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:01.646016 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8756a46b-6171-4fcb-abcd-d5a5d3c625ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce364b18-4a85-4677-bf58-c6ed1ff2260d HTTP/1.1" status: 204 len: 168 time: 0.1929748 Dec 06 14:28:01.658117 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756a46b-6171-4fcb-abcd-d5a5d3c625ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce364b18-4a85-4677-bf58-c6ed1ff2260d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:02.799346 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35928) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:02.891645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-570070369'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:28:02.975170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Made reservation on behalf of bf5b25ef22be4f1691988e38844e3db2 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:28:02.978571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:02.987259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:03.059415 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:03.129644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:03.155689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:28:03.164138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf35e36-06c6-4090-9cf4-afa6ee2cc109,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:03.170525 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:03.172290 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Added segment 877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5 of type vlan for network 149e40d0-0f73-4514-969c-5be6a1ddb02e Dec 06 14:28:03.213749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:03.306667 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:03.312952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:03.313482 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:03.379257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Pushing event updated for resources: {'Network': ['ID=149e40d0-0f73-4514-969c-5be6a1ddb02e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:03.390471 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 149e40d0-0f73-4514-969c-5be6a1ddb02e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:28:03.463912 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ab89d17a-ca65-4c92-8db3-2ece381e1801 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6634040 Dec 06 14:28:03.466706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35932) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:03.471505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-46a22bf9-7c56-46c2-91d5-59bbdb750af0 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Request body: {'subnet': {'network_id': '149e40d0-0f73-4514-969c-5be6a1ddb02e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:28:03.615314 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a22bf9-7c56-46c2-91d5-59bbdb750af0 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Made reservation on behalf of bf5b25ef22be4f1691988e38844e3db2 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:28:03.618835 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-46a22bf9-7c56-46c2-91d5-59bbdb750af0 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:03.706553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-efaee1ec-9c8c-418b-8499-4c3c2ff6b681 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:03.895530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-46a22bf9-7c56-46c2-91d5-59bbdb750af0 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:03.947817 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a22bf9-7c56-46c2-91d5-59bbdb750af0 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Pushing event updated for resources: {'Subnet': ['ID=e91dacea-868d-4994-9778-4daf9c79c93e,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:03.963294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a22bf9-7c56-46c2-91d5-59bbdb750af0 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Checking segment: {'id': '877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '149e40d0-0f73-4514-969c-5be6a1ddb02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:28:03.963646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a22bf9-7c56-46c2-91d5-59bbdb750af0 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Network hostable DHCP agents. Network: 149e40d0-0f73-4514-969c-5be6a1ddb02e, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:28:04.038155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a22bf9-7c56-46c2-91d5-59bbdb750af0 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Network 149e40d0-0f73-4514-969c-5be6a1ddb02e is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:28:04.129413 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-46a22bf9-7c56-46c2-91d5-59bbdb750af0 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 149e40d0-0f73-4514-969c-5be6a1ddb02e) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:28:04.133959 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a22bf9-7c56-46c2-91d5-59bbdb750af0 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:04.134552 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-46a22bf9-7c56-46c2-91d5-59bbdb750af0 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:04.140603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd3023-7cba-42b5-a49a-d7dc226be047 None None] Network 149e40d0-0f73-4514-969c-5be6a1ddb02e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:28:04.218655 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-46a22bf9-7c56-46c2-91d5-59bbdb750af0 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7508023 Dec 06 14:28:04.221430 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35936) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:04.226333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Request body: {'port': {'network_id': '149e40d0-0f73-4514-969c-5be6a1ddb02e', 'name': 'tempest-TagsExtTest-744299400'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:28:04.285834 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-149e40d0-0f73-4514-969c-5be6a1ddb02e', 'network_id': '149e40d0-0f73-4514-969c-5be6a1ddb02e', 'tenant_id': 'bf5b25ef22be4f1691988e38844e3db2', 'fixed_ips': [{'subnet_id': 'e91dacea-868d-4994-9778-4daf9c79c93e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:28:04.286717 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:04.392602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Made reservation on behalf of bf5b25ef22be4f1691988e38844e3db2 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:28:04.396133 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:04.416259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] device_id is not set on port 27c06ffe-3496-425c-b4da-a6fd53b876dc yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:28:04.418078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Allocated IP 172.20.0.2 (149e40d0-0f73-4514-969c-5be6a1ddb02e/e91dacea-868d-4994-9778-4daf9c79c93e/29a1eeab-ee5f-425d-8ab6-437ce33bac09) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:28:04.581316 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:04.741307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:04.780991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:04.789471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Allocated IP 172.20.0.7 (149e40d0-0f73-4514-969c-5be6a1ddb02e/e91dacea-868d-4994-9778-4daf9c79c93e/27c06ffe-3496-425c-b4da-a6fd53b876dc) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:28:04.790102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Network 149e40d0-0f73-4514-969c-5be6a1ddb02e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:28:04.793112 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:28:04.797692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:28:04.799634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Pushing event updated for resources: {'Port': ['ID=29a1eeab-ee5f-425d-8ab6-437ce33bac09,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:04.854161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Attempting to bind port 29a1eeab-ee5f-425d-8ab6-437ce33bac09 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:28:04.854447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Attempting to bind port 29a1eeab-ee5f-425d-8ab6-437ce33bac09 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '149e40d0-0f73-4514-969c-5be6a1ddb02e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:28:04.854814 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Attempting to bind port 29a1eeab-ee5f-425d-8ab6-437ce33bac09 on network 149e40d0-0f73-4514-969c-5be6a1ddb02e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:28:04.859838 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 27, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:28:04.860221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Checking segment: {'id': '877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '149e40d0-0f73-4514-969c-5be6a1ddb02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:28:04.860620 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:04.861046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Bound using segment: {'id': '877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '149e40d0-0f73-4514-969c-5be6a1ddb02e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:28:04.861519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Bound port: 29a1eeab-ee5f-425d-8ab6-437ce33bac09, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '149e40d0-0f73-4514-969c-5be6a1ddb02e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:28:04.861901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:04.923875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] For port 29a1eeab-ee5f-425d-8ab6-437ce33bac09, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:28:04.926917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] For port 29a1eeab-ee5f-425d-8ab6-437ce33bac09, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29a1eeab-ee5f-425d-8ab6-437ce33bac09,segment=NetworkSegment(877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5),segment_id=877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:28:04.936918 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:04.992958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:05.033635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:05.054455 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3608e8bd-79c6-4566-ad43-62079fec53ae None None] Pushing event updated for resources: {'Port': ['ID=29a1eeab-ee5f-425d-8ab6-437ce33bac09,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:05.081462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Network 149e40d0-0f73-4514-969c-5be6a1ddb02e is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:28:05.082771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:28:05.085265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:28:05.124474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Pushing event updated for resources: {'Port': ['ID=27c06ffe-3496-425c-b4da-a6fd53b876dc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:05.149171 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:05.154525 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:05.273322 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-83f44e5a-8762-4c37-a68b-ef013f3dfdee tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0507140 Dec 06 14:28:05.275875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35938) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:05.280358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2bf267a2-cff7-4e3b-93ce-9d0323560b84 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1646056818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:28:05.369800 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2bf267a2-cff7-4e3b-93ce-9d0323560b84 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:05.371564 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2bf267a2-cff7-4e3b-93ce-9d0323560b84 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:05.424216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2bf267a2-cff7-4e3b-93ce-9d0323560b84 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:05.516735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2bf267a2-cff7-4e3b-93ce-9d0323560b84 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:05.606085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2bf267a2-cff7-4e3b-93ce-9d0323560b84 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:05.607454 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2bf267a2-cff7-4e3b-93ce-9d0323560b84 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3306041 Dec 06 14:28:05.610244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35940) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:05.615279 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-679e6649-72b3-48c9-ac6e-47cc54c9e699 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1906585164', 'prefixes': ['172.20.0.0/16']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:28:05.886123 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-679e6649-72b3-48c9-ac6e-47cc54c9e699 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for subnetpool, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:05.891395 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-679e6649-72b3-48c9-ac6e-47cc54c9e699 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2761121 Dec 06 14:28:05.891587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35942) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:05.896306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-ba6c6c0f-24f7-41ac-ad2e-292ac449ccf7 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e91dacea-868d-4994-9778-4daf9c79c93e', 'tempest-TagsExtTest-Tag-2044932093') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:05.931305 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e09631-e946-4cf8-9c0a-2b85b76ebfd8 None None] Network 149e40d0-0f73-4514-969c-5be6a1ddb02e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:28:05.944548 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:06.020342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-eefc6d7b-92e3-46c2-a575-11c8c7180f99 None None] Provisioning complete for port 29a1eeab-ee5f-425d-8ab6-437ce33bac09 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:28:06.020710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eefc6d7b-92e3-46c2-a575-11c8c7180f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:06.085072 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ba6c6c0f-24f7-41ac-ad2e-292ac449ccf7 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "PUT /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e/tags/tempest-TagsExtTest-Tag-2044932093 HTTP/1.1" status: 201 len: 201 time: 0.1924055 Dec 06 14:28:06.087831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 35944) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:06.093291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-38b2a568-9e09-4199-9b73-6b9d46074701 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '27c06ffe-3496-425c-b4da-a6fd53b876dc', 'tempest-TagsExtTest-Tag-1402692867') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:06.156246 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eefc6d7b-92e3-46c2-a575-11c8c7180f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:06.194949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-eefc6d7b-92e3-46c2-a575-11c8c7180f99 None None] For port 29a1eeab-ee5f-425d-8ab6-437ce33bac09, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29a1eeab-ee5f-425d-8ab6-437ce33bac09,segment=NetworkSegment(877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5),segment_id=877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:28:06.224964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35946) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:06.235060 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-38b2a568-9e09-4199-9b73-6b9d46074701 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "PUT /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc/tags/tempest-TagsExtTest-Tag-1402692867 HTTP/1.1" status: 201 len: 201 time: 0.1358142 Dec 06 14:28:06.235224 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-a8d8d35f-d467-4b27-ab51-97b1da9831dc tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db', 'tempest-TagsExtTest-Tag-334409400') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:06.288014 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eefc6d7b-92e3-46c2-a575-11c8c7180f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:06.346771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc6d7b-92e3-46c2-a575-11c8c7180f99 None None] Pushing event updated for resources: {'Port': ['ID=29a1eeab-ee5f-425d-8ab6-437ce33bac09,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:06.413295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1b57f542-e3a1-42a6-870e-e1221bcd0349 None None] Provisioning complete for port 27c06ffe-3496-425c-b4da-a6fd53b876dc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:28:06.413295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b57f542-e3a1-42a6-870e-e1221bcd0349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:06.454361 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1b57f542-e3a1-42a6-870e-e1221bcd0349 None None] Port 27c06ffe-3496-425c-b4da-a6fd53b876dc cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:28:06.465376 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1b57f542-e3a1-42a6-870e-e1221bcd0349 None None] Provisioning complete for port 29a1eeab-ee5f-425d-8ab6-437ce33bac09 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:28:06.465872 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b57f542-e3a1-42a6-870e-e1221bcd0349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:06.666355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4e381f4e-98bb-47f4-98ce-558ab046df74 None None] Provisioning complete for port 27c06ffe-3496-425c-b4da-a6fd53b876dc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:28:06.666666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4e381f4e-98bb-47f4-98ce-558ab046df74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:06.698381 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a8d8d35f-d467-4b27-ab51-97b1da9831dc tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "PUT /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db/tags/tempest-TagsExtTest-Tag-334409400 HTTP/1.1" status: 201 len: 201 time: 0.4698474 Dec 06 14:28:06.698683 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35948) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:06.703409 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-ab3453d0-a186-4d93-b9d8-c2309f31b02b tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd7b659e7-ff7d-4ac8-a968-878ee6b7e47b', 'tempest-TagsExtTest-Tag-562553988') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:06.704797 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4e381f4e-98bb-47f4-98ce-558ab046df74 None None] Port 27c06ffe-3496-425c-b4da-a6fd53b876dc cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:28:06.810639 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ab3453d0-a186-4d93-b9d8-c2309f31b02b tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "PUT /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b/tags/tempest-TagsExtTest-Tag-562553988 HTTP/1.1" status: 201 len: 201 time: 0.1109035 Dec 06 14:28:06.813102 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35950) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:06.817267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-12c07c43-32ae-4bf9-b1ea-46dd13adf9be tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e91dacea-868d-4994-9778-4daf9c79c93e') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:06.866034 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-12c07c43-32ae-4bf9-b1ea-46dd13adf9be tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e/tags HTTP/1.1" status: 200 len: 241 time: 0.0519261 Dec 06 14:28:06.868497 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35952) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:06.873260 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-3967dbad-83d8-4b05-8716-840ffb9259fe tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e91dacea-868d-4994-9778-4daf9c79c93e', 'tempest-TagsExtTest-Tag-2044932093') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:06.922552 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3967dbad-83d8-4b05-8716-840ffb9259fe tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e/tags/tempest-TagsExtTest-Tag-2044932093 HTTP/1.1" status: 204 len: 168 time: 0.0528641 Dec 06 14:28:06.925051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35954) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:06.929160 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-4d14e513-1d13-4eef-835e-90408559379e tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e91dacea-868d-4994-9778-4daf9c79c93e', 'tempest-TagsExtTest-Tag-2044932093') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:06.952101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:07.119380 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4d14e513-1d13-4eef-835e-90408559379e tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e/tags/tempest-TagsExtTest-Tag-2044932093 HTTP/1.1" status: 204 len: 168 time: 0.1933296 Dec 06 14:28:07.121812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35956) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:07.125842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-a6711722-d6e1-48b3-8688-900ad5495e1a tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e91dacea-868d-4994-9778-4daf9c79c93e') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:07.157778 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 29a1eeab-ee5f-425d-8ab6-437ce33bac09 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:28:07.181419 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a6711722-d6e1-48b3-8688-900ad5495e1a tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e/tags HTTP/1.1" status: 200 len: 205 time: 0.0585060 Dec 06 14:28:07.183726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35960) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:07.187841 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-a5921856-dfae-4601-9a93-33a7fc3c6028 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '27c06ffe-3496-425c-b4da-a6fd53b876dc') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:07.205054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 29a1eeab-ee5f-425d-8ab6-437ce33bac09 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:28:07.205424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:07.242580 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a5921856-dfae-4601-9a93-33a7fc3c6028 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc/tags HTTP/1.1" status: 200 len: 241 time: 0.0565765 Dec 06 14:28:07.242828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35962) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:07.247203 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-f3017cb4-20c2-4825-a1af-85688764fa95 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '27c06ffe-3496-425c-b4da-a6fd53b876dc', 'tempest-TagsExtTest-Tag-1402692867') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:07.296641 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f3017cb4-20c2-4825-a1af-85688764fa95 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc/tags/tempest-TagsExtTest-Tag-1402692867 HTTP/1.1" status: 204 len: 168 time: 0.0525975 Dec 06 14:28:07.299021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35964) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:07.303403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-005c5777-1534-4e85-8cb7-52d234c9815d tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '27c06ffe-3496-425c-b4da-a6fd53b876dc', 'tempest-TagsExtTest-Tag-1402692867') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:07.536317 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-005c5777-1534-4e85-8cb7-52d234c9815d tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc/tags/tempest-TagsExtTest-Tag-1402692867 HTTP/1.1" status: 204 len: 168 time: 0.2361856 Dec 06 14:28:07.538593 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35966) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:07.542953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-97bf2b47-f181-4104-a602-d1b25c390be4 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '27c06ffe-3496-425c-b4da-a6fd53b876dc') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:07.591118 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-97bf2b47-f181-4104-a602-d1b25c390be4 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc/tags HTTP/1.1" status: 200 len: 205 time: 0.0515304 Dec 06 14:28:07.593518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35968) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:07.597642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-ad01e58a-8687-4ae6-8931-4cabd1712e8d tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:07.669208 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ad01e58a-8687-4ae6-8931-4cabd1712e8d tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db/tags HTTP/1.1" status: 200 len: 240 time: 0.0746834 Dec 06 14:28:07.671777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35970) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:07.676190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-81589ba5-9df4-48b9-bfc1-8a6f7dd10307 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db', 'tempest-TagsExtTest-Tag-334409400') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:07.752641 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-81589ba5-9df4-48b9-bfc1-8a6f7dd10307 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db/tags/tempest-TagsExtTest-Tag-334409400 HTTP/1.1" status: 204 len: 168 time: 0.0795670 Dec 06 14:28:07.754823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35972) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:07.759659 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-01ba9701-fa36-4e91-af39-929827c00ee3 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db', 'tempest-TagsExtTest-Tag-334409400') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:07.913122 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-01ba9701-fa36-4e91-af39-929827c00ee3 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db/tags/tempest-TagsExtTest-Tag-334409400 HTTP/1.1" status: 204 len: 168 time: 0.1570725 Dec 06 14:28:07.915562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35974) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:07.919788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-0cc0da61-5d8b-4140-a7a2-68501cd846b9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:07.993057 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0cc0da61-5d8b-4140-a7a2-68501cd846b9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db/tags HTTP/1.1" status: 200 len: 205 time: 0.0764649 Dec 06 14:28:07.995521 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35976) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:08.000075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-93564ab1-c376-4b55-b39a-e3b4efe6d20d tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd7b659e7-ff7d-4ac8-a968-878ee6b7e47b') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:08.021209 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-93564ab1-c376-4b55-b39a-e3b4efe6d20d tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b/tags HTTP/1.1" status: 200 len: 240 time: 0.0242043 Dec 06 14:28:08.023621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35978) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:08.027611 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-d478d056-d5a9-4125-8721-ff7562689a08 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd7b659e7-ff7d-4ac8-a968-878ee6b7e47b', 'tempest-TagsExtTest-Tag-562553988') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:08.047775 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d478d056-d5a9-4125-8721-ff7562689a08 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b/tags/tempest-TagsExtTest-Tag-562553988 HTTP/1.1" status: 204 len: 168 time: 0.0232086 Dec 06 14:28:08.050217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35980) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:08.054419 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-35a1ae84-1b9c-4898-a89c-32844b397501 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd7b659e7-ff7d-4ac8-a968-878ee6b7e47b', 'tempest-TagsExtTest-Tag-562553988') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:08.176024 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-35a1ae84-1b9c-4898-a89c-32844b397501 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b/tags/tempest-TagsExtTest-Tag-562553988 HTTP/1.1" status: 204 len: 168 time: 0.1247373 Dec 06 14:28:08.178414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35982) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:08.182553 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-366b272c-a4e9-49dc-a3a2-1b977df87b2f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd7b659e7-ff7d-4ac8-a968-878ee6b7e47b') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:08.203320 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-366b272c-a4e9-49dc-a3a2-1b977df87b2f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b/tags HTTP/1.1" status: 200 len: 205 time: 0.0239620 Dec 06 14:28:08.205760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35984) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:08.209824 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-3b1652b2-cd58-4b30-a67f-34744b36d771 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd7b659e7-ff7d-4ac8-a968-878ee6b7e47b') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:08.237850 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3b1652b2-cd58-4b30-a67f-34744b36d771 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b/tags HTTP/1.1" status: 204 len: 168 time: 0.0311515 Dec 06 14:28:08.240660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35986) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:08.244973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-0474d338-d91d-4fc1-bcda-24c952a1206f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:08.319608 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0474d338-d91d-4fc1-bcda-24c952a1206f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db/tags HTTP/1.1" status: 204 len: 168 time: 0.0779412 Dec 06 14:28:08.322173 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35988) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:08.326795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-d21d6f17-a076-4b3c-930c-b9e9ae94b272 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '27c06ffe-3496-425c-b4da-a6fd53b876dc') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:08.381174 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d21d6f17-a076-4b3c-930c-b9e9ae94b272 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0580082 Dec 06 14:28:08.383694 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35990) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:08.398693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-9bd64bf6-ae1b-4eff-a3ef-e04c7871f53a tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e91dacea-868d-4994-9778-4daf9c79c93e') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:08.454430 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9bd64bf6-ae1b-4eff-a3ef-e04c7871f53a tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e/tags HTTP/1.1" status: 204 len: 168 time: 0.0696468 Dec 06 14:28:08.458128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35992) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:08.462623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-875ceda0-e661-464e-8db5-71135e236b8f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e91dacea-868d-4994-9778-4daf9c79c93e', 'tempest-TagsExtTest-Tag-6732533') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:08.608816 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-875ceda0-e661-464e-8db5-71135e236b8f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "PUT /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e/tags/tempest-TagsExtTest-Tag-6732533 HTTP/1.1" status: 201 len: 201 time: 0.1494598 Dec 06 14:28:08.611425 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35994) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:08.615830 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-c9f8fe11-268a-46ab-9bde-37c52c48ab63 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '27c06ffe-3496-425c-b4da-a6fd53b876dc', 'tempest-TagsExtTest-Tag-658670067') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:08.741915 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c9f8fe11-268a-46ab-9bde-37c52c48ab63 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "PUT /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc/tags/tempest-TagsExtTest-Tag-658670067 HTTP/1.1" status: 201 len: 201 time: 0.1294253 Dec 06 14:28:08.744444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35996) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:08.750483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-d482739e-670b-45b6-9177-11e0b286cc2e tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db', 'tempest-TagsExtTest-Tag-995781048') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:08.912882 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d482739e-670b-45b6-9177-11e0b286cc2e tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "PUT /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db/tags/tempest-TagsExtTest-Tag-995781048 HTTP/1.1" status: 201 len: 201 time: 0.1673269 Dec 06 14:28:08.915651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 35998) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:08.920515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-84db7ee7-2a9a-45b4-81cc-ff62050d058e tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd7b659e7-ff7d-4ac8-a968-878ee6b7e47b', 'tempest-TagsExtTest-Tag-271669106') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:09.015909 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-84db7ee7-2a9a-45b4-81cc-ff62050d058e tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "PUT /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b/tags/tempest-TagsExtTest-Tag-271669106 HTTP/1.1" status: 201 len: 201 time: 0.0991287 Dec 06 14:28:09.018210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36000) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:09.022381 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-609b7dc0-2768-479e-baab-142c1ceead9e tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e91dacea-868d-4994-9778-4daf9c79c93e', {'tags': ['tempest-TagsExtTest-Tag-635784412', 'tempest-TagsExtTest-Tag-1740229666', 'tempest-TagsExtTest-Tag-1917908891']}) {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:09.164806 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-609b7dc0-2768-479e-baab-142c1ceead9e tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "PUT /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e/tags HTTP/1.1" status: 200 len: 317 time: 0.1456146 Dec 06 14:28:09.167298 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36002) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:09.172104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-d130414a-e703-4d3e-8820-5972084a475a tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e91dacea-868d-4994-9778-4daf9c79c93e') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:09.296277 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d130414a-e703-4d3e-8820-5972084a475a tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e/tags HTTP/1.1" status: 204 len: 168 time: 0.1272125 Dec 06 14:28:09.298730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36004) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:09.302809 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-c7a55c5e-4d4b-4c4d-8d42-cd396dd182cf tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e91dacea-868d-4994-9778-4daf9c79c93e', 'tempest-TagsExtTest-Tag-635784412') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:09.352580 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-c7a55c5e-4d4b-4c4d-8d42-cd396dd182cf tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] show failed (client error): The resource could not be found. Dec 06 14:28:09.356799 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c7a55c5e-4d4b-4c4d-8d42-cd396dd182cf tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e/tags/tempest-TagsExtTest-Tag-635784412 HTTP/1.1" status: 404 len: 328 time: 0.0540614 Dec 06 14:28:09.357231 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36006) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:09.361238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-f34fcedd-8d7b-40e8-84d2-5240269cc4a8 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e91dacea-868d-4994-9778-4daf9c79c93e', 'tempest-TagsExtTest-Tag-1740229666') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:09.410876 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-f34fcedd-8d7b-40e8-84d2-5240269cc4a8 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] show failed (client error): The resource could not be found. Dec 06 14:28:09.411906 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f34fcedd-8d7b-40e8-84d2-5240269cc4a8 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e/tags/tempest-TagsExtTest-Tag-1740229666 HTTP/1.1" status: 404 len: 329 time: 0.0537915 Dec 06 14:28:09.414698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36008) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:09.419684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-4a6d472f-71d4-4117-bc46-21491629025b tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e91dacea-868d-4994-9778-4daf9c79c93e', 'tempest-TagsExtTest-Tag-1917908891') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:09.473557 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-4a6d472f-71d4-4117-bc46-21491629025b tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] show failed (client error): The resource could not be found. Dec 06 14:28:09.474578 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4a6d472f-71d4-4117-bc46-21491629025b tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e/tags/tempest-TagsExtTest-Tag-1917908891 HTTP/1.1" status: 404 len: 329 time: 0.0590005 Dec 06 14:28:09.477217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36010) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:09.482011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-b9463634-7c65-4e00-a9b0-1d81f8b93569 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '27c06ffe-3496-425c-b4da-a6fd53b876dc', {'tags': ['tempest-TagsExtTest-Tag-190336272', 'tempest-TagsExtTest-Tag-543031182', 'tempest-TagsExtTest-Tag-29637760']}) {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:09.598512 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b9463634-7c65-4e00-a9b0-1d81f8b93569 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "PUT /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc/tags HTTP/1.1" status: 200 len: 314 time: 0.1202564 Dec 06 14:28:09.600884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36012) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:09.604967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-1cd97b97-15d9-4233-9487-511d0a842349 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '27c06ffe-3496-425c-b4da-a6fd53b876dc') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:09.735735 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1cd97b97-15d9-4233-9487-511d0a842349 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1338811 Dec 06 14:28:09.738334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36014) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:09.742474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-be454255-0fc6-4cd0-90d0-01004c46bc20 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '27c06ffe-3496-425c-b4da-a6fd53b876dc', 'tempest-TagsExtTest-Tag-190336272') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:09.791163 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-be454255-0fc6-4cd0-90d0-01004c46bc20 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] show failed (client error): The resource could not be found. Dec 06 14:28:09.792177 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-be454255-0fc6-4cd0-90d0-01004c46bc20 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc/tags/tempest-TagsExtTest-Tag-190336272 HTTP/1.1" status: 404 len: 328 time: 0.0529344 Dec 06 14:28:09.794972 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36016) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:09.799051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-8c6f19ae-a91d-4d32-8390-122b8e149a63 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '27c06ffe-3496-425c-b4da-a6fd53b876dc', 'tempest-TagsExtTest-Tag-543031182') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:09.850824 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-8c6f19ae-a91d-4d32-8390-122b8e149a63 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] show failed (client error): The resource could not be found. Dec 06 14:28:09.851771 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8c6f19ae-a91d-4d32-8390-122b8e149a63 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc/tags/tempest-TagsExtTest-Tag-543031182 HTTP/1.1" status: 404 len: 328 time: 0.0559237 Dec 06 14:28:09.854549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36018) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:09.858689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-c646998c-d791-4061-a565-358df3a2f45c tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '27c06ffe-3496-425c-b4da-a6fd53b876dc', 'tempest-TagsExtTest-Tag-29637760') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:09.906823 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-c646998c-d791-4061-a565-358df3a2f45c tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] show failed (client error): The resource could not be found. Dec 06 14:28:09.907846 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c646998c-d791-4061-a565-358df3a2f45c tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc/tags/tempest-TagsExtTest-Tag-29637760 HTTP/1.1" status: 404 len: 327 time: 0.0523572 Dec 06 14:28:09.910509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36020) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:09.914944 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-6a8d0b8a-e334-4983-aed3-10a131736c90 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db', {'tags': ['tempest-TagsExtTest-Tag-1353129918', 'tempest-TagsExtTest-Tag-1157633820', 'tempest-TagsExtTest-Tag-1490524968']}) {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:10.082610 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6a8d0b8a-e334-4983-aed3-10a131736c90 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "PUT /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db/tags HTTP/1.1" status: 200 len: 318 time: 0.1711116 Dec 06 14:28:10.085135 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36022) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:10.089413 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-d3700a1f-baec-442b-83b5-c7220cf526c8 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:10.231108 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d3700a1f-baec-442b-83b5-c7220cf526c8 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db/tags HTTP/1.1" status: 204 len: 168 time: 0.1449986 Dec 06 14:28:10.233989 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36024) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:10.238344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.tag.tag_plugin [None req-e0d18492-5fed-48e0-9ffe-96fe5f87a5de tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db', 'tempest-TagsExtTest-Tag-1353129918') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:10.311306 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-e0d18492-5fed-48e0-9ffe-96fe5f87a5de tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] show failed (client error): The resource could not be found. Dec 06 14:28:10.312324 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e0d18492-5fed-48e0-9ffe-96fe5f87a5de tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db/tags/tempest-TagsExtTest-Tag-1353129918 HTTP/1.1" status: 404 len: 329 time: 0.0774274 Dec 06 14:28:10.315497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36026) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:10.320115 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-ab4e65aa-e530-4123-8eb2-b5cecfdc68da tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db', 'tempest-TagsExtTest-Tag-1157633820') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:10.393175 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-ab4e65aa-e530-4123-8eb2-b5cecfdc68da tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] show failed (client error): The resource could not be found. Dec 06 14:28:10.394195 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ab4e65aa-e530-4123-8eb2-b5cecfdc68da tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db/tags/tempest-TagsExtTest-Tag-1157633820 HTTP/1.1" status: 404 len: 329 time: 0.0777018 Dec 06 14:28:10.397000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36028) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:10.401236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-35536549-8fc7-4904-a6f9-9829c934b638 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db', 'tempest-TagsExtTest-Tag-1490524968') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:10.472541 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-35536549-8fc7-4904-a6f9-9829c934b638 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] show failed (client error): The resource could not be found. Dec 06 14:28:10.473609 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-35536549-8fc7-4904-a6f9-9829c934b638 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db/tags/tempest-TagsExtTest-Tag-1490524968 HTTP/1.1" status: 404 len: 329 time: 0.0757256 Dec 06 14:28:10.476276 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36030) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:10.481067 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-8ba24d8f-0470-4634-a9ec-e130ea6fc9a6 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd7b659e7-ff7d-4ac8-a968-878ee6b7e47b', {'tags': ['tempest-TagsExtTest-Tag-1270144455', 'tempest-TagsExtTest-Tag-751363247', 'tempest-TagsExtTest-Tag-2077528319']}) {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:10.592921 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8ba24d8f-0470-4634-a9ec-e130ea6fc9a6 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "PUT /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b/tags HTTP/1.1" status: 200 len: 317 time: 0.1155555 Dec 06 14:28:10.595317 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36032) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:10.599555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-53675b4d-6871-49c2-a99c-8fe74ef75e2d tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd7b659e7-ff7d-4ac8-a968-878ee6b7e47b') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:10.695897 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-53675b4d-6871-49c2-a99c-8fe74ef75e2d tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b/tags HTTP/1.1" status: 204 len: 168 time: 0.0995893 Dec 06 14:28:10.698433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36034) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:10.702761 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-06571f4f-9e4e-4064-ae9b-09f0e4c3ffb3 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd7b659e7-ff7d-4ac8-a968-878ee6b7e47b', 'tempest-TagsExtTest-Tag-1270144455') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:10.722826 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-06571f4f-9e4e-4064-ae9b-09f0e4c3ffb3 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] show failed (client error): The resource could not be found. Dec 06 14:28:10.723940 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-06571f4f-9e4e-4064-ae9b-09f0e4c3ffb3 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b/tags/tempest-TagsExtTest-Tag-1270144455 HTTP/1.1" status: 404 len: 329 time: 0.0245900 Dec 06 14:28:10.726775 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36036) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:10.731688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-a5ccfd7e-e101-41b2-bf52-43dca1c1088d tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd7b659e7-ff7d-4ac8-a968-878ee6b7e47b', 'tempest-TagsExtTest-Tag-751363247') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:10.751733 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-a5ccfd7e-e101-41b2-bf52-43dca1c1088d tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] show failed (client error): The resource could not be found. Dec 06 14:28:10.752707 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a5ccfd7e-e101-41b2-bf52-43dca1c1088d tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b/tags/tempest-TagsExtTest-Tag-751363247 HTTP/1.1" status: 404 len: 328 time: 0.0250585 Dec 06 14:28:10.755494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36038) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:10.759551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-e1e8f363-808c-4aee-aeea-9ac21a540cf6 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd7b659e7-ff7d-4ac8-a968-878ee6b7e47b', 'tempest-TagsExtTest-Tag-2077528319') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:10.779256 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-e1e8f363-808c-4aee-aeea-9ac21a540cf6 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] show failed (client error): The resource could not be found. Dec 06 14:28:10.780254 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e1e8f363-808c-4aee-aeea-9ac21a540cf6 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b/tags/tempest-TagsExtTest-Tag-2077528319 HTTP/1.1" status: 404 len: 329 time: 0.0238881 Dec 06 14:28:10.783022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36040) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:10.787112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-d51dd1cd-26e8-425a-8e20-58a226f1c1c4 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd7b659e7-ff7d-4ac8-a968-878ee6b7e47b') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:10.810286 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d51dd1cd-26e8-425a-8e20-58a226f1c1c4 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b/tags HTTP/1.1" status: 204 len: 168 time: 0.0263667 Dec 06 14:28:10.812483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36042) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:10.816868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-cdb5f30d-5852-4b38-8caf-083c2c6bf819 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:10.894230 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cdb5f30d-5852-4b38-8caf-083c2c6bf819 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db/tags HTTP/1.1" status: 204 len: 168 time: 0.0807841 Dec 06 14:28:10.896715 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36044) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:10.900805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-8045221f-861c-4614-b49f-f155193428a6 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '27c06ffe-3496-425c-b4da-a6fd53b876dc') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:10.952393 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8045221f-861c-4614-b49f-f155193428a6 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0547016 Dec 06 14:28:10.954842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36046) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:10.958805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.tag.tag_plugin [None req-0c708403-aed1-4ced-90fc-6e1e601de73a tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e91dacea-868d-4994-9778-4daf9c79c93e') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:11.050153 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0c708403-aed1-4ced-90fc-6e1e601de73a tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e/tags HTTP/1.1" status: 204 len: 168 time: 0.0943451 Dec 06 14:28:11.056209 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36048) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:11.183042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7814017e-941e-40a1-87fc-ec4a4ff2015a tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for subnetpool, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:11.184119 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7814017e-941e-40a1-87fc-ec4a4ff2015a tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/subnetpools/d7b659e7-ff7d-4ac8-a968-878ee6b7e47b HTTP/1.1" status: 204 len: 168 time: 0.1270275 Dec 06 14:28:11.186599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36050) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:11.213045 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-286e8894-5ddb-45dc-b967-5e2393c79e72 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "GET /v2.0/ports?device_id=4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db HTTP/1.1" status: 200 len: 205 time: 0.0253999 Dec 06 14:28:11.215832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36052) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:11.288655 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7432-b17e-465f-9401-102454be7e19 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:11.443285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7432-b17e-465f-9401-102454be7e19 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:11.445305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7432-b17e-465f-9401-102454be7e19 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:11.598101 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7432-b17e-465f-9401-102454be7e19 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:11.598617 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8e7432-b17e-465f-9401-102454be7e19 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Fanout notify agent at l3_agent the message router_deleted on router 4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:28:11.608453 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc8e7432-b17e-465f-9401-102454be7e19 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:11.608453 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cc8e7432-b17e-465f-9401-102454be7e19 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/routers/4c65ddba-56bf-4fd8-8eac-7f0cfc98c7db HTTP/1.1" status: 204 len: 168 time: 0.3897808 Dec 06 14:28:11.609099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36054) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:11.697943 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Deleting port 27c06ffe-3496-425c-b4da-a6fd53b876dc {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:28:11.698200 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:11.781467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:11.793625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Calling delete_port for 27c06ffe-3496-425c-b4da-a6fd53b876dc owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:28:11.986456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.014399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Pushing event deleted for resources: {'Port': ['ID=27c06ffe-3496-425c-b4da-a6fd53b876dc,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:12.026092 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.029757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.029757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.029757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.029757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.029757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.029757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.029757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.029757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.029757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.029757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.029757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.030922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.095675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.099137 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-16eb20b3-0547-49fa-a847-269925d5785f tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/ports/27c06ffe-3496-425c-b4da-a6fd53b876dc HTTP/1.1" status: 204 len: 168 time: 0.4889216 Dec 06 14:28:12.101636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36056) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:12.153694 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-8333d750-aa70-4d24-b9f2-7435a012a568 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Deleting subnet e91dacea-868d-4994-9778-4daf9c79c93e {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:28:12.157210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8333d750-aa70-4d24-b9f2-7435a012a568 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.197718 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8333d750-aa70-4d24-b9f2-7435a012a568 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.281385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8333d750-aa70-4d24-b9f2-7435a012a568 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.413641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8333d750-aa70-4d24-b9f2-7435a012a568 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.440522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8333d750-aa70-4d24-b9f2-7435a012a568 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Pushing event deleted for resources: {'Subnet': ['ID=e91dacea-868d-4994-9778-4daf9c79c93e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:12.444464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8333d750-aa70-4d24-b9f2-7435a012a568 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.447838 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8333d750-aa70-4d24-b9f2-7435a012a568 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/subnets/e91dacea-868d-4994-9778-4daf9c79c93e HTTP/1.1" status: 204 len: 168 time: 0.3452199 Dec 06 14:28:12.450294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36058) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:12.453272 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc1d2ce-1da8-4a21-8d01-df48ceaf1401 None None] Network 149e40d0-0f73-4514-969c-5be6a1ddb02e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:28:12.529644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.582533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Deleting port 29a1eeab-ee5f-425d-8ab6-437ce33bac09 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:28:12.582873 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.629543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] DHCP port deletion for 149e40d0-0f73-4514-969c-5be6a1ddb02e request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:28:12.650774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] For port 29a1eeab-ee5f-425d-8ab6-437ce33bac09, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29a1eeab-ee5f-425d-8ab6-437ce33bac09,segment=NetworkSegment(877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5),segment_id=877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:28:12.651354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.664535 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Calling delete_port for 29a1eeab-ee5f-425d-8ab6-437ce33bac09 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:28:12.676568 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Deleting port 29a1eeab-ee5f-425d-8ab6-437ce33bac09 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:28:12.676974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.739040 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] For port 29a1eeab-ee5f-425d-8ab6-437ce33bac09, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29a1eeab-ee5f-425d-8ab6-437ce33bac09,segment=NetworkSegment(877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5),segment_id=877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:28:12.739437 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.751712 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Calling delete_port for 29a1eeab-ee5f-425d-8ab6-437ce33bac09 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:28:12.827506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.832494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.855563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] No DVR routers for this DVR port 29a1eeab-ee5f-425d-8ab6-437ce33bac09 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:28:12.858794 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Pushing event deleted for resources: {'Port': ['ID=29a1eeab-ee5f-425d-8ab6-437ce33bac09,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:12.860685 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Pushing event deleted for resources: {'Port': ['ID=29a1eeab-ee5f-425d-8ab6-437ce33bac09,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:12.861817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] No DVR routers for this DVR port 29a1eeab-ee5f-425d-8ab6-437ce33bac09 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:28:12.868551 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.868927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.869277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.869619 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.869955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.870287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.870621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.870951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.872380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.872380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.873007 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.873007 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.873215 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1ccb6-abf9-418f-b380-dad07fe736a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:12.943483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.963214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['149e40d0-0f73-4514-969c-5be6a1ddb02e']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:12.972216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:12.972511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877bbbec-e2b2-43ad-8bc6-ddbc2fa41cd5') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:28:12.981576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:12.994322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:13.000600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:28:13.001016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:28:13.003911 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:28:13.135844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 29a1eeab-ee5f-425d-8ab6-437ce33bac09 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:28:13.146326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:13.153550 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:13.156636 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] 10.222.0.42 "DELETE /v2.0/networks/149e40d0-0f73-4514-969c-5be6a1ddb02e HTTP/1.1" status: 204 len: 168 time: 0.7053454 Dec 06 14:28:13.157317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 29a1eeab-ee5f-425d-8ab6-437ce33bac09 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:28:13.160784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 29a1eeab-ee5f-425d-8ab6-437ce33bac09 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:28:13.169468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de16e9f-3f97-4201-b463-3010325dfdc9 tempest-TagsExtTest-71447154 tempest-TagsExtTest-71447154-project] Pushing event deleted for resources: {'Network': ['ID=149e40d0-0f73-4514-969c-5be6a1ddb02e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:13.636894 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36064) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:13.767208 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6088ac04-13f3-41cf-9da5-052997eec6ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf5b25ef22be4f1691988e38844e3db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1290805 Dec 06 14:28:13.769643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36068) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:28:13.818607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:13.838994 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:13.969575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:13.972123 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:13.973331 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4cf35e36-06c6-4090-9cf4-afa6ee2cc109 HTTP/1.1" status: 204 len: 168 time: 0.2027876 Dec 06 14:28:13.981931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf35e36-06c6-4090-9cf4-afa6ee2cc109,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:28:13.989465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:13.989818 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:13.990163 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:13.990500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:13.990836 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:13.991278 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:13.991617 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:13.991945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:13.992279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:13.992595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:13.992949 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:13.993276 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:13.993787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-976ef186-2eb7-442d-84a2-c97b36994f13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:28:14.188833 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:28:24.860061 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f508cc3-f3c8-4177-b503-010d4e85ccd0 req-e4900aaf-5b96-4d8f-938c-0d8ef95a4276 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:24.861571 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3f508cc3-f3c8-4177-b503-010d4e85ccd0 req-e4900aaf-5b96-4d8f-938c-0d8ef95a4276 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0481617 Dec 06 14:28:24.909855 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3f508cc3-f3c8-4177-b503-010d4e85ccd0 req-b43fd3bc-c500-4a3c-8f28-959e49923b49 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422227 Dec 06 14:28:24.939031 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a48dd-9a4a-4ad1-8f22-3037231ba2f5 req-d18029a3-19e9-42e9-9fcf-0572fc88e723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:24.940876 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dd7a48dd-9a4a-4ad1-8f22-3037231ba2f5 req-d18029a3-19e9-42e9-9fcf-0572fc88e723 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6391d33390324960b42f9813fede87b1&device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.0415888 Dec 06 14:28:25.029372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a48dd-9a4a-4ad1-8f22-3037231ba2f5 req-21bee8fb-36d1-4b6c-a439-15c9c8bfb664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:25.030725 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dd7a48dd-9a4a-4ad1-8f22-3037231ba2f5 req-21bee8fb-36d1-4b6c-a439-15c9c8bfb664 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bb7f889-754a-49bd-a23e-fb0958bb48ef HTTP/1.1" status: 200 len: 913 time: 0.0829692 Dec 06 14:28:25.097058 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dd7a48dd-9a4a-4ad1-8f22-3037231ba2f5 req-2dc9bf92-b2dd-440e-a9cc-9ff62aac482d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64ec59b5-b277-4350-87de-8a234c879eaa HTTP/1.1" status: 200 len: 1001 time: 0.0594699 Dec 06 14:28:25.148530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a48dd-9a4a-4ad1-8f22-3037231ba2f5 req-b4405af3-ef8a-4335-b44f-a465c363f8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:25.149993 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dd7a48dd-9a4a-4ad1-8f22-3037231ba2f5 req-b4405af3-ef8a-4335-b44f-a465c363f8f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76651f74-3875-4b5a-9896-ff48a7bf8ece HTTP/1.1" status: 200 len: 851 time: 0.0462201 Dec 06 14:28:25.205113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a48dd-9a4a-4ad1-8f22-3037231ba2f5 req-d5b360b8-f688-4be0-b4b4-bdabc3264fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:25.206592 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dd7a48dd-9a4a-4ad1-8f22-3037231ba2f5 req-d5b360b8-f688-4be0-b4b4-bdabc3264fa0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bb7f889-754a-49bd-a23e-fb0958bb48ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479341 Dec 06 14:28:25.300019 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dd7a48dd-9a4a-4ad1-8f22-3037231ba2f5 req-8df492b5-0380-489d-b0f4-20828714e3df service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852773 Dec 06 14:28:25.389755 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dd7a48dd-9a4a-4ad1-8f22-3037231ba2f5 req-1ffcbc3f-acf8-4719-a85c-dfb48c731293 service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829809 Dec 06 14:28:26.028933 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4d26c-52ad-4ad2-aeed-15aa19123d2f req-0d58294c-c1b7-4f02-96ff-797df3f426ff tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:26.030316 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1dc4d26c-52ad-4ad2-aeed-15aa19123d2f req-0d58294c-c1b7-4f02-96ff-797df3f426ff tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0501673 Dec 06 14:28:26.077703 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1dc4d26c-52ad-4ad2-aeed-15aa19123d2f req-cb1aeefd-3f1d-496a-8d8d-a12424c2616d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412250 Dec 06 14:28:27.195834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89af02b7-2a5a-486a-b0de-9129423def43 req-d14d5465-3925-4c4b-aa1c-28255873ef08 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:27.197364 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-89af02b7-2a5a-486a-b0de-9129423def43 req-d14d5465-3925-4c4b-aa1c-28255873ef08 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0494480 Dec 06 14:28:27.247902 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-89af02b7-2a5a-486a-b0de-9129423def43 req-7d1b1398-eacb-4d33-b879-c2f212cdf4b9 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445964 Dec 06 14:28:29.409178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:31.369057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8c9b5df-2de8-4a67-805e-ef87ac1f46db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:33.677574 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b02a83d-071b-45dd-8f24-c0d3e903a2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:34.706234 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:35.955777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:36.944230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:28:38.532749 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bfa4997d-7c76-4c03-83ec-50d06522a968 req-f0adb5e0-421c-4e3a-84c4-bfb4d3cbff05 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390661 Dec 06 14:28:38.600965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4997d-7c76-4c03-83ec-50d06522a968 req-db2d3a4e-ff4e-435c-900f-c239f67504ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:38.602462 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bfa4997d-7c76-4c03-83ec-50d06522a968 req-db2d3a4e-ff4e-435c-900f-c239f67504ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 1098 time: 0.0490789 Dec 06 14:28:38.708368 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4997d-7c76-4c03-83ec-50d06522a968 req-c8490d06-8bba-4b4a-a786-fc7836645a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:38.709962 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bfa4997d-7c76-4c03-83ec-50d06522a968 req-c8490d06-8bba-4b4a-a786-fc7836645a70 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 912 time: 0.0860181 Dec 06 14:28:38.777360 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bfa4997d-7c76-4c03-83ec-50d06522a968 req-836bf070-b314-4def-b9da-949e6ec2c4a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb94a4ba-1de3-4440-9724-63ea31853fab HTTP/1.1" status: 200 len: 1000 time: 0.0595062 Dec 06 14:28:38.826195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4997d-7c76-4c03-83ec-50d06522a968 req-5bdf3543-9a18-4bae-b529-efadc7984bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:38.827495 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bfa4997d-7c76-4c03-83ec-50d06522a968 req-5bdf3543-9a18-4bae-b529-efadc7984bdc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 200 len: 850 time: 0.0424998 Dec 06 14:28:38.870973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa4997d-7c76-4c03-83ec-50d06522a968 req-c9fa14e1-c8f8-4ce3-b1b4-97a7c4ee8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:28:38.872977 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bfa4997d-7c76-4c03-83ec-50d06522a968 req-c9fa14e1-c8f8-4ce3-b1b4-97a7c4ee8984 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23b95a34-a658-4de3-b9c9-74b7dc477ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383797 Dec 06 14:28:38.974732 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bfa4997d-7c76-4c03-83ec-50d06522a968 req-7d653144-dd3a-442d-8c3a-3a9e0600562a service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937011 Dec 06 14:28:39.061687 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bfa4997d-7c76-4c03-83ec-50d06522a968 req-c16444d6-fcd9-4b7c-96fc-7a42f553ff2b service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793068 Dec 06 14:28:51.187967 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:28:59.591620 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:01.294696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd437dd6-a15a-4120-b1bd-faeee0b92c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:01.696188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8320f61c-2709-476a-bc22-7a84540a02bb req-63884704-2749-41e3-8718-4d23ae5516fe tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:01.697714 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8320f61c-2709-476a-bc22-7a84540a02bb req-63884704-2749-41e3-8718-4d23ae5516fe tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 945 time: 0.0540607 Dec 06 14:29:01.747143 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8320f61c-2709-476a-bc22-7a84540a02bb req-0b746d0b-74d9-49d2-8111-e1af73474147 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434299 Dec 06 14:29:02.864574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36a2b6-7ce6-4c67-8e0b-b5aa1022b6bb req-602e33a5-bc80-467b-96ad-90b7ba7f8b76 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:02.866059 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-dc36a2b6-7ce6-4c67-8e0b-b5aa1022b6bb req-602e33a5-bc80-467b-96ad-90b7ba7f8b76 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 945 time: 0.0477545 Dec 06 14:29:02.914723 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-dc36a2b6-7ce6-4c67-8e0b-b5aa1022b6bb req-a1ba6181-6fae-4697-b79f-5bb2c721047e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427134 Dec 06 14:29:03.623165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-f54e25d3-5d9f-437c-90e2-0fa6f0da4556 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:03.625463 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-f54e25d3-5d9f-437c-90e2-0fa6f0da4556 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 945 time: 0.0536149 Dec 06 14:29:03.729723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Deleting port eb94a4ba-1de3-4440-9724-63ea31853fab {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:29:03.730057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:03.773844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-48497e5a-dd38-46df-ab98-e161cab8e5e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:03.821055 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] For port eb94a4ba-1de3-4440-9724-63ea31853fab, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eb94a4ba-1de3-4440-9724-63ea31853fab,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:29:03.821468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:03.995595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:03.995941 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:03.996257 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Floating IP be94a266-4a36-46fb-9918-f0daf49931de disassociated. External IP: 172.36.1.26, port: eb94a4ba-1de3-4440-9724-63ea31853fab. Dec 06 14:29:03.996597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Calling delete_port for eb94a4ba-1de3-4440-9724-63ea31853fab owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:29:04.077591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c19a4-67c7-4985-bab6-d89b1ee7b587 req-c8950fdc-a92e-48c1-8645-15f332a18998 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:04.079037 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-716c19a4-67c7-4985-bab6-d89b1ee7b587 req-c8950fdc-a92e-48c1-8645-15f332a18998 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 945 time: 0.0949821 Dec 06 14:29:04.145505 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-716c19a4-67c7-4985-bab6-d89b1ee7b587 req-597cb9f3-194e-4cad-85bd-72d8a2e529c9 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589933 Dec 06 14:29:04.265836 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:04.298364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event deleted for resources: {'Port': ['ID=eb94a4ba-1de3-4440-9724-63ea31853fab,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:04.734024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Router 731f64c3-2d3c-4121-838c-28acc863a547 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:29:04.738327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:04.842935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:29:04.853276 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23408578-6fdd-4b36-a86d-6b38e80f4e50 None None] Sync routers for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:29:04.863132 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23408578-6fdd-4b36-a86d-6b38e80f4e50 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:29:04.864321 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-23408578-6fdd-4b36-a86d-6b38e80f4e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:29:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:04.884218 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] No DVR routers for this DVR port eb94a4ba-1de3-4440-9724-63ea31853fab on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:29:04.886599 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:04.889929 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c7d8c51-a83c-4075-9e3d-1a89256fcade req-7ae56025-fb4a-4b7d-8a0d-524fddb565fd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "DELETE /v2.0/ports/eb94a4ba-1de3-4440-9724-63ea31853fab HTTP/1.1" status: 204 len: 173 time: 1.2577653 Dec 06 14:29:04.890363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcde97c-a8c8-41e2-8305-8a774c9dde90', 'name': 'network-vif-deleted', 'tag': 'eb94a4ba-1de3-4440-9724-63ea31853fab'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:29:04.892589 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3cc6ee-85ab-46e9-a252-a5cc2793c1b3" -d '{"events": [{"server_uuid": "ebcde97c-a8c8-41e2-8305-8a774c9dde90", "name": "network-vif-deleted", "tag": "eb94a4ba-1de3-4440-9724-63ea31853fab"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:29:04.930098 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b927f06f-35b2-4aae-ac9a-d3a653fa5fbb x-openstack-request-id: req-b927f06f-35b2-4aae-ac9a-d3a653fa5fbb {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:29:04.930396 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ebcde97c-a8c8-41e2-8305-8a774c9dde90", "name": "network-vif-deleted", "tag": "eb94a4ba-1de3-4440-9724-63ea31853fab", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:29:04.930669 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b927f06f-35b2-4aae-ac9a-d3a653fa5fbb {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:29:04.931094 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcde97c-a8c8-41e2-8305-8a774c9dde90', 'name': 'network-vif-deleted', 'tag': 'eb94a4ba-1de3-4440-9724-63ea31853fab', 'status': 'completed', 'code': 200} Dec 06 14:29:04.969741 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-23408578-6fdd-4b36-a86d-6b38e80f4e50 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:29:05.169715 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-23408578-6fdd-4b36-a86d-6b38e80f4e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:05.197407 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23408578-6fdd-4b36-a86d-6b38e80f4e50 None None] Checking router: 731f64c3-2d3c-4121-838c-28acc863a547 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:29:05.205784 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23408578-6fdd-4b36-a86d-6b38e80f4e50 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:29:05.206391 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-23408578-6fdd-4b36-a86d-6b38e80f4e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:29:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:05.244754 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a55b2477-6d14-45b6-aee3-5ac7e1aa95d1 req-415d0f9c-33cb-41e4-8aa3-aed49679c4b7 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 210 time: 0.0286953 Dec 06 14:29:05.313991 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-23408578-6fdd-4b36-a86d-6b38e80f4e50 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:29:05.506810 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-23408578-6fdd-4b36-a86d-6b38e80f4e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:05.536098 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23408578-6fdd-4b36-a86d-6b38e80f4e50 None None] The sync data for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv is: [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:29:05.755842 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76446e95-181a-4143-8cda-b06c48f22f82 None None] New status for floating IP be94a266-4a36-46fb-9918-f0daf49931de: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:29:06.018503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:06.340506 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f40ad9f3-a65a-4574-8a07-a48ac5aa3ac9 req-a3a7971f-9ae6-4555-a202-d79fe74c70ca tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 210 time: 0.0266347 Dec 06 14:29:06.928843 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:07.432654 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33def190-1ac7-4a3a-8aab-79446c3e8700 req-8c7da258-fe98-4bae-8ab1-80e71ff35b51 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 210 time: 0.0251620 Dec 06 14:29:07.535066 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device eb94a4ba-1de3-4440-9724-63ea31853fab no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:29:07.555532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: eb94a4ba-1de3-4440-9724-63ea31853fab {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:29:07.555880 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device eb94a4ba-1de3-4440-9724-63ea31853fab not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:29:08.527282 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c0a9ee14-80dc-437b-8d53-7d6d8d934014 req-30b4453a-293f-4d36-a6e9-03c5786860a4 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 210 time: 0.0274742 Dec 06 14:29:09.622026 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1a84c63d-82e5-4f17-836a-dcc3baa13347 req-96b76d4d-7ab8-455d-8868-3f89370f489e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebcde97c-a8c8-41e2-8305-8a774c9dde90 HTTP/1.1" status: 200 len: 210 time: 0.0259204 Dec 06 14:29:10.890588 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-9e57a04f-fe2f-4ef7-8675-e004a593b2e8 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426962414&fields=id&tenant_id=852a071ee3ac45faa46fbed60458d40d HTTP/1.1" status: 200 len: 267 time: 0.0428090 Dec 06 14:29:10.998447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-600587b4-2fd2-4d6f-b617-4d3da5dd581e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:10.999980 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-600587b4-2fd2-4d6f-b617-4d3da5dd581e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 811 time: 0.1021466 Dec 06 14:29:11.015653 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-0870aa9a-b6c5-4544-8bec-342415c8b619 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/quotas/852a071ee3ac45faa46fbed60458d40d HTTP/1.1" status: 200 len: 375 time: 0.0097723 Dec 06 14:29:11.069097 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-81bd7536-1623-4081-adce-b20cedb3c980 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476432 Dec 06 14:29:11.172518 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-2f0a4d38-107f-4037-a315-3b5db08c84ff service neutron] 10.222.0.42 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895755 Dec 06 14:29:11.258013 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-73dd3679-b72a-4efb-ae35-f575b46cfed6 service neutron] 10.222.0.42 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793242 Dec 06 14:29:11.852921 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ffff697b-b1ee-4248-b3d6-82159b0adb74 req-9aec234e-9729-4a12-9b10-3a03c8d18dd3 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 210 time: 0.0293434 Dec 06 14:29:12.948019 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c587981a-c888-4be7-ad43-aa7020fb3e01 req-dcf7de9a-6923-4227-9fd4-5bd181ada1a5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 210 time: 0.0304270 Dec 06 14:29:13.937104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-8b8ae71f-8d29-4df8-8ea5-770193a56242 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:13.938525 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-8b8ae71f-8d29-4df8-8ea5-770193a56242 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 811 time: 0.0987661 Dec 06 14:29:14.002101 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-bf8a80f9-a9a5-4211-94d3-c281a9bb669f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852a071ee3ac45faa46fbed60458d40d HTTP/1.1" status: 200 len: 380 time: 0.0539372 Dec 06 14:29:14.011877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Request body: {'port': {'device_id': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'admin_state_up': True, 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'security_groups': ['b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:14.053145 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-81aa3556-00f6-4306-adfe-659c33033657 req-7d674f45-88fe-4672-abf3-2f863c51d499 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 210 time: 0.0356855 Dec 06 14:29:14.197202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Made reservation on behalf of 852a071ee3ac45faa46fbed60458d40d for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:29:14.200914 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:14.332292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Allocated IP 172.20.0.5 (23b95a34-a658-4de3-b9c9-74b7dc477ef7/018755a3-99e8-41ec-89d9-a7709363b621/55a6639e-4546-4455-ab7e-e62d7aa9ed65) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:29:14.467486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:14.569080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:14.616064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:29:14.619113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:29:14.622955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:29:14.629382 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'Port': ['ID=55a6639e-4546-4455-ab7e-e62d7aa9ed65,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:14.660861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:14.661217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:14.661561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:14.661910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:14.662240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:14.662568 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:14.662892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:14.663219 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:14.663539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:14.663863 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:14.664187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:14.664507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:14.664825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:14.695523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:14.696916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:14.836496 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-70e7e0dc-e552-4761-b85a-df22dc931af6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8202527 Dec 06 14:29:14.841805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Request body: {'port': {'device_id': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:14.843125 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-13020603-65ee-497d-85f7-a5af65e08b27 None None] Provisioning complete for port 55a6639e-4546-4455-ab7e-e62d7aa9ed65 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:14.843656 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-13020603-65ee-497d-85f7-a5af65e08b27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:14.878567 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-13020603-65ee-497d-85f7-a5af65e08b27 None None] Port 55a6639e-4546-4455-ab7e-e62d7aa9ed65 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:29:14.898969 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:15.215091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5ce665-948f-4372-af3b-cf19650ae82f req-aa8d3383-ab2d-4d7c-bf46-75d2e9a0172f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:15.216500 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bf5ce665-948f-4372-af3b-cf19650ae82f req-aa8d3383-ab2d-4d7c-bf46-75d2e9a0172f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 931 time: 0.0920177 Dec 06 14:29:15.222095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a6639e-4546-4455-ab7e-e62d7aa9ed65 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:29:15.231323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:15.258568 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Transition to ACTIVE for port object 55a6639e-4546-4455-ab7e-e62d7aa9ed65 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:29:15.284899 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bf5ce665-948f-4372-af3b-cf19650ae82f req-8785888c-5802-4fd5-8412-78508e52388f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581729 Dec 06 14:29:15.334306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:15.407360 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=55a6639e-4546-4455-ab7e-e62d7aa9ed65,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:15.463981 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Attempting to bind port 55a6639e-4546-4455-ab7e-e62d7aa9ed65 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:29:15.464325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Attempting to bind port 55a6639e-4546-4455-ab7e-e62d7aa9ed65 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:29:15.464802 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Attempting to bind port 55a6639e-4546-4455-ab7e-e62d7aa9ed65 on network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:29:15.469506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Port 55a6639e-4546-4455-ab7e-e62d7aa9ed65 on network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:29:15.469837 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Attempting to bind port 55a6639e-4546-4455-ab7e-e62d7aa9ed65 on network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:29:15.475233 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:29:15.475569 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Checking segment: {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:29:15.475952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Bound using segment: {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:29:15.476385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Bound port: 55a6639e-4546-4455-ab7e-e62d7aa9ed65, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:29:15.476740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:15.546814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] For port 55a6639e-4546-4455-ab7e-e62d7aa9ed65, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:29:15.550248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] For port 55a6639e-4546-4455-ab7e-e62d7aa9ed65, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=55a6639e-4546-4455-ab7e-e62d7aa9ed65,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:29:15.643122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:15.685016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:15.685016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:15.686633 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] 10.222.0.41 "PUT /v2.0/ports/55a6639e-4546-4455-ab7e-e62d7aa9ed65 HTTP/1.1" status: 200 len: 1093 time: 0.8491495 Dec 06 14:29:15.689854 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'tag': '55a6639e-4546-4455-ab7e-e62d7aa9ed65'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:29:15.692989 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0a8a735-64fd-4044-afb6-00bb6fce9b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "e92a5edf-3cb6-437e-a882-a91c2612e8ac", "tag": "55a6639e-4546-4455-ab7e-e62d7aa9ed65"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:29:15.727089 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3b06d5-eeec-4489-b2ba-14bbd6d01ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=55a6639e-4546-4455-ab7e-e62d7aa9ed65,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:15.745513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ca3489e-31c5-456d-b21f-3f010b7a870f x-openstack-request-id: req-0ca3489e-31c5-456d-b21f-3f010b7a870f {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:29:15.745821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92a5edf-3cb6-437e-a882-a91c2612e8ac", "tag": "55a6639e-4546-4455-ab7e-e62d7aa9ed65", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:29:15.746077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0ca3489e-31c5-456d-b21f-3f010b7a870f {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:29:15.746476 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'tag': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'status': 'completed', 'code': 200} Dec 06 14:29:15.817753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8a735-64fd-4044-afb6-00bb6fce9b8e req-44f71a15-4262-4864-8ed5-9efa7284b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:15.819557 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e0a8a735-64fd-4044-afb6-00bb6fce9b8e req-44f71a15-4262-4864-8ed5-9efa7284b76b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 1096 time: 0.0517361 Dec 06 14:29:15.923687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8a735-64fd-4044-afb6-00bb6fce9b8e req-b43efab6-2efc-4f9e-a413-bb854899e5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:15.925014 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e0a8a735-64fd-4044-afb6-00bb6fce9b8e req-b43efab6-2efc-4f9e-a413-bb854899e5ec service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=852a071ee3ac45faa46fbed60458d40d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0967150 Dec 06 14:29:16.022621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a8a735-64fd-4044-afb6-00bb6fce9b8e req-d092707b-e7c5-4496-87d3-556c938f7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:16.023991 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e0a8a735-64fd-4044-afb6-00bb6fce9b8e req-d092707b-e7c5-4496-87d3-556c938f7372 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914783 Dec 06 14:29:16.103137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-41b0ef77-d266-4565-aef5-d129bb4230cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:16.104637 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-41b0ef77-d266-4565-aef5-d129bb4230cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 1096 time: 0.0415013 Dec 06 14:29:16.144497 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-91b5947d-e344-4019-945f-86368b7cfa67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a6639e-4546-4455-ab7e-e62d7aa9ed65 HTTP/1.1" status: 200 len: 217 time: 0.0324507 Dec 06 14:29:16.197226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-f344ee76-e453-4fde-9b0a-c12b62b9a802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:16.198565 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-f344ee76-e453-4fde-9b0a-c12b62b9a802 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 200 len: 850 time: 0.0466752 Dec 06 14:29:16.244177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-6cfffb68-383f-4498-8d2c-69ed87122dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:16.245687 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-6cfffb68-383f-4498-8d2c-69ed87122dcd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23b95a34-a658-4de3-b9c9-74b7dc477ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399814 Dec 06 14:29:16.347228 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-c4278cb9-bbbb-4b6f-bc7a-d85c29201575 service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936351 Dec 06 14:29:16.462002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a515137-cf60-4f05-be94-36fd3690ceee req-6177e0cf-a323-4ed8-8ecf-ccf59f2f6345 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:16.463413 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a515137-cf60-4f05-be94-36fd3690ceee req-6177e0cf-a323-4ed8-8ecf-ccf59f2f6345 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 943 time: 0.1010423 Dec 06 14:29:16.488986 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dbbfcf1f-dbe1-48e4-95a6-e68e9e6632bf req-58fe76bc-d52b-456f-ad68-f30f45e8378c service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336884 Dec 06 14:29:16.530256 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a515137-cf60-4f05-be94-36fd3690ceee req-b43c7fd6-95e1-4899-b588-802a624fa7aa tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577626 Dec 06 14:29:17.646407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2fb1f-0c1f-4a31-93c0-14ae17e0db09 req-60326af3-aba3-42ab-8bbb-8e6f1692adde tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:17.647902 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c8d2fb1f-0c1f-4a31-93c0-14ae17e0db09 req-60326af3-aba3-42ab-8bbb-8e6f1692adde tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 943 time: 0.0493383 Dec 06 14:29:17.697665 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c8d2fb1f-0c1f-4a31-93c0-14ae17e0db09 req-ec31d960-223b-4b80-9234-f95529e8d797 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435176 Dec 06 14:29:18.820886 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bab881-39fe-4f71-a6de-292d57c237f8 req-4dba043f-655b-4ea4-94bf-f0d535fb0d6d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:18.822524 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22bab881-39fe-4f71-a6de-292d57c237f8 req-4dba043f-655b-4ea4-94bf-f0d535fb0d6d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 943 time: 0.0544927 Dec 06 14:29:18.872233 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22bab881-39fe-4f71-a6de-292d57c237f8 req-bb96a1f6-f4b8-4baa-ba6a-8c40c831fa0f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438137 Dec 06 14:29:19.983732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ebb78-1ecd-445a-a946-26cc5758ec1c req-602d620b-04b5-457c-a757-b8a7a7a9b6ad tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:19.988367 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c90ebb78-1ecd-445a-a946-26cc5758ec1c req-602d620b-04b5-457c-a757-b8a7a7a9b6ad tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 943 time: 0.0485656 Dec 06 14:29:20.038035 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c90ebb78-1ecd-445a-a946-26cc5758ec1c req-272fb752-6647-49b9-9935-74731055a78f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467503 Dec 06 14:29:21.150853 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0fffe-269c-42c8-bec2-d5b2b8298f5f req-9375c7cc-c7cf-4c0a-ac11-890c31149a3c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:21.152340 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4be0fffe-269c-42c8-bec2-d5b2b8298f5f req-9375c7cc-c7cf-4c0a-ac11-890c31149a3c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 943 time: 0.0481868 Dec 06 14:29:21.199969 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4be0fffe-269c-42c8-bec2-d5b2b8298f5f req-de1f1d28-0cab-4cb1-bc01-8b3e5edd9e8b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418353 Dec 06 14:29:22.313381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00137e-064b-4075-8c14-60298357ed51 req-edf3b158-7660-4dac-adfa-30e4e25c5ea0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:22.315080 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8c00137e-064b-4075-8c14-60298357ed51 req-edf3b158-7660-4dac-adfa-30e4e25c5ea0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 943 time: 0.0485103 Dec 06 14:29:22.363549 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8c00137e-064b-4075-8c14-60298357ed51 req-246d84a4-fe78-4d52-b000-c7acc8bae36c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426564 Dec 06 14:29:23.482780 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893f9c24-0f82-4388-bc33-8b280215683c req-84e38a7a-a09a-4be8-b8b1-821c8b554a6b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:23.484230 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-893f9c24-0f82-4388-bc33-8b280215683c req-84e38a7a-a09a-4be8-b8b1-821c8b554a6b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 943 time: 0.0522883 Dec 06 14:29:23.532814 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-893f9c24-0f82-4388-bc33-8b280215683c req-74b30224-5bce-4e18-82cb-d393f892dd8e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427101 Dec 06 14:29:24.104895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36186) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:24.173732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b12619-64bb-4abf-90f6-d7821ef97d9e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:24.174218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b12619-64bb-4abf-90f6-d7821ef97d9e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:24.174689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b12619-64bb-4abf-90f6-d7821ef97d9e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:24.179661 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-72b12619-64bb-4abf-90f6-d7821ef97d9e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=c716424228f8423e91750a4cc8918d9a&network_id=c5e7777c-e017-4be8-ba47-bb7f42934b17 HTTP/1.1" status: 200 len: 2999 time: 0.0705438 Dec 06 14:29:24.651854 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe76a55b-a684-4870-bafb-b6615a42a042 req-a16526f3-f1c1-44dc-9a23-35a46c3abacc tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:24.657883 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fe76a55b-a684-4870-bafb-b6615a42a042 req-a16526f3-f1c1-44dc-9a23-35a46c3abacc tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 943 time: 0.0534003 Dec 06 14:29:24.702686 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fe76a55b-a684-4870-bafb-b6615a42a042 req-d611eb38-3bc2-4f11-a7ba-054d9e03200c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433056 Dec 06 14:29:25.654780 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36198) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:25.704103 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d30e773-362a-48ed-934c-5dbfc5141380 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:25.705638 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1d30e773-362a-48ed-934c-5dbfc5141380 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 814 time: 0.0498648 Dec 06 14:29:25.816135 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c2c4d7-edec-47e6-a1a7-df5860421d2a req-fdc1790f-6599-4bb6-bafa-746674f5aa39 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:25.817640 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e5c2c4d7-edec-47e6-a1a7-df5860421d2a req-fdc1790f-6599-4bb6-bafa-746674f5aa39 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 943 time: 0.0483375 Dec 06 14:29:25.866821 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e5c2c4d7-edec-47e6-a1a7-df5860421d2a req-7712018c-e258-4cec-a30a-f37ed63e53bf tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421727 Dec 06 14:29:26.162748 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36206) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:26.168218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'network': {'name': 'tempest-network-smoke--1432857367', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'port_security_enabled': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:26.293391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:29:26.296840 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:26.320283 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:29:26.328617 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:26.328984 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Added segment 6b09b92b-46be-4e93-9685-078cf146fa1d of type vlan for network 16778bbe-f5a8-4403-abc8-fbaa68240406 Dec 06 14:29:26.371319 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:26.493824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:26.499281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:26.499863 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:26.562408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Network': ['ID=16778bbe-f5a8-4403-abc8-fbaa68240406,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:26.569605 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:26.569961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:26.570310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:26.570650 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:26.570985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:26.571317 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:26.571648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:26.571977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:26.572305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:26.572633 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:26.573011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:26.573339 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:26.573661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:26.585603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 16778bbe-f5a8-4403-abc8-fbaa68240406 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:29:26.610844 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ea6d050b-ae27-4a84-8f30-ac70670b1d3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4464858 Dec 06 14:29:26.613967 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36208) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:26.681567 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be25e27-12ec-43c0-8f0d-16bc1580a417 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:26.683034 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3be25e27-12ec-43c0-8f0d-16bc1580a417 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c716424228f8423e91750a4cc8918d9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0680966 Dec 06 14:29:26.685925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36210) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:26.768812 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa9d54e-ceb2-43eb-80ba-9d6feffa1ce0 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:26.770236 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7aa9d54e-ceb2-43eb-80ba-9d6feffa1ce0 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0834332 Dec 06 14:29:26.773749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36212) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:26.811727 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-705e89ac-69dd-41b2-853b-ca7f2b195865 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367992 Dec 06 14:29:26.814687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36214) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:26.847963 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f25451a1-9f2a-45f1-95cd-ba9bc36017c8 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c716424228f8423e91750a4cc8918d9a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322199 Dec 06 14:29:26.850338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36216) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:26.979746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f79d88-f66f-4150-abd9-6248a44f9ad5 req-bd058e0d-330a-4e48-a326-687d59931be1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:26.981276 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f5f79d88-f66f-4150-abd9-6248a44f9ad5 req-bd058e0d-330a-4e48-a326-687d59931be1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 943 time: 0.0485883 Dec 06 14:29:26.999516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a6c1a5-e180-4332-bb99-e50c78b9000f tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:27.001055 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d3a6c1a5-e180-4332-bb99-e50c78b9000f tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1491849 Dec 06 14:29:27.003850 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36220) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:27.032070 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1fc8b48d-3ee0-4f3c-8ee8-7708d924613a tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270712 Dec 06 14:29:27.034474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36222) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:27.034619 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f5f79d88-f66f-4150-abd9-6248a44f9ad5 req-b8f8fb50-6431-4de1-a9c8-5aee93c7287c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474188 Dec 06 14:29:27.039664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e0c0d703-0abb-4df4-9db6-bdb1f39bb526 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-47775496', 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:27.213511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c0d703-0abb-4df4-9db6-bdb1f39bb526 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:29:27.217076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d703-0abb-4df4-9db6-bdb1f39bb526 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:27.482903 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d703-0abb-4df4-9db6-bdb1f39bb526 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:27.543211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0d703-0abb-4df4-9db6-bdb1f39bb526 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Subnet': ['ID=342bafbe-d67d-40d1-a3eb-5912c20f3199,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:27.550361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c0d703-0abb-4df4-9db6-bdb1f39bb526 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Checking segment: {'id': '6b09b92b-46be-4e93-9685-078cf146fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:29:27.550721 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c0d703-0abb-4df4-9db6-bdb1f39bb526 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network hostable DHCP agents. Network: 16778bbe-f5a8-4403-abc8-fbaa68240406, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:29:27.642337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c0d703-0abb-4df4-9db6-bdb1f39bb526 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 16778bbe-f5a8-4403-abc8-fbaa68240406 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:29:27.778473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-e0c0d703-0abb-4df4-9db6-bdb1f39bb526 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 16778bbe-f5a8-4403-abc8-fbaa68240406) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:29:27.778777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c0d703-0abb-4df4-9db6-bdb1f39bb526 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:27.779377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e0c0d703-0abb-4df4-9db6-bdb1f39bb526 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:27.785150 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f0556b-e885-49b8-bedf-b027bf07063c None None] Network 16778bbe-f5a8-4403-abc8-fbaa68240406 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:29:27.873575 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e0c0d703-0abb-4df4-9db6-bdb1f39bb526 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 833 time: 0.8380659 Dec 06 14:29:27.934603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-16778bbe-f5a8-4403-abc8-fbaa68240406', 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ips': [{'subnet_id': '342bafbe-d67d-40d1-a3eb-5912c20f3199'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:29:27.940803 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:28.081754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Allocated IP 172.20.0.18 (16778bbe-f5a8-4403-abc8-fbaa68240406/342bafbe-d67d-40d1-a3eb-5912c20f3199/d572174f-2216-4d38-8463-370544008f8c) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:29:28.161730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757b807-8c73-4fcc-be12-23db2627ef43 req-411e41f6-b0db-48cd-9bae-038b36eb93d7 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:28.169826 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2757b807-8c73-4fcc-be12-23db2627ef43 req-411e41f6-b0db-48cd-9bae-038b36eb93d7 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 943 time: 0.0622163 Dec 06 14:29:28.189192 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:29:28.218276 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2757b807-8c73-4fcc-be12-23db2627ef43 req-438b8598-2c3e-4d2a-bdcb-9b187341570d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473855 Dec 06 14:29:28.240948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:28.283060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36230) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:28.287683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9d8d9b68-9d4e-42dd-b6e0-0f519398161c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-417125797', 'description': 'tempest-secgroup-smoke-417125797 description', 'project_id': 'c716424228f8423e91750a4cc8918d9a'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:28.326923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:28.369142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Network 16778bbe-f5a8-4403-abc8-fbaa68240406 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:29:28.373122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:29:28.377616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:29:28.387155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Pushing event updated for resources: {'Port': ['ID=d572174f-2216-4d38-8463-370544008f8c,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:28.400616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:28.400995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:28.401340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:28.401682 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:28.402431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:28.402431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:28.402665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:28.402961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:28.403295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:28.403622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:28.403956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:28.404269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:28.404585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:28.431191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9b68-9d4e-42dd-b6e0-0f519398161c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:28.450817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Attempting to bind port d572174f-2216-4d38-8463-370544008f8c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:29:28.451202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Attempting to bind port d572174f-2216-4d38-8463-370544008f8c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6b09b92b-46be-4e93-9685-078cf146fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:29:28.451559 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Attempting to bind port d572174f-2216-4d38-8463-370544008f8c on network 16778bbe-f5a8-4403-abc8-fbaa68240406 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:29:28.456573 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 29, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:29:28.456980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Checking segment: {'id': '6b09b92b-46be-4e93-9685-078cf146fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:29:28.457374 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:28.457780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Bound using segment: {'id': '6b09b92b-46be-4e93-9685-078cf146fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:29:28.458238 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Bound port: d572174f-2216-4d38-8463-370544008f8c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b09b92b-46be-4e93-9685-078cf146fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:29:28.458657 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:28.496901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9b68-9d4e-42dd-b6e0-0f519398161c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:28.579394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9b68-9d4e-42dd-b6e0-0f519398161c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:28.608354 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8d9b68-9d4e-42dd-b6e0-0f519398161c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca5fb5a-e2dc-4a56-8e93-ac703a84645d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:28.668083 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] For port d572174f-2216-4d38-8463-370544008f8c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:29:28.672158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] For port d572174f-2216-4d38-8463-370544008f8c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d572174f-2216-4d38-8463-370544008f8c,segment=NetworkSegment(6b09b92b-46be-4e93-9685-078cf146fa1d),segment_id=6b09b92b-46be-4e93-9685-078cf146fa1d)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:29:28.672727 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9d8d9b68-9d4e-42dd-b6e0-0f519398161c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:28.674016 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9d8d9b68-9d4e-42dd-b6e0-0f519398161c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3899736 Dec 06 14:29:28.678703 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36232) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:28.683539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-2714518b-2388-456d-9ef3-4d196079b2ca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'cca5fb5a-e2dc-4a56-8e93-ac703a84645d', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:28.774735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:28.817666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2714518b-2388-456d-9ef3-4d196079b2ca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:28.829547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109ccf98-55b8-4eea-9e3c-09d77809b571 None None] Pushing event updated for resources: {'Port': ['ID=d572174f-2216-4d38-8463-370544008f8c,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:28.885221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2714518b-2388-456d-9ef3-4d196079b2ca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:28.979814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2714518b-2388-456d-9ef3-4d196079b2ca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.006490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714518b-2388-456d-9ef3-4d196079b2ca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dfd9478-275a-4382-8c96-1026c0bcb336,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:29.077344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2714518b-2388-456d-9ef3-4d196079b2ca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.078697 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2714518b-2388-456d-9ef3-4d196079b2ca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3985269 Dec 06 14:29:29.081539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36234) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:29.086101 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-af2628bc-2945-4953-98d2-7332b8f98344 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'cca5fb5a-e2dc-4a56-8e93-ac703a84645d', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:29.182213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af2628bc-2945-4953-98d2-7332b8f98344 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.211689 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d572174f-2216-4d38-8463-370544008f8c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:29:29.249959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af2628bc-2945-4953-98d2-7332b8f98344 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.262008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d572174f-2216-4d38-8463-370544008f8c triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:29.262472 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.340458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af2628bc-2945-4953-98d2-7332b8f98344 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.354624 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.355141 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733a192d-2c8f-489e-b7eb-5739998a2d59 req-85d7c5b4-b7c5-491b-a435-e1ec25505d0d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:29.356642 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-733a192d-2c8f-489e-b7eb-5739998a2d59 req-85d7c5b4-b7c5-491b-a435-e1ec25505d0d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 943 time: 0.0568452 Dec 06 14:29:29.370189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2628bc-2945-4953-98d2-7332b8f98344 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4b1fb7f-6989-4c8d-a44f-bd04a0591c3a,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:29.390031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port d572174f-2216-4d38-8463-370544008f8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d572174f-2216-4d38-8463-370544008f8c,segment=NetworkSegment(6b09b92b-46be-4e93-9685-078cf146fa1d),segment_id=6b09b92b-46be-4e93-9685-078cf146fa1d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:29:29.424299 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-733a192d-2c8f-489e-b7eb-5739998a2d59 req-72bd15aa-b205-488c-be39-8a384be88af1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580363 Dec 06 14:29:29.425863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.454090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.455745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af2628bc-2945-4953-98d2-7332b8f98344 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.459704 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-af2628bc-2945-4953-98d2-7332b8f98344 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3744171 Dec 06 14:29:29.460533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36238) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:29.465399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-48b50208-c7a7-4465-b8a7-6490fb66fa67 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'cca5fb5a-e2dc-4a56-8e93-ac703a84645d', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:29.505324 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=d572174f-2216-4d38-8463-370544008f8c,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:29.550536 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48b50208-c7a7-4465-b8a7-6490fb66fa67 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.612080 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48b50208-c7a7-4465-b8a7-6490fb66fa67 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.614514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 55a6639e-4546-4455-ab7e-e62d7aa9ed65 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:29:29.709790 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48b50208-c7a7-4465-b8a7-6490fb66fa67 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.718731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 55a6639e-4546-4455-ab7e-e62d7aa9ed65, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=55a6639e-4546-4455-ab7e-e62d7aa9ed65,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:29:29.727251 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b50208-c7a7-4465-b8a7-6490fb66fa67 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6e82bd-3dd6-4f62-80d6-ce7f5a746c21,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:29.732214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'port_id': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'mac_address': 'fa:16:3e:68:d8:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:29:29.758590 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1eb9f0-202a-4515-b8d3-c74b2b159554 None None] Network 16778bbe-f5a8-4403-abc8-fbaa68240406 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:29:29.804195 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48b50208-c7a7-4465-b8a7-6490fb66fa67 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.805505 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-48b50208-c7a7-4465-b8a7-6490fb66fa67 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3439970 Dec 06 14:29:29.808268 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36240) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:29.812556 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f3440c2b-2ed1-4e15-951c-6e2cec851cf5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'cca5fb5a-e2dc-4a56-8e93-ac703a84645d', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:29.818291 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.847837 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a6639e-4546-4455-ab7e-e62d7aa9ed65 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:29:29.876602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-508f6b02-e810-4df6-b4f8-0756827a0a60 None None] Provisioning complete for port d572174f-2216-4d38-8463-370544008f8c triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:29.888717 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-508f6b02-e810-4df6-b4f8-0756827a0a60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.888717 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 55a6639e-4546-4455-ab7e-e62d7aa9ed65, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=55a6639e-4546-4455-ab7e-e62d7aa9ed65,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:29:29.911040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3440c2b-2ed1-4e15-951c-6e2cec851cf5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.971186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3440c2b-2ed1-4e15-951c-6e2cec851cf5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:29.976734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:30.047959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3440c2b-2ed1-4e15-951c-6e2cec851cf5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:30.062342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=55a6639e-4546-4455-ab7e-e62d7aa9ed65,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:30.066026 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3440c2b-2ed1-4e15-951c-6e2cec851cf5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b15b0e77-e016-4a21-b8a0-90a5e9807418,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:30.143842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3440c2b-2ed1-4e15-951c-6e2cec851cf5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:30.143842 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f3440c2b-2ed1-4e15-951c-6e2cec851cf5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3333442 Dec 06 14:29:30.145497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36244) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:30.150510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1fc4a283-d587-4ae2-862f-83f707a78462 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'cca5fb5a-e2dc-4a56-8e93-ac703a84645d', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:30.254153 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-1fc4a283-d587-4ae2-862f-83f707a78462 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:29:30.259943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a283-d587-4ae2-862f-83f707a78462 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:30.279609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7aabcff2-5497-473d-b503-8640d61507c3 None None] Provisioning complete for port d572174f-2216-4d38-8463-370544008f8c triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:30.279980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7aabcff2-5497-473d-b503-8640d61507c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:30.316807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a283-d587-4ae2-862f-83f707a78462 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:30.376745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['55a6639e-4546-4455-ab7e-e62d7aa9ed65'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:29:30.396252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a283-d587-4ae2-862f-83f707a78462 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:30.413204 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc4a283-d587-4ae2-862f-83f707a78462 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d360b488-9cae-4fe2-854a-081e1010b5be,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:30.501439 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1fc4a283-d587-4ae2-862f-83f707a78462 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:30.505658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36248) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:30.506205 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1fc4a283-d587-4ae2-862f-83f707a78462 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3592227 Dec 06 14:29:30.510877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0abde659-994c-4de9-926a-b1a7a9d31935 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'cca5fb5a-e2dc-4a56-8e93-ac703a84645d', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:30.565345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43764bac-6500-44b3-87e2-a941bd09a0fe req-2c8f91b7-0e3b-40fb-aace-e580634e36ed tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:30.566875 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43764bac-6500-44b3-87e2-a941bd09a0fe req-2c8f91b7-0e3b-40fb-aace-e580634e36ed tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 944 time: 0.0730422 Dec 06 14:29:30.619783 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43764bac-6500-44b3-87e2-a941bd09a0fe req-1d14319b-0767-41bb-9657-5ac4339fa53d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459979 Dec 06 14:29:30.641910 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-0abde659-994c-4de9-926a-b1a7a9d31935 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:29:30.647126 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0abde659-994c-4de9-926a-b1a7a9d31935 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:30.697236 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0abde659-994c-4de9-926a-b1a7a9d31935 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:30.777548 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0abde659-994c-4de9-926a-b1a7a9d31935 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:30.796883 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abde659-994c-4de9-926a-b1a7a9d31935 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452286d6-6b62-4c7e-b232-d883dadc8a78,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:30.865264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0abde659-994c-4de9-926a-b1a7a9d31935 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:30.867021 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0abde659-994c-4de9-926a-b1a7a9d31935 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3597496 Dec 06 14:29:31.067181 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-9f139aef-de63-41ca-8124-2ada8f563ff8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-417125797&fields=id&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 267 time: 0.0527716 Dec 06 14:29:31.178277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d572174f-2216-4d38-8463-370544008f8c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:29:31.238715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d572174f-2216-4d38-8463-370544008f8c triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:31.239199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:31.248513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-281ebd18-0dbb-4aae-932a-d37ea11bf63d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:31.250081 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-281ebd18-0dbb-4aae-932a-d37ea11bf63d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/networks?id=16778bbe-f5a8-4403-abc8-fbaa68240406 HTTP/1.1" status: 200 len: 797 time: 0.1754556 Dec 06 14:29:31.265543 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-7e187e89-8efa-4544-9e38-e778f01f1919 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/quotas/c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 375 time: 0.0095828 Dec 06 14:29:31.310903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d88cece9-df55-4ab8-bea5-ef384aaaf2da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:31.354796 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-2abff970-079e-4a96-aa1b-9d1334354643 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0834546 Dec 06 14:29:31.535746 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-740c4642-b43e-4149-bdda-3d110b920a8c service neutron] 10.222.0.42 "GET /v2.0/networks/16778bbe-f5a8-4403-abc8-fbaa68240406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693125 Dec 06 14:29:31.565937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca44bbd-458d-44c8-ac85-a7b9b9a15619 req-38c9816a-406f-41be-b6fd-c1cf5918403e tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:31.567409 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ca44bbd-458d-44c8-ac85-a7b9b9a15619 req-38c9816a-406f-41be-b6fd-c1cf5918403e tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0486786 Dec 06 14:29:31.618285 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ca44bbd-458d-44c8-ac85-a7b9b9a15619 req-a2d5e9f9-269e-4d3a-8b76-a6fe5dc46c17 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448413 Dec 06 14:29:31.623378 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 55a6639e-4546-4455-ab7e-e62d7aa9ed65 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:29:31.642686 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-42a62071-2126-4256-b4a3-572e6e67e049 service neutron] 10.222.0.42 "GET /v2.0/networks/16778bbe-f5a8-4403-abc8-fbaa68240406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001453 Dec 06 14:29:31.745968 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ea4df-b303-4081-a6ab-dfd8782ca635 req-5289d1cf-e94d-4a54-b37e-0d5ed0c5198c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:31.747410 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e52ea4df-b303-4081-a6ab-dfd8782ca635 req-5289d1cf-e94d-4a54-b37e-0d5ed0c5198c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 944 time: 0.0529735 Dec 06 14:29:31.795363 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e52ea4df-b303-4081-a6ab-dfd8782ca635 req-531dd503-d098-4aa2-a406-1ffc331796b3 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419664 Dec 06 14:29:31.830503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 55a6639e-4546-4455-ab7e-e62d7aa9ed65 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:29:31.834527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 55a6639e-4546-4455-ab7e-e62d7aa9ed65 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:31.835559 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:31.903286 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a2a28-bc8c-4d78-b398-3910738fec7c req-b3097d5e-ce72-4757-9d40-7b6b9f6efd1a tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:31.905000 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a92a2a28-bc8c-4d78-b398-3910738fec7c req-b3097d5e-ce72-4757-9d40-7b6b9f6efd1a tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0564716 Dec 06 14:29:31.933911 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:31.962266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a6639e-4546-4455-ab7e-e62d7aa9ed65'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:29:31.964896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e1fc29-d488-4591-9748-d4ea3984833d" -d '{"events": [{"server_uuid": "e92a5edf-3cb6-437e-a882-a91c2612e8ac", "name": "network-vif-plugged", "status": "completed", "tag": "55a6639e-4546-4455-ab7e-e62d7aa9ed65"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:29:31.969294 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a92a2a28-bc8c-4d78-b398-3910738fec7c req-b42e8fb4-d7d4-4fc3-a0c2-b697847e6831 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555227 Dec 06 14:29:31.974709 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4374f807-535c-49d5-b356-99b2241f2caf req-f2a43b0b-d0c3-4e8e-9488-0a2cd53d139e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 210 time: 0.0392261 Dec 06 14:29:31.979309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 55a6639e-4546-4455-ab7e-e62d7aa9ed65, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=55a6639e-4546-4455-ab7e-e62d7aa9ed65,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:29:32.025230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c503c95-50b4-48e7-bb0d-2e45f8f07ea3 x-openstack-request-id: req-4c503c95-50b4-48e7-bb0d-2e45f8f07ea3 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:29:32.025728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92a5edf-3cb6-437e-a882-a91c2612e8ac", "name": "network-vif-plugged", "status": "completed", "tag": "55a6639e-4546-4455-ab7e-e62d7aa9ed65", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:29:32.026157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4c503c95-50b4-48e7-bb0d-2e45f8f07ea3 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:29:32.026804 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'code': 200} Dec 06 14:29:32.082294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:32.131044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=55a6639e-4546-4455-ab7e-e62d7aa9ed65,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:32.372088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17008ac6-e2ac-44b1-9db0-a5baa87c318d req-3ccc4e76-f05b-4205-ac26-71db0acdc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:32.374115 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17008ac6-e2ac-44b1-9db0-a5baa87c318d req-3ccc4e76-f05b-4205-ac26-71db0acdc6f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 1098 time: 0.0415275 Dec 06 14:29:32.412554 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06754d25-70c4-4302-8508-d96b5b97e1ed req-ccd7ea6f-e139-473c-ac1b-515c26fb4a15 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:32.414570 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-06754d25-70c4-4302-8508-d96b5b97e1ed req-ccd7ea6f-e139-473c-ac1b-515c26fb4a15 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0585895 Dec 06 14:29:32.430031 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17008ac6-e2ac-44b1-9db0-a5baa87c318d req-74611893-3752-4e37-8c5c-131bad2a3b6f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487690 Dec 06 14:29:32.463418 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-06754d25-70c4-4302-8508-d96b5b97e1ed req-850298ca-76d7-4dd5-b534-1cdf5ff4e73f tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427625 Dec 06 14:29:32.912999 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c045379-1482-4fb8-b0b2-667bacfc0837 req-426d980d-a539-41b4-aaf2-1c82a59ebd56 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:32.914462 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4c045379-1482-4fb8-b0b2-667bacfc0837 req-426d980d-a539-41b4-aaf2-1c82a59ebd56 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 945 time: 0.0490508 Dec 06 14:29:32.964244 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4c045379-1482-4fb8-b0b2-667bacfc0837 req-8d061b70-e769-4652-9eb4-d3e565607f7b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438273 Dec 06 14:29:33.075038 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-caec8df4-a7dd-4d19-915a-cc31d3f420ce req-6fb8cbd5-9ab7-49ab-8b4d-ece93bb45207 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 210 time: 0.0309196 Dec 06 14:29:33.577200 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42da91-25c3-488f-8d74-14bec77b48f9 req-fd451269-4569-480c-91d1-e32f2e780b0e tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:33.578651 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8d42da91-25c3-488f-8d74-14bec77b48f9 req-fd451269-4569-480c-91d1-e32f2e780b0e tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0490198 Dec 06 14:29:33.633045 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8d42da91-25c3-488f-8d74-14bec77b48f9 req-d6225c25-3c1a-467f-b49c-56e5669466d3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484898 Dec 06 14:29:33.693563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-171da4d1-aa8a-4d5c-a579-3f32df30daf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:34.076029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e691f24-b4c1-4aaf-976c-df9cf2367a73 req-2090013a-6c1c-4604-83c3-eaedbc6c9e7e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:34.077569 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8e691f24-b4c1-4aaf-976c-df9cf2367a73 req-2090013a-6c1c-4604-83c3-eaedbc6c9e7e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 945 time: 0.0489287 Dec 06 14:29:34.130992 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8e691f24-b4c1-4aaf-976c-df9cf2367a73 req-dc763e5c-4e5e-4292-8e76-862ec718faf3 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469086 Dec 06 14:29:34.175027 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b3c8033d-96cf-4f07-9ff8-778f2384b2f1 req-d6267829-c78a-473a-a41e-3b2f172580cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 210 time: 0.0296788 Dec 06 14:29:34.476545 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-0b63eda9-47db-418a-8b0c-1f437fafd239 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:34.478053 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-0b63eda9-47db-418a-8b0c-1f437fafd239 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks?id=16778bbe-f5a8-4403-abc8-fbaa68240406 HTTP/1.1" status: 200 len: 797 time: 0.1183884 Dec 06 14:29:34.555347 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-eb5ce4a3-5f94-405b-87db-cabbcf395ef5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 472 time: 0.0671592 Dec 06 14:29:34.565765 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bccd1f65-68d0-46b7-af6d-0def1484fc54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'port': {'device_id': 'd3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8', 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406', 'admin_state_up': True, 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'security_groups': ['cca5fb5a-e2dc-4a56-8e93-ac703a84645d']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:34.747088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad96eb4-2e6f-49ce-9a6f-a1f9ce32b89e req-04c0cd9e-a3d6-4ed7-a34a-4938c75e37a6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:34.748485 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8ad96eb4-2e6f-49ce-9a6f-a1f9ce32b89e req-04c0cd9e-a3d6-4ed7-a34a-4938c75e37a6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0481668 Dec 06 14:29:34.779371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:34.806017 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8ad96eb4-2e6f-49ce-9a6f-a1f9ce32b89e req-19b1691d-8db5-41e5-8faa-36f62d242674 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512199 Dec 06 14:29:34.813596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bccd1f65-68d0-46b7-af6d-0def1484fc54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:29:34.817444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bccd1f65-68d0-46b7-af6d-0def1484fc54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:34.942928 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bccd1f65-68d0-46b7-af6d-0def1484fc54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.29 (16778bbe-f5a8-4403-abc8-fbaa68240406/342bafbe-d67d-40d1-a3eb-5912c20f3199/b22c4b0a-5149-4c93-80c8-efae50055f41) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:29:35.077085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bccd1f65-68d0-46b7-af6d-0def1484fc54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:35.174067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bccd1f65-68d0-46b7-af6d-0def1484fc54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:35.250666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bccd1f65-68d0-46b7-af6d-0def1484fc54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 16778bbe-f5a8-4403-abc8-fbaa68240406 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:29:35.258067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bccd1f65-68d0-46b7-af6d-0def1484fc54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:29:35.261654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bccd1f65-68d0-46b7-af6d-0def1484fc54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:29:35.264655 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd1f65-68d0-46b7-af6d-0def1484fc54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=b22c4b0a-5149-4c93-80c8-efae50055f41,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:35.303022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53d480-47d2-43d2-9dde-a8738c11cd7a req-033df13f-acb4-4d23-92c5-d9b01f0be97a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:35.304843 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3a53d480-47d2-43d2-9dde-a8738c11cd7a req-033df13f-acb4-4d23-92c5-d9b01f0be97a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 932 time: 0.0614581 Dec 06 14:29:35.313377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc0ad7-fdc5-4fb3-ae77-c60a20d52549 req-5a1aa25c-9c0b-41b2-b3a6-852318039b60 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:35.315172 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fdc0ad7-fdc5-4fb3-ae77-c60a20d52549 req-5a1aa25c-9c0b-41b2-b3a6-852318039b60 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 945 time: 0.1084206 Dec 06 14:29:35.329573 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bccd1f65-68d0-46b7-af6d-0def1484fc54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:35.330101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bccd1f65-68d0-46b7-af6d-0def1484fc54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:35.359856 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3a53d480-47d2-43d2-9dde-a8738c11cd7a req-7bd32bbe-c3ca-40a8-90e5-624de6259572 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478890 Dec 06 14:29:35.383201 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fdc0ad7-fdc5-4fb3-ae77-c60a20d52549 req-af49932b-c8f3-4639-b5a9-95070151f2ec tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607483 Dec 06 14:29:35.456536 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bccd1f65-68d0-46b7-af6d-0def1484fc54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8944418 Dec 06 14:29:35.470045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Request body: {'port': {'device_id': 'd3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:35.498713 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b82453-1342-4fe6-9161-b2ae75ebefd9 req-13058d46-115c-4f1c-beac-f0f8aecf18a6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:35.500215 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-01b82453-1342-4fe6-9161-b2ae75ebefd9 req-13058d46-115c-4f1c-beac-f0f8aecf18a6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 945 time: 0.0486436 Dec 06 14:29:35.513363 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bad822b8-bf3f-4a24-a7e0-f49b71638ea1 None None] Provisioning complete for port b22c4b0a-5149-4c93-80c8-efae50055f41 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:35.513830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bad822b8-bf3f-4a24-a7e0-f49b71638ea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:35.531710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:35.552275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bad822b8-bf3f-4a24-a7e0-f49b71638ea1 None None] Port b22c4b0a-5149-4c93-80c8-efae50055f41 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:29:35.554339 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-01b82453-1342-4fe6-9161-b2ae75ebefd9 req-e182ddfc-2abe-424c-9914-98441bb3bbc6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477006 Dec 06 14:29:35.577602 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36312) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:35.615473 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b39d1b5-179b-440f-a9b9-f4eb915a9d9e tempest-TestVolumeBootPattern-1795849976 tempest-TestVolumeBootPattern-1795849976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:35.616899 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1b39d1b5-179b-440f-a9b9-f4eb915a9d9e tempest-TestVolumeBootPattern-1795849976 tempest-TestVolumeBootPattern-1795849976-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 1093 time: 0.0381908 Dec 06 14:29:35.620274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36314) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:35.625111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:29:35.711151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:35.798126 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b22c4b0a-5149-4c93-80c8-efae50055f41 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:29:35.806388 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:35.807350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:35.819276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Transition to ACTIVE for port object b22c4b0a-5149-4c93-80c8-efae50055f41 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:29:35.903996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:35.915839 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Allocated IP 172.36.1.50 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/0550a3f0-d5b6-4e36-9d2f-1c7b0bedf1fc) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:29:35.921990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:35.980267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44025e0e-c5ed-4e5c-b42a-6f5df8b5dec7 req-97ed387a-859a-4000-9824-0465a26778b1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:35.981891 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-44025e0e-c5ed-4e5c-b42a-6f5df8b5dec7 req-97ed387a-859a-4000-9824-0465a26778b1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1039362 Dec 06 14:29:35.995134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Pushing event updated for resources: {'Port': ['ID=b22c4b0a-5149-4c93-80c8-efae50055f41,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:36.029385 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:36.083904 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-44025e0e-c5ed-4e5c-b42a-6f5df8b5dec7 req-eca945fd-98f7-493e-b3be-28345a1c2170 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852785 Dec 06 14:29:36.086691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Attempting to bind port b22c4b0a-5149-4c93-80c8-efae50055f41 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:29:36.087092 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Attempting to bind port b22c4b0a-5149-4c93-80c8-efae50055f41 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '6b09b92b-46be-4e93-9685-078cf146fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:29:36.087341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Attempting to bind port b22c4b0a-5149-4c93-80c8-efae50055f41 on network 16778bbe-f5a8-4403-abc8-fbaa68240406 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:29:36.091953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Port b22c4b0a-5149-4c93-80c8-efae50055f41 on network 16778bbe-f5a8-4403-abc8-fbaa68240406 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:29:36.092270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Attempting to bind port b22c4b0a-5149-4c93-80c8-efae50055f41 on network 16778bbe-f5a8-4403-abc8-fbaa68240406 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:29:36.097451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:29:36.097785 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Checking segment: {'id': '6b09b92b-46be-4e93-9685-078cf146fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:29:36.098266 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Bound using segment: {'id': '6b09b92b-46be-4e93-9685-078cf146fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:29:36.098707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Bound port: b22c4b0a-5149-4c93-80c8-efae50055f41, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b09b92b-46be-4e93-9685-078cf146fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:29:36.103033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:36.122707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:36.175361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:29:36.177117 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] For port b22c4b0a-5149-4c93-80c8-efae50055f41, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:29:36.178486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:29:36.181392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] For port b22c4b0a-5149-4c93-80c8-efae50055f41, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b22c4b0a-5149-4c93-80c8-efae50055f41,segment=NetworkSegment(6b09b92b-46be-4e93-9685-078cf146fa1d),segment_id=6b09b92b-46be-4e93-9685-078cf146fa1d)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:29:36.185150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:29:36.185897 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'Port': ['ID=0550a3f0-d5b6-4e36-9d2f-1c7b0bedf1fc,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:36.242457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:36.270280 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:36.270760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:36.272106 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] 10.222.0.41 "PUT /v2.0/ports/b22c4b0a-5149-4c93-80c8-efae50055f41 HTTP/1.1" status: 200 len: 1094 time: 0.8063259 Dec 06 14:29:36.278055 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8', 'tag': 'b22c4b0a-5149-4c93-80c8-efae50055f41'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:29:36.283075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96b92e5b-ef41-4afe-9e5d-6e57abada83e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8", "tag": "b22c4b0a-5149-4c93-80c8-efae50055f41"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:29:36.308990 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abad95b-faed-4c90-a949-149c2b29d15a service neutron] Pushing event updated for resources: {'Port': ['ID=b22c4b0a-5149-4c93-80c8-efae50055f41,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:36.341065 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97b7c92-92d5-4225-addc-99cdbf4c4f24 x-openstack-request-id: req-f97b7c92-92d5-4225-addc-99cdbf4c4f24 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:29:36.341065 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8", "tag": "b22c4b0a-5149-4c93-80c8-efae50055f41", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:29:36.341065 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f97b7c92-92d5-4225-addc-99cdbf4c4f24 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:29:36.341065 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8', 'tag': 'b22c4b0a-5149-4c93-80c8-efae50055f41', 'status': 'completed', 'code': 200} Dec 06 14:29:36.405836 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b92e5b-ef41-4afe-9e5d-6e57abada83e req-bd81a954-aff0-4a78-bd50-d0ea1238e0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:36.408844 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-96b92e5b-ef41-4afe-9e5d-6e57abada83e req-bd81a954-aff0-4a78-bd50-d0ea1238e0fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 1097 time: 0.0496325 Dec 06 14:29:36.561344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ff4faf-53bc-4fec-8299-f635cf761187 req-07fd7d8b-1350-4fe3-9ac4-c39fe52c43a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:36.562936 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-90ff4faf-53bc-4fec-8299-f635cf761187 req-07fd7d8b-1350-4fe3-9ac4-c39fe52c43a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 944 time: 0.1181881 Dec 06 14:29:36.581879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b92e5b-ef41-4afe-9e5d-6e57abada83e req-8537b26c-d782-4b50-9848-94ef55ce0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:36.582361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b92e5b-ef41-4afe-9e5d-6e57abada83e req-8537b26c-d782-4b50-9848-94ef55ce0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:36.583905 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-96b92e5b-ef41-4afe-9e5d-6e57abada83e req-8537b26c-d782-4b50-9848-94ef55ce0180 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c716424228f8423e91750a4cc8918d9a&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1659472 Dec 06 14:29:36.679981 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-90ff4faf-53bc-4fec-8299-f635cf761187 req-db76890e-fe6a-4a11-8ea7-a578c3566379 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104858 Dec 06 14:29:36.720362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b92e5b-ef41-4afe-9e5d-6e57abada83e req-f37a2736-5e1d-4ea2-a314-e19d05a8df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:36.722893 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-96b92e5b-ef41-4afe-9e5d-6e57abada83e req-f37a2736-5e1d-4ea2-a314-e19d05a8df12 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1288655 Dec 06 14:29:36.805524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-4ceeb8a2-a291-42a7-bd9e-ae6b9d980947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:36.807062 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-4ceeb8a2-a291-42a7-bd9e-ae6b9d980947 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 1097 time: 0.0433156 Dec 06 14:29:36.864513 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-35a565d0-25d8-4b49-ad56-b2082839df91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=b22c4b0a-5149-4c93-80c8-efae50055f41 HTTP/1.1" status: 200 len: 217 time: 0.0495698 Dec 06 14:29:36.902575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:36.915079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bb2ab418-3df6-43bb-9071-53046d98030c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:36.916545 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-bb2ab418-3df6-43bb-9071-53046d98030c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=342bafbe-d67d-40d1-a3eb-5912c20f3199 HTTP/1.1" status: 200 len: 836 time: 0.0443380 Dec 06 14:29:36.963291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-41561022-4c42-4492-8482-d4b9e94aa0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:36.964732 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-41561022-4c42-4492-8482-d4b9e94aa0be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=16778bbe-f5a8-4403-abc8-fbaa68240406&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0412142 Dec 06 14:29:36.990784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:37.038866 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:37.056421 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-afd00f08-0cfe-4599-97e4-6268ceaf1072 service neutron] 10.222.0.41 "GET /v2.0/networks/16778bbe-f5a8-4403-abc8-fbaa68240406?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848024 Dec 06 14:29:37.150362 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f040166d-a8ed-43ab-9904-6f01cdb45fe7 req-24ead535-3774-4157-9d6f-a1f74b21f620 service neutron] 10.222.0.41 "GET /v2.0/networks/16778bbe-f5a8-4403-abc8-fbaa68240406?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872769 Dec 06 14:29:37.193615 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:37.225202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:37.294289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'Port': ['ID=0550a3f0-d5b6-4e36-9d2f-1c7b0bedf1fc,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:37.308029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:37.435208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715f7cf-0bd6-47d4-8887-253345658722 req-69801aef-6ba6-44a1-927e-9fa905bd100a tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:37.436693 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b715f7cf-0bd6-47d4-8887-253345658722 req-69801aef-6ba6-44a1-927e-9fa905bd100a tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0920956 Dec 06 14:29:37.452306 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Floating IP f0b40876-c7aa-4342-9d1a-2641d418585c associated. External IP: 172.36.1.50, port: 55a6639e-4546-4455-ab7e-e62d7aa9ed65. Dec 06 14:29:37.585440 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b715f7cf-0bd6-47d4-8887-253345658722 req-7a8f8ec6-6e73-45e9-85cd-336d4b1f6d57 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419206 Dec 06 14:29:37.710533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Router 731f64c3-2d3c-4121-838c-28acc863a547 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:29:37.800551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8e213-8207-4b9b-b34d-d07c03216ae0 req-b066dd24-0672-476a-9eae-75ef81d4f1b6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:37.802100 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17a8e213-8207-4b9b-b34d-d07c03216ae0 req-b066dd24-0672-476a-9eae-75ef81d4f1b6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 944 time: 0.0524778 Dec 06 14:29:37.819696 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:29:37.834260 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42e635-f175-4da3-97c8-9d1149130405 None None] Sync routers for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:29:37.849763 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42e635-f175-4da3-97c8-9d1149130405 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:29:37.849958 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ab42e635-f175-4da3-97c8-9d1149130405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:29:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:37.863902 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17a8e213-8207-4b9b-b34d-d07c03216ae0 req-f598e7dc-b743-4671-9f3b-777cc4890578 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541723 Dec 06 14:29:37.957061 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-ab42e635-f175-4da3-97c8-9d1149130405 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:29:37.959315 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:37.986095 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8a507ec0-ed64-450e-a0b0-780da9c27dd6 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3647072 Dec 06 14:29:37.986885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'tag': '55a6639e-4546-4455-ab7e-e62d7aa9ed65'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:29:37.989348 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22cee26f-f60b-42bf-8ac5-3a29455a7c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e92a5edf-3cb6-437e-a882-a91c2612e8ac", "tag": "55a6639e-4546-4455-ab7e-e62d7aa9ed65"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:29:38.086062 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822b3bcb-2cb4-48ef-a696-6b8699ef64b7 x-openstack-request-id: req-822b3bcb-2cb4-48ef-a696-6b8699ef64b7 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:29:38.086062 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92a5edf-3cb6-437e-a882-a91c2612e8ac", "tag": "55a6639e-4546-4455-ab7e-e62d7aa9ed65", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:29:38.086062 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-822b3bcb-2cb4-48ef-a696-6b8699ef64b7 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:29:38.086062 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'tag': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'status': 'completed', 'code': 200} Dec 06 14:29:38.165221 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cee26f-f60b-42bf-8ac5-3a29455a7c2e req-2f935c8b-7ba7-4551-bf10-5336726de919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:38.166818 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22cee26f-f60b-42bf-8ac5-3a29455a7c2e req-2f935c8b-7ba7-4551-bf10-5336726de919 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 1098 time: 0.0414934 Dec 06 14:29:38.193705 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ab42e635-f175-4da3-97c8-9d1149130405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f0b40876-c7aa-4342-9d1a-2641d418585c', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.50', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:68:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:29:36Z', 'updated_at': '2021-12-06T14:29:36Z', 'revision_number': 0, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:38.221064 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42e635-f175-4da3-97c8-9d1149130405 None None] Checking router: 731f64c3-2d3c-4121-838c-28acc863a547 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:29:38.230411 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab42e635-f175-4da3-97c8-9d1149130405 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:29:38.231011 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ab42e635-f175-4da3-97c8-9d1149130405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:29:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:38.265895 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cee26f-f60b-42bf-8ac5-3a29455a7c2e req-57e09f58-7956-4bb7-a936-a9664ff50596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:38.267381 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22cee26f-f60b-42bf-8ac5-3a29455a7c2e req-57e09f58-7956-4bb7-a936-a9664ff50596 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 912 time: 0.0898495 Dec 06 14:29:38.337203 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-ab42e635-f175-4da3-97c8-9d1149130405 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:29:38.567556 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ab42e635-f175-4da3-97c8-9d1149130405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f0b40876-c7aa-4342-9d1a-2641d418585c', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.50', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:68:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:29:36Z', 'updated_at': '2021-12-06T14:29:36Z', 'revision_number': 0, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:38.594838 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab42e635-f175-4da3-97c8-9d1149130405 None None] The sync data for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv is: [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f0b40876-c7aa-4342-9d1a-2641d418585c', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.50', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:68:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:29:36Z', 'updated_at': '2021-12-06T14:29:36Z', 'revision_number': 0, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:29:38.656000 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22cee26f-f60b-42bf-8ac5-3a29455a7c2e req-af489e11-fd1c-4a11-9dcc-5a518ac37741 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a6639e-4546-4455-ab7e-e62d7aa9ed65 HTTP/1.1" status: 200 len: 998 time: 0.3807769 Dec 06 14:29:38.733278 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cee26f-f60b-42bf-8ac5-3a29455a7c2e req-77a7302d-e714-4f0e-9014-80f15467c566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:38.734749 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22cee26f-f60b-42bf-8ac5-3a29455a7c2e req-77a7302d-e714-4f0e-9014-80f15467c566 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 200 len: 850 time: 0.0694127 Dec 06 14:29:38.745565 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ffa347-8e3b-4b95-ba86-0a13beb87066 req-0f4bf920-5764-472e-8ebd-4ab7a3d4ffbe tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:38.747055 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32ffa347-8e3b-4b95-ba86-0a13beb87066 req-0f4bf920-5764-472e-8ebd-4ab7a3d4ffbe tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0901928 Dec 06 14:29:38.793430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2699cdd-9b57-435e-bda7-883d3db14a8d None None] New status for floating IP f0b40876-c7aa-4342-9d1a-2641d418585c: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:29:38.819127 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32ffa347-8e3b-4b95-ba86-0a13beb87066 req-ced827b1-ce00-465d-ba53-77f95a3ef669 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634949 Dec 06 14:29:38.822335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cee26f-f60b-42bf-8ac5-3a29455a7c2e req-f3bd9584-d590-4826-b71d-62a1c8b5b8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:38.823773 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22cee26f-f60b-42bf-8ac5-3a29455a7c2e req-f3bd9584-d590-4826-b71d-62a1c8b5b8c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23b95a34-a658-4de3-b9c9-74b7dc477ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758371 Dec 06 14:29:38.934668 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22cee26f-f60b-42bf-8ac5-3a29455a7c2e req-fa2ac3cc-5d20-4722-b921-762b1725380b service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029558 Dec 06 14:29:38.989625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cfd573-76f7-409d-aec2-95fca4cc9815 req-46fc4e1c-7e54-47c3-9d69-820867435d17 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:38.991147 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9cfd573-76f7-409d-aec2-95fca4cc9815 req-46fc4e1c-7e54-47c3-9d69-820867435d17 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 944 time: 0.0542383 Dec 06 14:29:39.025508 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22cee26f-f60b-42bf-8ac5-3a29455a7c2e req-17e90bf4-c4ae-4c8c-b64f-d1de0cb80ce3 service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837352 Dec 06 14:29:39.043878 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9cfd573-76f7-409d-aec2-95fca4cc9815 req-0fa5a30b-71b9-4f61-9203-e583c503ee1e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464706 Dec 06 14:29:39.619634 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2e9a4-f30f-4d2e-a0cd-7b00bbe4fbc6 req-d0478a1e-0904-4763-9e77-4f27490397fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:39.621095 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8b2e9a4-f30f-4d2e-a0cd-7b00bbe4fbc6 req-d0478a1e-0904-4763-9e77-4f27490397fa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6391d33390324960b42f9813fede87b1&device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.0397882 Dec 06 14:29:39.724870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2e9a4-f30f-4d2e-a0cd-7b00bbe4fbc6 req-2dbf5201-adb9-47bb-8a9f-2895897a36fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:39.726896 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8b2e9a4-f30f-4d2e-a0cd-7b00bbe4fbc6 req-2dbf5201-adb9-47bb-8a9f-2895897a36fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bb7f889-754a-49bd-a23e-fb0958bb48ef HTTP/1.1" status: 200 len: 913 time: 0.0861812 Dec 06 14:29:39.793935 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8b2e9a4-f30f-4d2e-a0cd-7b00bbe4fbc6 req-0c7cfbad-34dd-4965-bd21-4fb343f9d4a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64ec59b5-b277-4350-87de-8a234c879eaa HTTP/1.1" status: 200 len: 1001 time: 0.0594206 Dec 06 14:29:39.841701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2e9a4-f30f-4d2e-a0cd-7b00bbe4fbc6 req-26cb3c5e-af41-4bd7-a868-ae8e24f8617a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:39.843148 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8b2e9a4-f30f-4d2e-a0cd-7b00bbe4fbc6 req-26cb3c5e-af41-4bd7-a868-ae8e24f8617a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76651f74-3875-4b5a-9896-ff48a7bf8ece HTTP/1.1" status: 200 len: 851 time: 0.0427544 Dec 06 14:29:39.888401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b2e9a4-f30f-4d2e-a0cd-7b00bbe4fbc6 req-b0478e34-1d9d-4f78-acf9-d1b6e3d81063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:39.889851 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8b2e9a4-f30f-4d2e-a0cd-7b00bbe4fbc6 req-b0478e34-1d9d-4f78-acf9-d1b6e3d81063 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bb7f889-754a-49bd-a23e-fb0958bb48ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401983 Dec 06 14:29:39.993299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaaf61e-b9cb-473c-a4a4-e43a14b61b21 req-a438d1d0-6c04-456b-aa71-2220ab6e4088 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:39.994766 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddaaf61e-b9cb-473c-a4a4-e43a14b61b21 req-a438d1d0-6c04-456b-aa71-2220ab6e4088 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.1040640 Dec 06 14:29:40.028767 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8b2e9a4-f30f-4d2e-a0cd-7b00bbe4fbc6 req-d4bbac3c-a7aa-4cd1-8bea-d4698b842690 service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300898 Dec 06 14:29:40.076279 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddaaf61e-b9cb-473c-a4a4-e43a14b61b21 req-0e8474fb-36fd-4bea-a2b8-2611cd1cf7b6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755572 Dec 06 14:29:40.138658 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8b2e9a4-f30f-4d2e-a0cd-7b00bbe4fbc6 req-e45fdc82-50ed-4574-8cc8-7b7106efa589 service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008224 Dec 06 14:29:40.159587 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa4903-edaa-437f-9362-3030c804bdcf req-1b7070d7-8047-42c3-8866-44ce9dc66190 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:40.161073 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-66fa4903-edaa-437f-9362-3030c804bdcf req-1b7070d7-8047-42c3-8866-44ce9dc66190 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 944 time: 0.0488145 Dec 06 14:29:40.209245 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-66fa4903-edaa-437f-9362-3030c804bdcf req-84d570e1-b69a-4285-8b09-f81a6169a46d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417638 Dec 06 14:29:41.193340 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f874a-9a5f-418c-ac6a-2b3607d0738b req-03aeaad4-7a95-4b47-9d00-60ecaa94cc52 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:41.194784 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-702f874a-9a5f-418c-ac6a-2b3607d0738b req-03aeaad4-7a95-4b47-9d00-60ecaa94cc52 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0488207 Dec 06 14:29:41.240588 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-702f874a-9a5f-418c-ac6a-2b3607d0738b req-9e48bbcf-2120-43b3-8ff5-ae80bcb3419f tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399466 Dec 06 14:29:41.323653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693db195-390c-484a-92c0-0495e09d9d0c req-fe25ee1c-2bfd-4d65-9ed8-5b8440657e53 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:41.325122 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-693db195-390c-484a-92c0-0495e09d9d0c req-fe25ee1c-2bfd-4d65-9ed8-5b8440657e53 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 944 time: 0.0481112 Dec 06 14:29:41.377103 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-693db195-390c-484a-92c0-0495e09d9d0c req-6a5f3b8c-a292-40ab-a9d9-5a1a8da5e5a9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460694 Dec 06 14:29:41.673327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device b22c4b0a-5149-4c93-80c8-efae50055f41 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:29:41.770298 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port b22c4b0a-5149-4c93-80c8-efae50055f41, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b22c4b0a-5149-4c93-80c8-efae50055f41,segment=NetworkSegment(6b09b92b-46be-4e93-9685-078cf146fa1d),segment_id=6b09b92b-46be-4e93-9685-078cf146fa1d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:29:41.781235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'b22c4b0a-5149-4c93-80c8-efae50055f41', 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406', 'port_id': 'b22c4b0a-5149-4c93-80c8-efae50055f41', 'mac_address': 'fa:16:3e:7a:38:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '342bafbe-d67d-40d1-a3eb-5912c20f3199', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:29:41.817632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:41.834168 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b22c4b0a-5149-4c93-80c8-efae50055f41 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:29:41.853373 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port b22c4b0a-5149-4c93-80c8-efae50055f41, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b22c4b0a-5149-4c93-80c8-efae50055f41,segment=NetworkSegment(6b09b92b-46be-4e93-9685-078cf146fa1d),segment_id=6b09b92b-46be-4e93-9685-078cf146fa1d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:29:41.915994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:41.964987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=b22c4b0a-5149-4c93-80c8-efae50055f41,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:42.259794 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['b22c4b0a-5149-4c93-80c8-efae50055f41'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:29:42.353905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0d3cc-4215-4f04-9772-7f7a57709a67 req-766d2164-cdbb-4960-a713-c448c822189a tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:42.355379 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bde0d3cc-4215-4f04-9772-7f7a57709a67 req-766d2164-cdbb-4960-a713-c448c822189a tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0483680 Dec 06 14:29:42.402982 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bde0d3cc-4215-4f04-9772-7f7a57709a67 req-be377181-7564-4655-8f03-07d0c95631fd tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 Dec 06 14:29:42.491173 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ae9a5-7cec-4388-8c98-512709ed5878 req-542a1ac0-8c38-4247-9f4c-a42ff6c82ab4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:42.493186 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1e1ae9a5-7cec-4388-8c98-512709ed5878 req-542a1ac0-8c38-4247-9f4c-a42ff6c82ab4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 945 time: 0.0489480 Dec 06 14:29:42.542534 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1e1ae9a5-7cec-4388-8c98-512709ed5878 req-4f97da60-b2a0-409b-9102-d6df93d4f4e5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426629 Dec 06 14:29:43.521988 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584e226-4ddc-4cae-90a2-3cfad410fed7 req-57c1b414-3649-461d-a0c8-0c6ed653aeb6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:43.523462 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7584e226-4ddc-4cae-90a2-3cfad410fed7 req-57c1b414-3649-461d-a0c8-0c6ed653aeb6 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0535777 Dec 06 14:29:43.570209 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7584e226-4ddc-4cae-90a2-3cfad410fed7 req-c8866d90-1afd-4e07-b635-ff56af2e251f tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406976 Dec 06 14:29:43.664443 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f595f9c-2a82-4426-9372-72f59e89e366 req-c7e4c53a-57ba-4d34-9eef-788f2db423b1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:43.665926 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3f595f9c-2a82-4426-9372-72f59e89e366 req-c7e4c53a-57ba-4d34-9eef-788f2db423b1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 945 time: 0.0494134 Dec 06 14:29:43.690281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device b22c4b0a-5149-4c93-80c8-efae50055f41 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:29:43.716933 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3f595f9c-2a82-4426-9372-72f59e89e366 req-4149572d-2f6a-47f4-8a93-e4bef77ea889 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449929 Dec 06 14:29:43.827668 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port b22c4b0a-5149-4c93-80c8-efae50055f41 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:29:43.832835 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port b22c4b0a-5149-4c93-80c8-efae50055f41 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:43.833250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:43.915250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:43.938986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22c4b0a-5149-4c93-80c8-efae50055f41'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:29:43.941554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d815605-aa13-4cb6-bb9a-3775a2b59889" -d '{"events": [{"server_uuid": "d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8", "name": "network-vif-plugged", "status": "completed", "tag": "b22c4b0a-5149-4c93-80c8-efae50055f41"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:29:43.949179 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aee664-362e-405c-ad9b-049a16330000 req-72050bd8-c683-493b-a030-d6bd0ea7f275 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:43.951066 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-76aee664-362e-405c-ad9b-049a16330000 req-72050bd8-c683-493b-a030-d6bd0ea7f275 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0598967 Dec 06 14:29:43.954357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port b22c4b0a-5149-4c93-80c8-efae50055f41, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b22c4b0a-5149-4c93-80c8-efae50055f41,segment=NetworkSegment(6b09b92b-46be-4e93-9685-078cf146fa1d),segment_id=6b09b92b-46be-4e93-9685-078cf146fa1d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:29:43.989354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8740b9-8a90-43f1-a759-2545f50e7b06 x-openstack-request-id: req-2a8740b9-8a90-43f1-a759-2545f50e7b06 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:29:43.989720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8", "name": "network-vif-plugged", "status": "completed", "tag": "b22c4b0a-5149-4c93-80c8-efae50055f41", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:29:43.990042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2a8740b9-8a90-43f1-a759-2545f50e7b06 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:29:43.990502 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b22c4b0a-5149-4c93-80c8-efae50055f41', 'code': 200} Dec 06 14:29:44.003701 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-76aee664-362e-405c-ad9b-049a16330000 req-d0ceaa6b-a19b-418b-81cd-26905da64049 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448356 Dec 06 14:29:44.006206 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:44.052766 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ae934-cfa5-4f72-aedc-76b7b50f0e55 req-ff1fc77a-776a-4c0a-a6e4-7d1a5b5c3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:44.054918 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-560ae934-cfa5-4f72-aedc-76b7b50f0e55 req-ff1fc77a-776a-4c0a-a6e4-7d1a5b5c3779 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6391d33390324960b42f9813fede87b1&device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.0535748 Dec 06 14:29:44.060328 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=b22c4b0a-5149-4c93-80c8-efae50055f41,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:44.149574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ae934-cfa5-4f72-aedc-76b7b50f0e55 req-0eae3174-90a0-4469-a62e-2f7df5263ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:44.151020 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-560ae934-cfa5-4f72-aedc-76b7b50f0e55 req-0eae3174-90a0-4469-a62e-2f7df5263ffd service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bb7f889-754a-49bd-a23e-fb0958bb48ef HTTP/1.1" status: 200 len: 913 time: 0.0884991 Dec 06 14:29:44.222077 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-560ae934-cfa5-4f72-aedc-76b7b50f0e55 req-df919ce0-e3c3-469b-8201-987fd70efebe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64ec59b5-b277-4350-87de-8a234c879eaa HTTP/1.1" status: 200 len: 1001 time: 0.0590022 Dec 06 14:29:44.286221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af15c83-b909-4a52-9353-a3c68cabf39f req-741bbe31-63b6-4fa8-9f30-d149a395dcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:44.287721 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5af15c83-b909-4a52-9353-a3c68cabf39f req-741bbe31-63b6-4fa8-9f30-d149a395dcb0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 1099 time: 0.0387983 Dec 06 14:29:44.290003 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ae934-cfa5-4f72-aedc-76b7b50f0e55 req-5d429c81-1fb7-42b3-b057-8e55c213e80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:44.291470 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-560ae934-cfa5-4f72-aedc-76b7b50f0e55 req-5d429c81-1fb7-42b3-b057-8e55c213e80f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76651f74-3875-4b5a-9896-ff48a7bf8ece HTTP/1.1" status: 200 len: 851 time: 0.0433159 Dec 06 14:29:44.339837 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5af15c83-b909-4a52-9353-a3c68cabf39f req-f8a4980c-a9d2-4585-81fc-3998b655c88e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395548 Dec 06 14:29:44.342547 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ae934-cfa5-4f72-aedc-76b7b50f0e55 req-a81a5b3c-3bb9-4d3d-9794-826462498852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:44.344071 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-560ae934-cfa5-4f72-aedc-76b7b50f0e55 req-a81a5b3c-3bb9-4d3d-9794-826462498852 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bb7f889-754a-49bd-a23e-fb0958bb48ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433657 Dec 06 14:29:44.670700 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-560ae934-cfa5-4f72-aedc-76b7b50f0e55 req-8dcb9291-9ad7-4837-a187-b889947fb835 service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806038 Dec 06 14:29:44.763811 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-560ae934-cfa5-4f72-aedc-76b7b50f0e55 req-4299b156-13b0-4be5-b3e9-d7736de54837 service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858910 Dec 06 14:29:44.834046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6a31c-b8cb-42db-b462-e3648e398788 req-69d56eae-8503-4aba-918e-7686f68cf2a4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:44.835490 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-66f6a31c-b8cb-42db-b462-e3648e398788 req-69d56eae-8503-4aba-918e-7686f68cf2a4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 946 time: 0.0490754 Dec 06 14:29:44.886387 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-66f6a31c-b8cb-42db-b462-e3648e398788 req-801fa4ec-fc7b-42e0-8477-3a106fface98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442405 Dec 06 14:29:45.124655 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27afe827-3f8a-44cf-8382-00a8654127ed req-5e81bb40-77e0-479e-9865-0d74edee7e8c tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:45.126421 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27afe827-3f8a-44cf-8382-00a8654127ed req-5e81bb40-77e0-479e-9865-0d74edee7e8c tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0528057 Dec 06 14:29:45.193811 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27afe827-3f8a-44cf-8382-00a8654127ed req-056f9277-cc03-4617-be9f-4d10ebd9395a tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610776 Dec 06 14:29:46.007352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14060a2f-ffa0-471f-a5fb-d422f9f4f892 req-bca3fef4-34b3-49e7-8448-a68b3eaf0d23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:46.009504 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-14060a2f-ffa0-471f-a5fb-d422f9f4f892 req-bca3fef4-34b3-49e7-8448-a68b3eaf0d23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 946 time: 0.0544972 Dec 06 14:29:46.060728 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-14060a2f-ffa0-471f-a5fb-d422f9f4f892 req-8896ad57-3fc9-4e2e-bf92-8ae7417ea321 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449898 Dec 06 14:29:46.315440 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49080531-e14f-411d-af36-44259389db29 req-4417bd44-f7ea-40e1-a70e-7fab61975d73 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:46.316875 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-49080531-e14f-411d-af36-44259389db29 req-4417bd44-f7ea-40e1-a70e-7fab61975d73 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0505733 Dec 06 14:29:46.365566 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-49080531-e14f-411d-af36-44259389db29 req-eabed1e8-6949-4813-86d5-237bdc0a122f tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412006 Dec 06 14:29:46.490070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0e885-ed64-4c3d-b00f-71cf9d2fee5d req-2288a361-c8f4-4f55-920d-93c1934bd512 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:46.491542 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-89e0e885-ed64-4c3d-b00f-71cf9d2fee5d req-2288a361-c8f4-4f55-920d-93c1934bd512 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0588648 Dec 06 14:29:46.541537 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-89e0e885-ed64-4c3d-b00f-71cf9d2fee5d req-e47b8469-af4f-45ee-88ac-fdf11d43b073 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440128 Dec 06 14:29:46.657881 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a318a3-dbac-498e-b803-7a5da1c6b8b7 req-3e6f85be-c702-4668-923a-e7a8b0244398 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:46.659328 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a9a318a3-dbac-498e-b803-7a5da1c6b8b7 req-3e6f85be-c702-4668-923a-e7a8b0244398 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0491381 Dec 06 14:29:46.706396 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a9a318a3-dbac-498e-b803-7a5da1c6b8b7 req-5c56039b-b8a2-4501-a8ef-d417dd085623 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410595 Dec 06 14:29:47.104878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfa74a-54b8-4177-900a-90632a6304e4 req-adaf62c7-edd7-4896-8214-feee28bfc7a8 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:47.106391 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f1dfa74a-54b8-4177-900a-90632a6304e4 req-adaf62c7-edd7-4896-8214-feee28bfc7a8 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0531113 Dec 06 14:29:47.154900 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f1dfa74a-54b8-4177-900a-90632a6304e4 req-ada48a3e-2a32-48a5-ae7f-21e44f8a79b8 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421708 Dec 06 14:29:47.180096 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d1bf7-5c4a-4d56-9649-5c4c10a9fd0e req-a490665b-c338-49d1-9690-bf6b9dfa3e43 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:47.181582 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-218d1bf7-5c4a-4d56-9649-5c4c10a9fd0e req-a490665b-c338-49d1-9690-bf6b9dfa3e43 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 946 time: 0.0494409 Dec 06 14:29:47.234733 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-218d1bf7-5c4a-4d56-9649-5c4c10a9fd0e req-6f73d16a-0926-47bb-a635-f58b0d6553e5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473320 Dec 06 14:29:47.347649 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118742f-31e0-4f6d-b641-5a7bfe7289e2 req-fd078e1f-b093-4edc-9311-109d361ec509 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:47.349132 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a118742f-31e0-4f6d-b641-5a7bfe7289e2 req-fd078e1f-b093-4edc-9311-109d361ec509 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 946 time: 0.0488210 Dec 06 14:29:47.397853 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a118742f-31e0-4f6d-b641-5a7bfe7289e2 req-88f21108-8412-4439-8f72-f44f74cedd81 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427830 Dec 06 14:29:48.271066 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d95a83-049e-48ea-9a04-f19a596838bb req-fce3a80b-ff41-4859-81a8-5e3835ca3d25 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:48.272467 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-51d95a83-049e-48ea-9a04-f19a596838bb req-fce3a80b-ff41-4859-81a8-5e3835ca3d25 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0485020 Dec 06 14:29:48.318747 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-51d95a83-049e-48ea-9a04-f19a596838bb req-24fb129d-0e1b-4f0c-9054-55fceb47625d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398669 Dec 06 14:29:48.644164 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8742b-b0aa-4099-ac89-1a46bf8f8d2b req-b1ff4290-57fe-4cff-ac10-153da854786d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:48.645676 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32e8742b-b0aa-4099-ac89-1a46bf8f8d2b req-b1ff4290-57fe-4cff-ac10-153da854786d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0488451 Dec 06 14:29:48.719971 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32e8742b-b0aa-4099-ac89-1a46bf8f8d2b req-28eaf8e1-fd91-4354-8fd1-9dc2545d7ed7 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672166 Dec 06 14:29:48.736693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703310c-b252-406f-85cb-66328f6b2b09 req-1d2b8b04-4386-4fad-9a14-7c11497df079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:48.736693 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5703310c-b252-406f-85cb-66328f6b2b09 req-1d2b8b04-4386-4fad-9a14-7c11497df079 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6391d33390324960b42f9813fede87b1&device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 1099 time: 0.0533254 Dec 06 14:29:48.825510 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703310c-b252-406f-85cb-66328f6b2b09 req-74d4e927-dc07-4b58-b09d-9eeef6431c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:48.826881 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5703310c-b252-406f-85cb-66328f6b2b09 req-74d4e927-dc07-4b58-b09d-9eeef6431c7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bb7f889-754a-49bd-a23e-fb0958bb48ef HTTP/1.1" status: 200 len: 913 time: 0.0836372 Dec 06 14:29:48.897010 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5703310c-b252-406f-85cb-66328f6b2b09 req-09631370-f223-4693-be9e-4d1b25c31ca0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64ec59b5-b277-4350-87de-8a234c879eaa HTTP/1.1" status: 200 len: 1001 time: 0.0630782 Dec 06 14:29:48.947992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703310c-b252-406f-85cb-66328f6b2b09 req-8298a08b-9367-46e3-8a32-c187fa2befb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:48.949436 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5703310c-b252-406f-85cb-66328f6b2b09 req-8298a08b-9367-46e3-8a32-c187fa2befb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=76651f74-3875-4b5a-9896-ff48a7bf8ece HTTP/1.1" status: 200 len: 851 time: 0.0439830 Dec 06 14:29:48.993279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36394) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:48.998781 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703310c-b252-406f-85cb-66328f6b2b09 req-7aa64799-b07a-4076-9aad-d9c00cbddea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:49.000302 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5703310c-b252-406f-85cb-66328f6b2b09 req-7aa64799-b07a-4076-9aad-d9c00cbddea9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bb7f889-754a-49bd-a23e-fb0958bb48ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398052 Dec 06 14:29:49.093017 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5703310c-b252-406f-85cb-66328f6b2b09 req-eca09cf3-3ac8-4653-a505-cdf93a7f31b3 service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856855 Dec 06 14:29:49.209238 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5703310c-b252-406f-85cb-66328f6b2b09 req-3fa64be4-3384-4cf9-9233-57a59ed45517 service neutron] 10.222.0.41 "GET /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920548 Dec 06 14:29:49.427626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:49.688223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.17 (16778bbe-f5a8-4403-abc8-fbaa68240406/342bafbe-d67d-40d1-a3eb-5912c20f3199/053dd1c6-36bd-474c-b8a9-da02c4f71d7a) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:29:49.808476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:49.859893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbc51f-b11a-42eb-b4ea-a9ac097a5f5a req-a1f14f68-bb10-417f-a524-066911bf9851 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:49.861396 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-68cbc51f-b11a-42eb-b4ea-a9ac097a5f5a req-a1f14f68-bb10-417f-a524-066911bf9851 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0706737 Dec 06 14:29:49.931904 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-68cbc51f-b11a-42eb-b4ea-a9ac097a5f5a req-959909a9-e263-48d6-b7b1-fa6457dbe0c0 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632913 Dec 06 14:29:49.945395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:49.984950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 16778bbe-f5a8-4403-abc8-fbaa68240406 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:29:49.987874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:29:49.991548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:29:50.016582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=053dd1c6-36bd-474c-b8a9-da02c4f71d7a,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:50.039888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:50.240916 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:50.243456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9c4d2eaa-11b4-49be-9e39-4c4a8a961ae3 None None] Provisioning complete for port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:50.243956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c4d2eaa-11b4-49be-9e39-4c4a8a961ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:50.285093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9c4d2eaa-11b4-49be-9e39-4c4a8a961ae3 None None] Port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:29:50.528338 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:50.578804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:50.650340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=053dd1c6-36bd-474c-b8a9-da02c4f71d7a,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:50.653746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:50.745471 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 16778bbe-f5a8-4403-abc8-fbaa68240406 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:29:50.746798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:29:50.863755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 4e9ad724-45ba-4982-8236-e0c63a18dc18 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:29:50.976212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:29:50.981307 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-44648bd0-ab1f-4b8f-90d7-1e019958ea71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/4e9ad724-45ba-4982-8236-e0c63a18dc18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9869981 Dec 06 14:29:50.985586 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Sync routers for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:29:50.996532 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:29:50.997200 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:29:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:51.011988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7b339504-e530-482a-8681-14a7336630ee None None] Provisioning complete for port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:51.012362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7b339504-e530-482a-8681-14a7336630ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:51.047064 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7b339504-e530-482a-8681-14a7336630ee None None] Port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:29:51.058068 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59089873-c6c6-4b88-a877-4c9383ed0a34 req-100e7f71-2fa0-41ff-a04d-f9bcafae36a8 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:51.059544 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-59089873-c6c6-4b88-a877-4c9383ed0a34 req-100e7f71-2fa0-41ff-a04d-f9bcafae36a8 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0560212 Dec 06 14:29:51.104773 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:29:51.106877 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-59089873-c6c6-4b88-a877-4c9383ed0a34 req-95c9e891-363c-4ffa-9fd9-58e17e195691 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410120 Dec 06 14:29:51.221559 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca1332d-db15-4b9a-a387-e1e8b707e1b3 req-da4061bc-06f5-4a75-b6df-047702f7f563 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:51.223152 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-aca1332d-db15-4b9a-a387-e1e8b707e1b3 req-da4061bc-06f5-4a75-b6df-047702f7f563 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0495005 Dec 06 14:29:51.270855 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-aca1332d-db15-4b9a-a387-e1e8b707e1b3 req-ee51de14-6acf-4d3e-9c11-3d74ee6affbe tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416081 Dec 06 14:29:51.334195 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:29:50Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43be06f1-1542-4db1-a110-b51179d39dae', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.229', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'port_id': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'mac_address': 'fa:16:3e:7d:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:27:57Z', 'updated_at': '2021-12-06T14:28:00Z', 'revision_number': 1, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dd1c6-36bd-474c-b8a9-da02c4f71d7a', 'name': '', 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:8e:40:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '342bafbe-d67d-40d1-a3eb-5912c20f3199', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:29:49Z', 'updated_at': '2021-12-06T14:29:50Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '342bafbe-d67d-40d1-a3eb-5912c20f3199', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:51.359887 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Checking router: 4e9ad724-45ba-4982-8236-e0c63a18dc18 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:29:51.360245 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Updating router 4e9ad724-45ba-4982-8236-e0c63a18dc18 port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:29:51.384391 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:51.732289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5992b64-df76-480c-95ab-4de53c94336f req-33d3c1bd-1c12-4a82-a663-f56a1a268ab3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:51.733819 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a5992b64-df76-480c-95ab-4de53c94336f req-33d3c1bd-1c12-4a82-a663-f56a1a268ab3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0517871 Dec 06 14:29:51.740943 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:51.785618 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a5992b64-df76-480c-95ab-4de53c94336f req-7c2d6b08-02dd-45e4-bf1b-f832144f83ec tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412457 Dec 06 14:29:51.853304 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:51.919417 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Pushing event updated for resources: {'Port': ['ID=053dd1c6-36bd-474c-b8a9-da02c4f71d7a,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:51.943488 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:51.943849 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:51.944189 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:51.944520 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:51.944988 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:51.945760 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:51.946098 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:51.946425 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:51.946759 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:51.947101 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:51.947422 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:51.947740 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:51.948053 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:29:51.961400 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Attempting to bind port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:29:51.961766 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Attempting to bind port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6b09b92b-46be-4e93-9685-078cf146fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:29:51.962120 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Attempting to bind port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a on network 16778bbe-f5a8-4403-abc8-fbaa68240406 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:29:51.967210 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 29, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:29:51.967580 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Checking segment: {'id': '6b09b92b-46be-4e93-9685-078cf146fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:29:51.967976 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:51.968362 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Bound using segment: {'id': '6b09b92b-46be-4e93-9685-078cf146fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:29:51.968830 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Bound port: 053dd1c6-36bd-474c-b8a9-da02c4f71d7a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b09b92b-46be-4e93-9685-078cf146fa1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:29:51.969227 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:52.035159 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] For port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:29:52.038350 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] For port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=053dd1c6-36bd-474c-b8a9-da02c4f71d7a,segment=NetworkSegment(6b09b92b-46be-4e93-9685-078cf146fa1d),segment_id=6b09b92b-46be-4e93-9685-078cf146fa1d)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:29:52.071454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0b1de11c-2685-47ac-a621-2c9198ed5d39 None None] Provisioning complete for port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:52.071917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0b1de11c-2685-47ac-a621-2c9198ed5d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:52.104020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0b1de11c-2685-47ac-a621-2c9198ed5d39 None None] Port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:29:52.110667 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:52.168364 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee6d42-17dd-42bb-afc3-389eb12a374d None None] Pushing event updated for resources: {'Port': ['ID=053dd1c6-36bd-474c-b8a9-da02c4f71d7a,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:52.171286 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:29:52.171909 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:29:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:52.281666 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:29:52.328509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-573d35fb-7358-4d1b-a472-c85af7f9f426 None None] Provisioning complete for port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:52.329029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-573d35fb-7358-4d1b-a472-c85af7f9f426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:52.404034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-573d35fb-7358-4d1b-a472-c85af7f9f426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:52.435023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-573d35fb-7358-4d1b-a472-c85af7f9f426 None None] For port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=053dd1c6-36bd-474c-b8a9-da02c4f71d7a,segment=NetworkSegment(6b09b92b-46be-4e93-9685-078cf146fa1d),segment_id=6b09b92b-46be-4e93-9685-078cf146fa1d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:29:52.498595 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-573d35fb-7358-4d1b-a472-c85af7f9f426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:52.508949 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:29:50Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43be06f1-1542-4db1-a110-b51179d39dae', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.229', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'port_id': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'mac_address': 'fa:16:3e:7d:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:27:57Z', 'updated_at': '2021-12-06T14:28:00Z', 'revision_number': 1, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dd1c6-36bd-474c-b8a9-da02c4f71d7a', 'name': '', 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:8e:40:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '342bafbe-d67d-40d1-a3eb-5912c20f3199', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:29:49Z', 'updated_at': '2021-12-06T14:29:52Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '342bafbe-d67d-40d1-a3eb-5912c20f3199', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:52.535307 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc612284-6afa-406e-843a-b8ba9f84ef74 None None] The sync data for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv is: [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:29:50Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43be06f1-1542-4db1-a110-b51179d39dae', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.229', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'port_id': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'mac_address': 'fa:16:3e:7d:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:27:57Z', 'updated_at': '2021-12-06T14:28:00Z', 'revision_number': 1, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '053dd1c6-36bd-474c-b8a9-da02c4f71d7a', 'name': '', 'network_id': '16778bbe-f5a8-4403-abc8-fbaa68240406', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:8e:40:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1224, 'fixed_ips': [{'subnet_id': '342bafbe-d67d-40d1-a3eb-5912c20f3199', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:29:49Z', 'updated_at': '2021-12-06T14:29:52Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '342bafbe-d67d-40d1-a3eb-5912c20f3199', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:29:52.545688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d35fb-7358-4d1b-a472-c85af7f9f426 None None] Pushing event updated for resources: {'Port': ['ID=053dd1c6-36bd-474c-b8a9-da02c4f71d7a,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:52.936405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fab9bc-71e4-4022-9220-1c9dd51a8cf5 req-1fcc8b72-8ee6-4c83-aa1d-df1a734f5aa7 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:52.938391 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c0fab9bc-71e4-4022-9220-1c9dd51a8cf5 req-1fcc8b72-8ee6-4c83-aa1d-df1a734f5aa7 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0721526 Dec 06 14:29:53.010859 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c0fab9bc-71e4-4022-9220-1c9dd51a8cf5 req-fa33e489-0231-4047-92eb-f31a5d3b0820 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620546 Dec 06 14:29:53.212892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 053dd1c6-36bd-474c-b8a9-da02c4f71d7a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:29:53.264528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:29:53.264924 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:54.152676 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec0eb5-d0c6-4cb8-83e0-7963209fb7b9 req-b8d5ea05-0c1c-4bd3-9a67-0f946b785724 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:54.154382 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7dec0eb5-d0c6-4cb8-83e0-7963209fb7b9 req-b8d5ea05-0c1c-4bd3-9a67-0f946b785724 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0551596 Dec 06 14:29:54.207056 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7dec0eb5-d0c6-4cb8-83e0-7963209fb7b9 req-a61c7d3e-b19e-4d33-9b12-ea2136821a37 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecd8b6df-d028-483e-9713-32deeddf3737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443754 Dec 06 14:29:54.551599 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-ab4230a0-63c0-4b33-9158-a3de28367d96 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:29:54.553034 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-ab4230a0-63c0-4b33-9158-a3de28367d96 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 946 time: 0.0498323 Dec 06 14:29:54.645340 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Deleting port 64ec59b5-b277-4350-87de-8a234c879eaa {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:29:54.645669 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:54.733636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] For port 64ec59b5-b277-4350-87de-8a234c879eaa, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=64ec59b5-b277-4350-87de-8a234c879eaa,segment=NetworkSegment(fb18ba37-bc39-4204-87fb-e900ac386ff1),segment_id=fb18ba37-bc39-4204-87fb-e900ac386ff1)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:29:54.733994 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:54.902253 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:54.902609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:54.902923 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Floating IP 7943d05b-c2fd-4d81-8327-b60bb2ac5748 disassociated. External IP: 172.36.1.20, port: 64ec59b5-b277-4350-87de-8a234c879eaa. Dec 06 14:29:54.903260 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Calling delete_port for 64ec59b5-b277-4350-87de-8a234c879eaa owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:29:55.087216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:55.117228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Pushing event deleted for resources: {'Port': ['ID=64ec59b5-b277-4350-87de-8a234c879eaa,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:55.234396 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Router 187c149d-a03d-428e-98bf-93c24156a625 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:29:55.317965 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-db61dc4f-234e-4f23-9a63-acaefc4bef91 req-d7bbad9e-40c2-43eb-ae1e-29d9d49ce66d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0338423 Dec 06 14:29:55.375364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:29:55.384959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeec5d2-5b07-4e06-ae3c-b8f642331d7f None None] Sync routers for ids ['187c149d-a03d-428e-98bf-93c24156a625'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:29:55.395384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeec5d2-5b07-4e06-ae3c-b8f642331d7f None None] Routers {'187c149d-a03d-428e-98bf-93c24156a625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:29:55.396051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-cdeec5d2-5b07-4e06-ae3c-b8f642331d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:29:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['187c149d-a03d-428e-98bf-93c24156a625'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:55.414872 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] No DVR routers for this DVR port 64ec59b5-b277-4350-87de-8a234c879eaa on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:29:55.417495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:55.420890 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-627fd466-b7ac-45bc-9663-b5db0607d1e8 req-85ee0e86-6de9-471f-a99e-2ea60152cfb3 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.41 "DELETE /v2.0/ports/64ec59b5-b277-4350-87de-8a234c879eaa HTTP/1.1" status: 204 len: 173 time: 0.8606322 Dec 06 14:29:55.421356 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7', 'name': 'network-vif-deleted', 'tag': '64ec59b5-b277-4350-87de-8a234c879eaa'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:29:55.423596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed767af-7d57-4b08-95ae-e2a9ca219d7b" -d '{"events": [{"server_uuid": "8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7", "name": "network-vif-deleted", "tag": "64ec59b5-b277-4350-87de-8a234c879eaa"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:29:55.461522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60b0160-7454-4026-b87c-c179a319fd1e x-openstack-request-id: req-d60b0160-7454-4026-b87c-c179a319fd1e {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:29:55.461814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7", "name": "network-vif-deleted", "tag": "64ec59b5-b277-4350-87de-8a234c879eaa", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:29:55.462070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d60b0160-7454-4026-b87c-c179a319fd1e {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:29:55.462471 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7', 'name': 'network-vif-deleted', 'tag': '64ec59b5-b277-4350-87de-8a234c879eaa', 'status': 'completed', 'code': 200} Dec 06 14:29:55.505634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-cdeec5d2-5b07-4e06-ae3c-b8f642331d7f None None] Set router 187c149d-a03d-428e-98bf-93c24156a625 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:29:55.713887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-cdeec5d2-5b07-4e06-ae3c-b8f642331d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68'}], 'enable_snat': True}, 'gw_port_id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:24:30Z', 'revision_number': 4, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port': {'id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:21Z', 'updated_at': '2021-12-06T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c44c160-6fab-4f79-b4a8-750971704047', 'name': '', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'mac_address': 'fa:16:3e:1d:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:29Z', 'updated_at': '2021-12-06T14:24:38Z', 'revision_number': 5, 'project_id': '6391d33390324960b42f9813fede87b1', 'subnets': [{'id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:55.745355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeec5d2-5b07-4e06-ae3c-b8f642331d7f None None] Checking router: 187c149d-a03d-428e-98bf-93c24156a625 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:29:55.754217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeec5d2-5b07-4e06-ae3c-b8f642331d7f None None] Routers {'187c149d-a03d-428e-98bf-93c24156a625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:29:55.754832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-cdeec5d2-5b07-4e06-ae3c-b8f642331d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:29:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['187c149d-a03d-428e-98bf-93c24156a625'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:55.862606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-cdeec5d2-5b07-4e06-ae3c-b8f642331d7f None None] Set router 187c149d-a03d-428e-98bf-93c24156a625 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:29:56.202853 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-cdeec5d2-5b07-4e06-ae3c-b8f642331d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68'}], 'enable_snat': True}, 'gw_port_id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:24:30Z', 'revision_number': 4, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port': {'id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:21Z', 'updated_at': '2021-12-06T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c44c160-6fab-4f79-b4a8-750971704047', 'name': '', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'mac_address': 'fa:16:3e:1d:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:29Z', 'updated_at': '2021-12-06T14:24:38Z', 'revision_number': 5, 'project_id': '6391d33390324960b42f9813fede87b1', 'subnets': [{'id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:29:56.232719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdeec5d2-5b07-4e06-ae3c-b8f642331d7f None None] The sync data for ids ['187c149d-a03d-428e-98bf-93c24156a625'] in dv-neutron-master-2-hyperv is: [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68'}], 'enable_snat': True}, 'gw_port_id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:24:30Z', 'revision_number': 4, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port': {'id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:21Z', 'updated_at': '2021-12-06T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1c44c160-6fab-4f79-b4a8-750971704047', 'name': '', 'network_id': '8bb7f889-754a-49bd-a23e-fb0958bb48ef', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'mac_address': 'fa:16:3e:1d:ac:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_interface', 'standard_attr_id': 721, 'fixed_ips': [{'subnet_id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:29Z', 'updated_at': '2021-12-06T14:24:38Z', 'revision_number': 5, 'project_id': '6391d33390324960b42f9813fede87b1', 'subnets': [{'id': '76651f74-3875-4b5a-9896-ff48a7bf8ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:29:56.443635 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a57a6c61-a1aa-4939-9040-eb20bb9fb1af req-9f878b33-c9bf-44cf-8f08-2ccef08f22c7 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c5dd1b0-c035-43c8-80ca-0f6094a6f3b7 HTTP/1.1" status: 200 len: 210 time: 0.0276196 Dec 06 14:29:56.481354 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccbc9a4-c95c-467c-8741-a9699fd10d77 None None] New status for floating IP 7943d05b-c2fd-4d81-8327-b60bb2ac5748: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:29:57.612189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36430) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:57.666539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ecb34c0a-2c21-42fa-bd23-d0399f7d7660 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:57.692581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ecb34c0a-2c21-42fa-bd23-d0399f7d7660 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:57.757856 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 64ec59b5-b277-4350-87de-8a234c879eaa no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:29:57.777344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 64ec59b5-b277-4350-87de-8a234c879eaa {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:29:57.777694 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 64ec59b5-b277-4350-87de-8a234c879eaa not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:29:57.817139 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ecb34c0a-2c21-42fa-bd23-d0399f7d7660 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:57.819799 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ecb34c0a-2c21-42fa-bd23-d0399f7d7660 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:57.821067 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ecb34c0a-2c21-42fa-bd23-d0399f7d7660 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "DELETE /v2.0/security-groups/ecd8b6df-d028-483e-9713-32deeddf3737 HTTP/1.1" status: 204 len: 168 time: 0.2078516 Dec 06 14:29:57.823743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36432) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:57.830015 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb34c0a-2c21-42fa-bd23-d0399f7d7660 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd8b6df-d028-483e-9713-32deeddf3737,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:57.836898 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-19dc5ae7-737c-41c6-ad7c-1283eb2d934d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] show failed (client error): The resource could not be found. Dec 06 14:29:57.838803 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-19dc5ae7-737c-41c6-ad7c-1283eb2d934d tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "GET /v2.0/security-groups/ecd8b6df-d028-483e-9713-32deeddf3737 HTTP/1.1" status: 404 len: 347 time: 0.0131485 Dec 06 14:29:57.845425 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36434) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:57.969545 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a2914-fca4-4db3-b8d8-ef40984b3cc1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Deleting port 0858a9a5-81c6-43fc-8fb8-fce28b992704 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:29:57.969880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2914-fca4-4db3-b8d8-ef40984b3cc1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:58.046838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2914-fca4-4db3-b8d8-ef40984b3cc1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:58.047071 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2914-fca4-4db3-b8d8-ef40984b3cc1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:58.058591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-4d1a2914-fca4-4db3-b8d8-ef40984b3cc1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Calling delete_port for 0858a9a5-81c6-43fc-8fb8-fce28b992704 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:29:58.251564 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2914-fca4-4db3-b8d8-ef40984b3cc1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:58.275164 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a2914-fca4-4db3-b8d8-ef40984b3cc1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Pushing event deleted for resources: {'Port': ['ID=0858a9a5-81c6-43fc-8fb8-fce28b992704,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:58.336836 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2914-fca4-4db3-b8d8-ef40984b3cc1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:58.339356 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d1a2914-fca4-4db3-b8d8-ef40984b3cc1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:58.340484 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4d1a2914-fca4-4db3-b8d8-ef40984b3cc1 tempest-ServerActionsTestJSON-69826705 tempest-ServerActionsTestJSON-69826705-project] 10.222.0.42 "DELETE /v2.0/floatingips/7943d05b-c2fd-4d81-8327-b60bb2ac5748 HTTP/1.1" status: 204 len: 168 time: 0.4940019 Dec 06 14:29:58.343431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36438) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:29:58.792406 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e253b37-0426-4219-858b-b929d4e69dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:59.035307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2e253b37-0426-4219-858b-b929d4e69dfe admin admin] Deleting port 1c44c160-6fab-4f79-b4a8-750971704047 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:29:59.035986 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e253b37-0426-4219-858b-b929d4e69dfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:59.110764 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-2e253b37-0426-4219-858b-b929d4e69dfe admin admin] For port 1c44c160-6fab-4f79-b4a8-750971704047, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1c44c160-6fab-4f79-b4a8-750971704047,segment=NetworkSegment(fb18ba37-bc39-4204-87fb-e900ac386ff1),segment_id=fb18ba37-bc39-4204-87fb-e900ac386ff1)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:29:59.111117 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e253b37-0426-4219-858b-b929d4e69dfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:59.123919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2e253b37-0426-4219-858b-b929d4e69dfe admin admin] Calling delete_port for 1c44c160-6fab-4f79-b4a8-750971704047 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:29:59.383797 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:59.703075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e253b37-0426-4219-858b-b929d4e69dfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:29:59.731783 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e253b37-0426-4219-858b-b929d4e69dfe admin admin] Pushing event deleted for resources: {'Port': ['ID=1c44c160-6fab-4f79-b4a8-750971704047,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:29:59.898060 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e253b37-0426-4219-858b-b929d4e69dfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:00.110045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e253b37-0426-4219-858b-b929d4e69dfe admin admin] Router 187c149d-a03d-428e-98bf-93c24156a625 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:30:00.218581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e253b37-0426-4219-858b-b929d4e69dfe admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:00.224834 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2e253b37-0426-4219-858b-b929d4e69dfe admin admin] 10.222.0.42 "PUT /v2.0/routers/187c149d-a03d-428e-98bf-93c24156a625/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8804274 Dec 06 14:30:00.228442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36444) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:00.232279 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ab8aed-b537-49b0-993a-43e59e1a40c8 None None] Sync routers for ids ['187c149d-a03d-428e-98bf-93c24156a625'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:00.243231 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ab8aed-b537-49b0-993a-43e59e1a40c8 None None] Routers {'187c149d-a03d-428e-98bf-93c24156a625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:00.243840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e7ab8aed-b537-49b0-993a-43e59e1a40c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:29:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['187c149d-a03d-428e-98bf-93c24156a625'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:00.331685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:00.349522 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-e7ab8aed-b537-49b0-993a-43e59e1a40c8 None None] Set router 187c149d-a03d-428e-98bf-93c24156a625 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:00.444261 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:00.529675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e7ab8aed-b537-49b0-993a-43e59e1a40c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68'}], 'enable_snat': True}, 'gw_port_id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:29:59Z', 'revision_number': 5, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port': {'id': '9895d4a1-2961-4094-a873-8e9d9f94d762', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '187c149d-a03d-428e-98bf-93c24156a625', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:21Z', 'updated_at': '2021-12-06T14:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:00.554652 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Deleting port 9895d4a1-2961-4094-a873-8e9d9f94d762 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:00.554992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:00.558077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ab8aed-b537-49b0-993a-43e59e1a40c8 None None] Checking router: 187c149d-a03d-428e-98bf-93c24156a625 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:30:00.565530 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ab8aed-b537-49b0-993a-43e59e1a40c8 None None] Routers {'187c149d-a03d-428e-98bf-93c24156a625'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:00.566132 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e7ab8aed-b537-49b0-993a-43e59e1a40c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:29:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['187c149d-a03d-428e-98bf-93c24156a625'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:00.639265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] For port 9895d4a1-2961-4094-a873-8e9d9f94d762, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9895d4a1-2961-4094-a873-8e9d9f94d762,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:00.639644 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:00.657468 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Calling delete_port for 9895d4a1-2961-4094-a873-8e9d9f94d762 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:00.657728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-e7ab8aed-b537-49b0-993a-43e59e1a40c8 None None] Set router 187c149d-a03d-428e-98bf-93c24156a625 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:00.715170 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e7ab8aed-b537-49b0-993a-43e59e1a40c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:30:00Z', 'revision_number': 6, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:00.742762 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ab8aed-b537-49b0-993a-43e59e1a40c8 None None] The sync data for ids ['187c149d-a03d-428e-98bf-93c24156a625'] in dv-neutron-master-2-hyperv is: [{'id': '187c149d-a03d-428e-98bf-93c24156a625', 'name': 'tempest-ServerActionsTestJSON-1543486849-router', 'tenant_id': '6391d33390324960b42f9813fede87b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:19Z', 'updated_at': '2021-12-06T14:30:00Z', 'revision_number': 6, 'project_id': '6391d33390324960b42f9813fede87b1', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:00.931989 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:00.958364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Pushing event deleted for resources: {'Port': ['ID=9895d4a1-2961-4094-a873-8e9d9f94d762,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:00.973953 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14ebec5-d4eb-4321-b191-b0e89e30e477 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:01.021880 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.112896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.115313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.224682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.225169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 187c149d-a03d-428e-98bf-93c24156a625 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:30:01.230280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.231426 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-77e5c792-c57b-4710-b651-8a1f9cb0d710 admin admin] 10.222.0.42 "DELETE /v2.0/routers/187c149d-a03d-428e-98bf-93c24156a625 HTTP/1.1" status: 204 len: 168 time: 1.0019295 Dec 06 14:30:01.234053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36448) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:01.281053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-58391a08-d0f0-4680-8d22-52aa9d652f89 admin admin] Deleting subnet 76651f74-3875-4b5a-9896-ff48a7bf8ece {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:30:01.284255 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58391a08-d0f0-4680-8d22-52aa9d652f89 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.315941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-085d5584-4a42-4566-b9ba-f64abc9ab3d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.321822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58391a08-d0f0-4680-8d22-52aa9d652f89 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.400437 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58391a08-d0f0-4680-8d22-52aa9d652f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.550876 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58391a08-d0f0-4680-8d22-52aa9d652f89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.577712 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58391a08-d0f0-4680-8d22-52aa9d652f89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76651f74-3875-4b5a-9896-ff48a7bf8ece,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:01.582740 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58391a08-d0f0-4680-8d22-52aa9d652f89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.583191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1c44c160-6fab-4f79-b4a8-750971704047 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:30:01.584467 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-58391a08-d0f0-4680-8d22-52aa9d652f89 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/76651f74-3875-4b5a-9896-ff48a7bf8ece HTTP/1.1" status: 204 len: 168 time: 0.3494847 Dec 06 14:30:01.587741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36450) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:01.589161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1debe0-0527-4e71-92e1-ea15d0b42c73 None None] Network 8bb7f889-754a-49bd-a23e-fb0958bb48ef requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:30:01.629309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 1c44c160-6fab-4f79-b4a8-750971704047 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:30:01.629762 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1c44c160-6fab-4f79-b4a8-750971704047 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:30:01.663851 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.723809 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Deleting port 5c461531-12b3-41b0-8eae-8d71eb74d321 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:01.724280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.810067 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] For port 5c461531-12b3-41b0-8eae-8d71eb74d321, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5c461531-12b3-41b0-8eae-8d71eb74d321,segment=NetworkSegment(fb18ba37-bc39-4204-87fb-e900ac386ff1),segment_id=fb18ba37-bc39-4204-87fb-e900ac386ff1)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:01.810429 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.836501 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8052a519-fe0d-4c6e-b790-3207cce1b367 None None] DHCP port deletion for 8bb7f889-754a-49bd-a23e-fb0958bb48ef request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:01.904686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8052a519-fe0d-4c6e-b790-3207cce1b367 None None] Deleting port 5c461531-12b3-41b0-8eae-8d71eb74d321 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:01.905120 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8052a519-fe0d-4c6e-b790-3207cce1b367 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.973666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8052a519-fe0d-4c6e-b790-3207cce1b367 None None] For port 5c461531-12b3-41b0-8eae-8d71eb74d321, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5c461531-12b3-41b0-8eae-8d71eb74d321,segment=NetworkSegment(fb18ba37-bc39-4204-87fb-e900ac386ff1),segment_id=fb18ba37-bc39-4204-87fb-e900ac386ff1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:01.974068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8052a519-fe0d-4c6e-b790-3207cce1b367 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:01.988043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8052a519-fe0d-4c6e-b790-3207cce1b367 None None] Calling delete_port for 5c461531-12b3-41b0-8eae-8d71eb74d321 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:02.166254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8052a519-fe0d-4c6e-b790-3207cce1b367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:02.186483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Calling delete_port for 5c461531-12b3-41b0-8eae-8d71eb74d321 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:02.192802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8052a519-fe0d-4c6e-b790-3207cce1b367 None None] Pushing event deleted for resources: {'Port': ['ID=5c461531-12b3-41b0-8eae-8d71eb74d321,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:02.198968 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052a519-fe0d-4c6e-b790-3207cce1b367 None None] No DVR routers for this DVR port 5c461531-12b3-41b0-8eae-8d71eb74d321 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:30:02.273016 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:02.299264 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c461531-12b3-41b0-8eae-8d71eb74d321,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:02.301120 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] No DVR routers for this DVR port 5c461531-12b3-41b0-8eae-8d71eb74d321 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:30:02.375666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:02.394878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb7f889-754a-49bd-a23e-fb0958bb48ef']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:02.403907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb18ba37-bc39-4204-87fb-e900ac386ff1') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:02.405342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb18ba37-bc39-4204-87fb-e900ac386ff1') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:02.413952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:02.427085 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:02.433954 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:30:02.438003 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:30:02.624368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:02.629715 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:02.633001 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8bb7f889-754a-49bd-a23e-fb0958bb48ef HTTP/1.1" status: 204 len: 168 time: 1.0443094 Dec 06 14:30:02.643537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e955dfa6-7b10-453b-bd42-ecc67b62de54 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb7f889-754a-49bd-a23e-fb0958bb48ef,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:02.995435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36456) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:03.043180 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-35cd50c8-3e73-415d-87ea-3f8c45205593 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6391d33390324960b42f9813fede87b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0465174 Dec 06 14:30:03.045679 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36458) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:03.091419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41d7e3fa-897f-4e9d-8f01-ee2c3a021ab1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:03.111521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41d7e3fa-897f-4e9d-8f01-ee2c3a021ab1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:03.189519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9895d4a1-2961-4094-a873-8e9d9f94d762 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:30:03.210564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 9895d4a1-2961-4094-a873-8e9d9f94d762 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:30:03.210902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9895d4a1-2961-4094-a873-8e9d9f94d762 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:30:03.211296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5c461531-12b3-41b0-8eae-8d71eb74d321 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:30:03.229479 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 5c461531-12b3-41b0-8eae-8d71eb74d321 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:30:03.229754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5c461531-12b3-41b0-8eae-8d71eb74d321 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:30:03.264305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41d7e3fa-897f-4e9d-8f01-ee2c3a021ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:03.269189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41d7e3fa-897f-4e9d-8f01-ee2c3a021ab1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:03.269189 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-41d7e3fa-897f-4e9d-8f01-ee2c3a021ab1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e477418-88b3-4186-a8e2-c3f24523cd38 HTTP/1.1" status: 204 len: 168 time: 0.2216077 Dec 06 14:30:03.276065 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7e3fa-897f-4e9d-8f01-ee2c3a021ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e477418-88b3-4186-a8e2-c3f24523cd38,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:03.675561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0b68ebea-4848-4822-bd3c-1b99a0e93912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:04.778694 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:05.075912 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36496) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:05.169689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-48ab3a13-7f1e-417e-a61c-584cc3e28062 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2083279213'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:05.170250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-48ab3a13-7f1e-417e-a61c-584cc3e28062 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Unknown quota resources ['metering_label']. {{(pid=103725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:30:05.189385 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:30:05.452569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48ab3a13-7f1e-417e-a61c-584cc3e28062 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:05.453691 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-48ab3a13-7f1e-417e-a61c-584cc3e28062 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3767676 Dec 06 14:30:05.456608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36500) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:05.461171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-99c096b1-5183-45cf-ac69-3256393aa4c8 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '95a967af-5db5-4710-9b60-1e55684e9a96'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:05.461659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-99c096b1-5183-45cf-ac69-3256393aa4c8 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:30:05.601488 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.services.metering.metering_plugin [None req-99c096b1-5183-45cf-ac69-3256393aa4c8 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 14:30:05.701394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-99c096b1-5183-45cf-ac69-3256393aa4c8 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:05.702628 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-99c096b1-5183-45cf-ac69-3256393aa4c8 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2450268 Dec 06 14:30:05.705697 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36502) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:05.709756 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-691dbc38-ddc7-41ac-9023-bb45d5b4d364 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '95a967af-5db5-4710-9b60-1e55684e9a96'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:05.710738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-691dbc38-ddc7-41ac-9023-bb45d5b4d364 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:30:05.857060 dv-neutron-master-2-hyperv neutron-server[103725]: WARNING neutron.services.metering.metering_plugin [None req-691dbc38-ddc7-41ac-9023-bb45d5b4d364 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Dec 06 14:30:05.937094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:05.937807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-691dbc38-ddc7-41ac-9023-bb45d5b4d364 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:05.939241 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-691dbc38-ddc7-41ac-9023-bb45d5b4d364 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2326472 Dec 06 14:30:05.941993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36504) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:05.952071 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7f167952-0c38-4a9f-9144-2056348319f6 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=44d4588b-ad2d-4ef0-a801-009110a66d4d HTTP/1.1" status: 200 len: 462 time: 0.0090587 Dec 06 14:30:05.955237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36506) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:06.131366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-824dc51c-c456-429a-9eba-3902c6ab401d tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:06.132507 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-824dc51c-c456-429a-9eba-3902c6ab401d tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/44d4588b-ad2d-4ef0-a801-009110a66d4d HTTP/1.1" status: 204 len: 168 time: 0.1764786 Dec 06 14:30:06.135280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36508) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:06.144262 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-17e0303e-66ca-4382-be12-e2da62d6202b tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=44d4588b-ad2d-4ef0-a801-009110a66d4d HTTP/1.1" status: 200 len: 221 time: 0.0079489 Dec 06 14:30:06.147003 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36510) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:06.151395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b8dfa2be-2140-43a8-a1f7-3af88b61f549 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--705719814', 'description': 'label created by tempest'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:06.151841 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b8dfa2be-2140-43a8-a1f7-3af88b61f549 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Unknown quota resources ['metering_label']. {{(pid=103725) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Dec 06 14:30:06.376239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b8dfa2be-2140-43a8-a1f7-3af88b61f549 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:06.377392 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b8dfa2be-2140-43a8-a1f7-3af88b61f549 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2292743 Dec 06 14:30:06.380274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36512) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:06.452874 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ee5c0fa5-de0f-4411-970a-501bb37540bf tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=2f6c5030-90f3-4b74-95fc-6d362b4f09a5 HTTP/1.1" status: 200 len: 467 time: 0.0714669 Dec 06 14:30:06.455624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36514) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:06.744685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-05debe31-0675-4631-9d54-562dc0e37580 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:06.745876 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-05debe31-0675-4631-9d54-562dc0e37580 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/2f6c5030-90f3-4b74-95fc-6d362b4f09a5 HTTP/1.1" status: 204 len: 168 time: 0.2893767 Dec 06 14:30:06.748778 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36516) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:06.760015 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-97eaeab4-162d-4bfd-ae0e-3207ed18ee59 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=2f6c5030-90f3-4b74-95fc-6d362b4f09a5 HTTP/1.1" status: 200 len: 216 time: 0.0101657 Dec 06 14:30:06.763274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36518) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:06.771240 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-52b30331-f7d9-4255-879e-d6b567ce2ec1 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0070388 Dec 06 14:30:06.774891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36520) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:06.785291 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-655a81f7-700d-47b9-a140-a7867dd61223 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0094578 Dec 06 14:30:06.788239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36522) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:06.835240 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ded26f7f-b09b-4d06-a920-e30920d06594 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-labels/95a967af-5db5-4710-9b60-1e55684e9a96 HTTP/1.1" status: 200 len: 473 time: 0.0459692 Dec 06 14:30:06.839045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36524) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:06.847585 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bfd62fd9-5e68-4a63-a73c-64d528b6b6a5 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "GET /v2.0/metering/metering-label-rules/5e0bf116-589e-4f7f-a0dc-0bbac4668939 HTTP/1.1" status: 200 len: 459 time: 0.0075877 Dec 06 14:30:06.850359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36528) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:06.984496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:07.022036 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6ba6c223-3e3b-41be-bb10-c5b47c7c56b9 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:07.023220 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6ba6c223-3e3b-41be-bb10-c5b47c7c56b9 tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-label-rules/5e0bf116-589e-4f7f-a0dc-0bbac4668939 HTTP/1.1" status: 204 len: 168 time: 0.1719949 Dec 06 14:30:07.025734 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36530) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:07.276382 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-564e3cd5-422c-4949-a54c-7dcda93ac30d tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:07.277480 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-564e3cd5-422c-4949-a54c-7dcda93ac30d tempest-MeteringIpV6TestJSON-246702688 tempest-MeteringIpV6TestJSON-246702688-project-admin] 10.222.0.42 "DELETE /v2.0/metering/metering-labels/95a967af-5db5-4710-9b60-1e55684e9a96 HTTP/1.1" status: 204 len: 168 time: 0.2508733 Dec 06 14:30:07.966768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36538) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:08.070574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1e3da112-b841-4e90-8d00-635a7ebbaca9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:08.142350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1e3da112-b841-4e90-8d00-635a7ebbaca9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:08.255069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1e3da112-b841-4e90-8d00-635a7ebbaca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:08.291565 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1e3da112-b841-4e90-8d00-635a7ebbaca9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6a3e1cf39f3a4b33b63e7aeed1f736fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236225 Dec 06 14:30:08.292415 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3da112-b841-4e90-8d00-635a7ebbaca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b518c4f8-4998-4a35-8b14-e8289e2dcc44,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:08.294358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36542) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:08.343070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-22edfed5-876f-4d45-beb7-a800bd55dc90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:08.364835 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-22edfed5-876f-4d45-beb7-a800bd55dc90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:08.504260 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-22edfed5-876f-4d45-beb7-a800bd55dc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:08.506961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-22edfed5-876f-4d45-beb7-a800bd55dc90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:08.508065 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-22edfed5-876f-4d45-beb7-a800bd55dc90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b518c4f8-4998-4a35-8b14-e8289e2dcc44 HTTP/1.1" status: 204 len: 168 time: 0.2126923 Dec 06 14:30:08.516277 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22edfed5-876f-4d45-beb7-a800bd55dc90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b518c4f8-4998-4a35-8b14-e8289e2dcc44,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:09.339462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36550) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:09.353268 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85f83a28-506b-4fd5-803e-2825a3dd0eea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.424595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85f83a28-506b-4fd5-803e-2825a3dd0eea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.509562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85f83a28-506b-4fd5-803e-2825a3dd0eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.547844 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-85f83a28-506b-4fd5-803e-2825a3dd0eea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b00e2d2026f246abbece421c8de20fa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2073238 Dec 06 14:30:09.548792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f83a28-506b-4fd5-803e-2825a3dd0eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa107da-fd60-4670-bc47-53a08af5e40b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:09.550607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36552) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:09.599861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99fe44a1-3ddc-4bbc-a2f4-42c7b356fe29 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.624058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99fe44a1-3ddc-4bbc-a2f4-42c7b356fe29 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.765927 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99fe44a1-3ddc-4bbc-a2f4-42c7b356fe29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.768605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-99fe44a1-3ddc-4bbc-a2f4-42c7b356fe29 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:09.769840 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-99fe44a1-3ddc-4bbc-a2f4-42c7b356fe29 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffa107da-fd60-4670-bc47-53a08af5e40b HTTP/1.1" status: 204 len: 168 time: 0.2181880 Dec 06 14:30:09.778514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fe44a1-3ddc-4bbc-a2f4-42c7b356fe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa107da-fd60-4670-bc47-53a08af5e40b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:11.611899 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36590) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:11.706924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1220543027', 'router:external': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:11.829919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Made reservation on behalf of 5e84fc25a9934399b831cc739e82d41d for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:30:11.832252 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:11.840953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:11.915303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:11.995558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:12.021787 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:30:12.027030 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4a2d2f-e650-4d60-9285-4c8d2fb0c6d3,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:12.034068 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:12.034309 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Added segment 5e6c2602-da3d-48fb-8679-1043ad03c738 of type vlan for network c796c6d9-eb55-4183-9691-e277195769a2 Dec 06 14:30:12.078154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:12.201049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:12.202057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:12.202634 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:12.264459 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event updated for resources: {'Network': ['ID=c796c6d9-eb55-4183-9691-e277195769a2,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:12.275358 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network c796c6d9-eb55-4183-9691-e277195769a2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:30:12.295740 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-33c224e3-9138-4df3-bd80-fc799a34dbc1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6826074 Dec 06 14:30:12.298579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36594) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:12.303374 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2a5780fd-316d-4d2b-9364-10faac2e5c9e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Request body: {'subnet': {'network_id': 'c796c6d9-eb55-4183-9691-e277195769a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:12.424200 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5780fd-316d-4d2b-9364-10faac2e5c9e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Made reservation on behalf of 5e84fc25a9934399b831cc739e82d41d for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:30:12.426620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2a5780fd-316d-4d2b-9364-10faac2e5c9e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:12.808437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.objects.ports [None req-2a5780fd-316d-4d2b-9364-10faac2e5c9e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103724) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 06 14:30:12.809179 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2a5780fd-316d-4d2b-9364-10faac2e5c9e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:12.858940 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5780fd-316d-4d2b-9364-10faac2e5c9e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1002954c-1597-4c2f-9857-32380b49580c,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:12.873456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5780fd-316d-4d2b-9364-10faac2e5c9e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Checking segment: {'id': '5e6c2602-da3d-48fb-8679-1043ad03c738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c796c6d9-eb55-4183-9691-e277195769a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:30:12.873810 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5780fd-316d-4d2b-9364-10faac2e5c9e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Network hostable DHCP agents. Network: c796c6d9-eb55-4183-9691-e277195769a2, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:30:12.949905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5780fd-316d-4d2b-9364-10faac2e5c9e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Network c796c6d9-eb55-4183-9691-e277195769a2 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:30:13.022516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-2a5780fd-316d-4d2b-9364-10faac2e5c9e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c796c6d9-eb55-4183-9691-e277195769a2) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:13.026896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5780fd-316d-4d2b-9364-10faac2e5c9e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:13.027661 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2a5780fd-316d-4d2b-9364-10faac2e5c9e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:13.032366 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ce5865-b7fc-49dc-b06e-6d155f50e94d None None] Network c796c6d9-eb55-4183-9691-e277195769a2 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:30:13.143320 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2a5780fd-316d-4d2b-9364-10faac2e5c9e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8436549 Dec 06 14:30:13.145973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36596) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:13.151708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1143775844', 'network_id': 'c796c6d9-eb55-4183-9691-e277195769a2'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:13.165818 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374d66eb-c559-4805-ae33-dcc444fdb3c4 None None] Network c796c6d9-eb55-4183-9691-e277195769a2 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:30:13.247050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Made reservation on behalf of 5e84fc25a9934399b831cc739e82d41d for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:30:13.249516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:13.269451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] device_id is not set on port 26db9f27-3dc7-4833-ae8e-307edd4b5310 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:30:13.372152 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Allocated IP 172.20.0.4 (c796c6d9-eb55-4183-9691-e277195769a2/1002954c-1597-4c2f-9857-32380b49580c/26db9f27-3dc7-4833-ae8e-307edd4b5310) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:13.508181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:13.595870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:13.638338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Network c796c6d9-eb55-4183-9691-e277195769a2 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:13.641099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:13.644651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:13.650871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event updated for resources: {'Port': ['ID=26db9f27-3dc7-4833-ae8e-307edd4b5310,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:13.687991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:13.688916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:13.798308 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b804428a-d8e2-4a49-92e0-6696a9110980 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.6511211 Dec 06 14:30:13.800728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36600) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:13.877454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ad74b42b-3411-465f-a171-2ec39a5bb72a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Deleting port 26db9f27-3dc7-4833-ae8e-307edd4b5310 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:13.878132 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad74b42b-3411-465f-a171-2ec39a5bb72a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:13.952250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad74b42b-3411-465f-a171-2ec39a5bb72a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:13.964160 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ad74b42b-3411-465f-a171-2ec39a5bb72a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Calling delete_port for 26db9f27-3dc7-4833-ae8e-307edd4b5310 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:14.178277 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad74b42b-3411-465f-a171-2ec39a5bb72a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:14.206109 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74b42b-3411-465f-a171-2ec39a5bb72a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event deleted for resources: {'Port': ['ID=26db9f27-3dc7-4833-ae8e-307edd4b5310,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:14.272326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ad74b42b-3411-465f-a171-2ec39a5bb72a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:14.276269 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ad74b42b-3411-465f-a171-2ec39a5bb72a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "DELETE /v2.0/ports/26db9f27-3dc7-4833-ae8e-307edd4b5310 HTTP/1.1" status: 204 len: 168 time: 0.4745994 Dec 06 14:30:14.279035 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36602) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:14.283271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c796c6d9-eb55-4183-9691-e277195769a2', 'external_fixed_ips': [{'subnet_id': '1002954c-1597-4c2f-9857-32380b49580c', 'ip_address': '172.20.0.4'}]}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:14.367050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:14.368139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:14.423565 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:14.616273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:14.905838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:14.927904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:15.109651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Allocated IP 172.20.0.4 (c796c6d9-eb55-4183-9691-e277195769a2/1002954c-1597-4c2f-9857-32380b49580c/e4c5101f-0b34-434c-a1d1-02a5fa6070ae) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:15.207708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:15.304256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:15.345446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Network c796c6d9-eb55-4183-9691-e277195769a2 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:15.348196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:15.351712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:15.374731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event updated for resources: {'Port': ['ID=e4c5101f-0b34-434c-a1d1-02a5fa6070ae,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:15.385648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:15.385995 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:15.386345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:15.386676 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:15.387010 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:15.387335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:15.387664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:15.387986 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:15.388310 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:15.388635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:15.388996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:15.389317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:15.389633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:15.672621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:15.863871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:16.046839 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Router ef5cacf8-6811-4071-acc8-78504b1c3a7b is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:30:16.150649 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:16.159404 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Sync routers for ids ['ef5cacf8-6811-4071-acc8-78504b1c3a7b'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:16.168262 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Routers {'ef5cacf8-6811-4071-acc8-78504b1c3a7b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:16.169788 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef5cacf8-6811-4071-acc8-78504b1c3a7b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:16.226160 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:16.227453 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4159c3d9-6cb9-4719-82dc-8da71e1a6ba9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 1.9474802 Dec 06 14:30:16.230077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36606) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:16.272537 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Set router ef5cacf8-6811-4071-acc8-78504b1c3a7b gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:16.462096 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5cacf8-6811-4071-acc8-78504b1c3a7b', 'name': '', 'tenant_id': '5e84fc25a9934399b831cc739e82d41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c796c6d9-eb55-4183-9691-e277195769a2', 'external_fixed_ips': [{'subnet_id': '1002954c-1597-4c2f-9857-32380b49580c', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': 'e4c5101f-0b34-434c-a1d1-02a5fa6070ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:14Z', 'updated_at': '2021-12-06T14:30:15Z', 'revision_number': 3, 'project_id': '5e84fc25a9934399b831cc739e82d41d', 'gw_port': {'id': 'e4c5101f-0b34-434c-a1d1-02a5fa6070ae', 'name': '', 'network_id': 'c796c6d9-eb55-4183-9691-e277195769a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:5b:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef5cacf8-6811-4071-acc8-78504b1c3a7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '1002954c-1597-4c2f-9857-32380b49580c', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:14Z', 'updated_at': '2021-12-06T14:30:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1002954c-1597-4c2f-9857-32380b49580c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:16.490246 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Checking router: ef5cacf8-6811-4071-acc8-78504b1c3a7b for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:30:16.490246 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Updating router ef5cacf8-6811-4071-acc8-78504b1c3a7b port e4c5101f-0b34-434c-a1d1-02a5fa6070ae binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:30:16.515702 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:16.655422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:16.758772 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:16.765974 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:16.880903 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:16.911343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Deleting port e4c5101f-0b34-434c-a1d1-02a5fa6070ae {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:16.912772 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:16.930600 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Attempting to bind port e4c5101f-0b34-434c-a1d1-02a5fa6070ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:30:16.930967 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Attempting to bind port e4c5101f-0b34-434c-a1d1-02a5fa6070ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5e6c2602-da3d-48fb-8679-1043ad03c738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c796c6d9-eb55-4183-9691-e277195769a2'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:30:16.931330 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Attempting to bind port e4c5101f-0b34-434c-a1d1-02a5fa6070ae on network c796c6d9-eb55-4183-9691-e277195769a2 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:30:16.938693 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087d940-df7f-4cf6-a067-37dfebfe56a5 None None] Pushing event updated for resources: {'Port': ['ID=e4c5101f-0b34-434c-a1d1-02a5fa6070ae,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:16.941152 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:30:16.941525 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Checking segment: {'id': '5e6c2602-da3d-48fb-8679-1043ad03c738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c796c6d9-eb55-4183-9691-e277195769a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:30:16.942012 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:16.942302 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Bound using segment: {'id': '5e6c2602-da3d-48fb-8679-1043ad03c738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c796c6d9-eb55-4183-9691-e277195769a2'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:30:16.942765 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Bound port: e4c5101f-0b34-434c-a1d1-02a5fa6070ae, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6c2602-da3d-48fb-8679-1043ad03c738', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c796c6d9-eb55-4183-9691-e277195769a2'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:30:16.943137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:16.990763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:16.995906 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] For port e4c5101f-0b34-434c-a1d1-02a5fa6070ae, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:30:16.998870 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] For port e4c5101f-0b34-434c-a1d1-02a5fa6070ae, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e4c5101f-0b34-434c-a1d1-02a5fa6070ae,segment=NetworkSegment(5e6c2602-da3d-48fb-8679-1043ad03c738),segment_id=5e6c2602-da3d-48fb-8679-1043ad03c738)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:30:17.002653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Calling delete_port for e4c5101f-0b34-434c-a1d1-02a5fa6070ae owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:17.082313 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.138419 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Routers {'ef5cacf8-6811-4071-acc8-78504b1c3a7b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:17.139093 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef5cacf8-6811-4071-acc8-78504b1c3a7b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:17.202842 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5087d940-df7f-4cf6-a067-37dfebfe56a5 None None] Pushing event updated for resources: {'Port': ['ID=e4c5101f-0b34-434c-a1d1-02a5fa6070ae,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:17.235718 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] Set router ef5cacf8-6811-4071-acc8-78504b1c3a7b gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:17.247059 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.273555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4c5101f-0b34-434c-a1d1-02a5fa6070ae,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:17.338977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.374065 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef5cacf8-6811-4071-acc8-78504b1c3a7b', 'name': '', 'tenant_id': '5e84fc25a9934399b831cc739e82d41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:14Z', 'updated_at': '2021-12-06T14:30:16Z', 'revision_number': 4, 'project_id': '5e84fc25a9934399b831cc739e82d41d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:17.403588 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10752a9-230a-472c-b10d-1c110ec18750 None None] The sync data for ids ['ef5cacf8-6811-4071-acc8-78504b1c3a7b'] in dv-neutron-master-2-hyperv is: [{'id': 'ef5cacf8-6811-4071-acc8-78504b1c3a7b', 'name': '', 'tenant_id': '5e84fc25a9934399b831cc739e82d41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:14Z', 'updated_at': '2021-12-06T14:30:16Z', 'revision_number': 4, 'project_id': '5e84fc25a9934399b831cc739e82d41d', 'gw_port_host': None}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:17.427906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.430815 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.544441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.545033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef5cacf8-6811-4071-acc8-78504b1c3a7b {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:30:17.549497 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.553384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36610) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:17.556776 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e543cdc4-b7f2-44ae-8392-6b1367ac8c56 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "DELETE /v2.0/routers/ef5cacf8-6811-4071-acc8-78504b1c3a7b HTTP/1.1" status: 204 len: 168 time: 1.3223321 Dec 06 14:30:17.605434 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aaa5511-cdb3-48d5-8c49-a18060dead66 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Deleting subnet 1002954c-1597-4c2f-9857-32380b49580c {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:30:17.608674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6aaa5511-cdb3-48d5-8c49-a18060dead66 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.642750 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6aaa5511-cdb3-48d5-8c49-a18060dead66 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.682079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6aaa5511-cdb3-48d5-8c49-a18060dead66 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.795673 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6aaa5511-cdb3-48d5-8c49-a18060dead66 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.823392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa5511-cdb3-48d5-8c49-a18060dead66 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1002954c-1597-4c2f-9857-32380b49580c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:17.828978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6aaa5511-cdb3-48d5-8c49-a18060dead66 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.832154 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6aaa5511-cdb3-48d5-8c49-a18060dead66 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/1002954c-1597-4c2f-9857-32380b49580c HTTP/1.1" status: 204 len: 168 time: 0.2772753 Dec 06 14:30:17.834804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36612) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:17.902121 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:17.982375 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.002280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c796c6d9-eb55-4183-9691-e277195769a2']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:18.011818 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6c2602-da3d-48fb-8679-1043ad03c738') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:18.012114 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6c2602-da3d-48fb-8679-1043ad03c738') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:18.021628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.035481 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.041591 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:30:18.041979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:30:18.043662 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:30:18.165636 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.169301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c796c6d9-eb55-4183-9691-e277195769a2 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Dec 06 14:30:18.171936 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.174948 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "DELETE /v2.0/networks/c796c6d9-eb55-4183-9691-e277195769a2 HTTP/1.1" status: 204 len: 168 time: 0.3392363 Dec 06 14:30:18.187858 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed92f15-8541-4315-b57c-9a52e8af8e89 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event deleted for resources: {'Network': ['ID=c796c6d9-eb55-4183-9691-e277195769a2,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:18.408087 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36622) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:18.416989 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-62d18eda-f202-4cc6-bdf8-eb7ada8bcd5a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Request body: {'router': {'name': 'tempest-router--1387195274', 'project_id': 'd4ce1e49887644f28de817a8c47afbf7'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:18.498594 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-62d18eda-f202-4cc6-bdf8-eb7ada8bcd5a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.499666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-62d18eda-f202-4cc6-bdf8-eb7ada8bcd5a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.553091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-62d18eda-f202-4cc6-bdf8-eb7ada8bcd5a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.624515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-62d18eda-f202-4cc6-bdf8-eb7ada8bcd5a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.714633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-62d18eda-f202-4cc6-bdf8-eb7ada8bcd5a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.716747 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-62d18eda-f202-4cc6-bdf8-eb7ada8bcd5a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3031166 Dec 06 14:30:18.719375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36624) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:18.791972 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04b2f5f7-20fd-4eb4-8a7b-722be105e95c tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.946629 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04b2f5f7-20fd-4eb4-8a7b-722be105e95c tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:18.948717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04b2f5f7-20fd-4eb4-8a7b-722be105e95c tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:19.102524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04b2f5f7-20fd-4eb4-8a7b-722be105e95c tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:19.103718 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b2f5f7-20fd-4eb4-8a7b-722be105e95c tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bcd3049e-9192-4b9f-a8b1-7d089819842c {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:30:19.107950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04b2f5f7-20fd-4eb4-8a7b-722be105e95c tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:19.109100 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-04b2f5f7-20fd-4eb4-8a7b-722be105e95c tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "DELETE /v2.0/routers/bcd3049e-9192-4b9f-a8b1-7d089819842c HTTP/1.1" status: 204 len: 168 time: 0.3887742 Dec 06 14:30:19.341217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36628) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:19.525491 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1316458273', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:19.613003 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:19.614091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:19.667701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:19.847706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:20.077257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:20.095874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:20.200143 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Allocated IP 172.36.1.39 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/6bc7867c-0884-4f7d-baa7-2cb97dbc1943) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:20.297598 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:20.401327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:20.443207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:20.446021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:20.450229 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:20.459820 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e31a426-dbdd-4fd6-a286-51c04b956e51 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:20.475278 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Pushing event updated for resources: {'Port': ['ID=6bc7867c-0884-4f7d-baa7-2cb97dbc1943,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:20.503232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d4fec311-642f-449f-a513-891e801ff1ae None None] Provisioning complete for port 6bc7867c-0884-4f7d-baa7-2cb97dbc1943 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:20.503598 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d4fec311-642f-449f-a513-891e801ff1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:20.537090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d4fec311-642f-449f-a513-891e801ff1ae None None] Port 6bc7867c-0884-4f7d-baa7-2cb97dbc1943 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:20.774655 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:20.991494 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:21.207054 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Router a9a5df6d-fb30-41e6-a29b-94f32507922a is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:30:21.310456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:21.319916 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e2c5d-0a02-41aa-8718-59ec63f79d01 None None] Sync routers for ids ['a9a5df6d-fb30-41e6-a29b-94f32507922a'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:21.330166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e2c5d-0a02-41aa-8718-59ec63f79d01 None None] Routers {'a9a5df6d-fb30-41e6-a29b-94f32507922a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:21.337147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-599e2c5d-0a02-41aa-8718-59ec63f79d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a9a5df6d-fb30-41e6-a29b-94f32507922a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:21.365664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-599e2c5d-0a02-41aa-8718-59ec63f79d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:21.374490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e2c5d-0a02-41aa-8718-59ec63f79d01 None None] Routers {'a9a5df6d-fb30-41e6-a29b-94f32507922a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:21.375071 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-599e2c5d-0a02-41aa-8718-59ec63f79d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a9a5df6d-fb30-41e6-a29b-94f32507922a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:21.403383 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:21.404748 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e80bd3f0-4311-4110-9bb2-0ad1f231fab7 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.0624986 Dec 06 14:30:21.407111 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-599e2c5d-0a02-41aa-8718-59ec63f79d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:21.407758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e2c5d-0a02-41aa-8718-59ec63f79d01 None None] The sync data for ids ['a9a5df6d-fb30-41e6-a29b-94f32507922a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:21.408257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36634) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:21.526055 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7126ad55-0f23-4892-8585-3c74c0bcdda1 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/routers/a9a5df6d-fb30-41e6-a29b-94f32507922a HTTP/1.1" status: 200 len: 920 time: 0.1166005 Dec 06 14:30:21.528775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36636) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:21.554518 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cc828f55-9403-4f1a-9e64-3fed3784be4d tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9a5df6d-fb30-41e6-a29b-94f32507922a HTTP/1.1" status: 200 len: 205 time: 0.0246842 Dec 06 14:30:21.557480 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36638) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:21.658787 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:21.760711 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:22.199956 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Deleting port 6bc7867c-0884-4f7d-baa7-2cb97dbc1943 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:22.200665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:22.272571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:22.284866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Calling delete_port for 6bc7867c-0884-4f7d-baa7-2cb97dbc1943 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:22.492593 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:22.521686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Pushing event deleted for resources: {'Port': ['ID=6bc7867c-0884-4f7d-baa7-2cb97dbc1943,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:22.536927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed91520f-d7eb-4799-bd5b-af7aabcf40dc None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:22.581937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:22.671008 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:22.674505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:22.824630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:22.825151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Fanout notify agent at l3_agent the message router_deleted on router a9a5df6d-fb30-41e6-a29b-94f32507922a {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:30:22.831858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:22.833051 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e29beda7-49b3-4059-bfe9-0f41c2b3e786 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "DELETE /v2.0/routers/a9a5df6d-fb30-41e6-a29b-94f32507922a HTTP/1.1" status: 204 len: 168 time: 1.2746265 Dec 06 14:30:22.836758 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36642) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:22.842145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Request body: {'router': {'name': 'tempest-snat-router-709486141', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'enable_snat': False}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:22.966670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:22.967726 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:23.021220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:23.232578 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:23.467115 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:23.484750 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:23.587879 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Allocated IP 172.36.1.171 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/a9c1445f-e9ee-4d8b-9f95-5e76b9b70072) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:23.687498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:23.825028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:23.866268 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:23.869245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:23.874243 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:23.877261 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event updated for resources: {'Port': ['ID=a9c1445f-e9ee-4d8b-9f95-5e76b9b70072,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:23.882761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fe0067-007e-4ef5-a07f-d99d050928aa None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:23.974786 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-05bb4b13-d3bb-4272-8903-b3e5cf50025d None None] Provisioning complete for port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:23.975161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05bb4b13-d3bb-4272-8903-b3e5cf50025d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:24.014001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-05bb4b13-d3bb-4272-8903-b3e5cf50025d None None] Port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:24.531860 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:24.719932 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:24.903654 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Router 2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:30:25.007567 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:25.017673 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Sync routers for ids ['2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:25.028168 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Routers {'2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:25.028967 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:25.131597 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.131597 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8cf66ad4-14b7-4efd-872b-aaa57289c754 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.2911327 Dec 06 14:30:25.131889 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36646) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:25.133116 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Set router 2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:25.239151 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4fd65282-7a22-4089-ab16-d9c4efe7ade8 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/routers/2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7 HTTP/1.1" status: 200 len: 908 time: 0.1063519 Dec 06 14:30:25.241643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36648) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:25.246255 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Request body: {'router': {'name': 'tempest-snat-router-709486141', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'enable_snat': True}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:25.311568 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7', 'name': 'tempest-snat-router-709486141', 'tenant_id': '5e84fc25a9934399b831cc739e82d41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.171'}], 'enable_snat': False}, 'gw_port_id': 'a9c1445f-e9ee-4d8b-9f95-5e76b9b70072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:22Z', 'updated_at': '2021-12-06T14:30:24Z', 'revision_number': 3, 'project_id': '5e84fc25a9934399b831cc739e82d41d', 'gw_port': {'id': 'a9c1445f-e9ee-4d8b-9f95-5e76b9b70072', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:23Z', 'updated_at': '2021-12-06T14:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:25.327312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.328370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.340871 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Checking router: 2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:30:25.341217 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Updating router 2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7 port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:30:25.366185 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.380183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.585442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.620263 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.709451 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.749609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ad6294-1aee-4c8c-b758-61e28e65e2ac None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:25.768344 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Attempting to bind port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:30:25.768709 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Attempting to bind port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:30:25.769096 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Attempting to bind port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:30:25.771084 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aefe16-4c68-4cb3-ae72-5f9b1d4138eb None None] Pushing event updated for resources: {'Port': ['ID=a9c1445f-e9ee-4d8b-9f95-5e76b9b70072,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:25.778554 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:30:25.779096 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:30:25.779499 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.779858 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:30:25.780325 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Bound port: a9c1445f-e9ee-4d8b-9f95-5e76b9b70072, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:30:25.780701 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.831228 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] For port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:30:25.834319 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] For port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9c1445f-e9ee-4d8b-9f95-5e76b9b70072,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:30:25.845885 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8b19b75c-6cf7-4a73-a12b-94e9c0555de6 None None] Provisioning complete for port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:25.846162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b19b75c-6cf7-4a73-a12b-94e9c0555de6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.852490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.871752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.880557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8b19b75c-6cf7-4a73-a12b-94e9c0555de6 None None] Port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:25.921689 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:25.964386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f51caa2-47c2-4bfe-9257-5c342b44c3a6 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:25.972206 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Routers {'2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:25.972826 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:25.981961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Allocated IP 172.36.1.235 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/704056d6-4bbb-46b9-bd90-ecd9bbdecd0f) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:26.000186 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d6aece61-3586-43db-98d4-ded4fcdc0a22 None None] Provisioning complete for port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:26.000553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6aece61-3586-43db-98d4-ded4fcdc0a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:26.027273 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88aefe16-4c68-4cb3-ae72-5f9b1d4138eb None None] Pushing event updated for resources: {'Port': ['ID=a9c1445f-e9ee-4d8b-9f95-5e76b9b70072,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:26.082299 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6aece61-3586-43db-98d4-ded4fcdc0a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:26.090922 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] Set router 2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:26.099218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:26.105776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d6aece61-3586-43db-98d4-ded4fcdc0a22 None None] For port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9c1445f-e9ee-4d8b-9f95-5e76b9b70072,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:26.161331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6aece61-3586-43db-98d4-ded4fcdc0a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:26.196026 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:26.212020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aece61-3586-43db-98d4-ded4fcdc0a22 None None] Pushing event updated for resources: {'Port': ['ID=a9c1445f-e9ee-4d8b-9f95-5e76b9b70072,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:26.241846 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:26.244602 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:26.247030 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:26.259879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16cbfee-f0b0-4266-85a8-2dac8e2a609c None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:26.279085 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7', 'name': 'tempest-snat-router-709486141', 'tenant_id': '5e84fc25a9934399b831cc739e82d41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.171'}], 'enable_snat': False}, 'gw_port_id': 'a9c1445f-e9ee-4d8b-9f95-5e76b9b70072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:22Z', 'updated_at': '2021-12-06T14:30:24Z', 'revision_number': 3, 'project_id': '5e84fc25a9934399b831cc739e82d41d', 'gw_port': {'id': 'a9c1445f-e9ee-4d8b-9f95-5e76b9b70072', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:23Z', 'updated_at': '2021-12-06T14:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:26.279876 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event updated for resources: {'Port': ['ID=704056d6-4bbb-46b9-bd90-ecd9bbdecd0f,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:26.307318 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91acbf1e-6628-4357-bbc9-4f186d1e6565 None None] The sync data for ids ['2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7'] in dv-neutron-master-2-hyperv is: [{'id': '2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7', 'name': 'tempest-snat-router-709486141', 'tenant_id': '5e84fc25a9934399b831cc739e82d41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.171'}], 'enable_snat': False}, 'gw_port_id': 'a9c1445f-e9ee-4d8b-9f95-5e76b9b70072', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:22Z', 'updated_at': '2021-12-06T14:30:24Z', 'revision_number': 3, 'project_id': '5e84fc25a9934399b831cc739e82d41d', 'gw_port': {'id': 'a9c1445f-e9ee-4d8b-9f95-5e76b9b70072', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:8b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:23Z', 'updated_at': '2021-12-06T14:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:26.382345 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3fcae3f3-d659-48b2-89f0-2b46f3338d78 None None] Provisioning complete for port 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:26.382843 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3fcae3f3-d659-48b2-89f0-2b46f3338d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:26.419714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3fcae3f3-d659-48b2-89f0-2b46f3338d78 None None] Port 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:26.639211 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:26.852184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:27.069507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Router 54a2a1cd-dad2-4123-934e-1472cc99584d is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:30:27.120639 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36652) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:27.241937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:30:27.272344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:27.284941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Sync routers for ids ['54a2a1cd-dad2-4123-934e-1472cc99584d'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:27.311269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Routers {'54a2a1cd-dad2-4123-934e-1472cc99584d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:27.313305 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['54a2a1cd-dad2-4123-934e-1472cc99584d'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:27.367722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:27.368093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:27.390448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:27.395660 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a19a1ffe-323a-47e4-bda9-24c6b4b897eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.1491613 Dec 06 14:30:27.395875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36656) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:27.456584 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Set router 54a2a1cd-dad2-4123-934e-1472cc99584d gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:27.543653 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a7bd2dc6-aabb-40d1-8c5c-f6b99db4cdfb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/routers/54a2a1cd-dad2-4123-934e-1472cc99584d HTTP/1.1" status: 200 len: 907 time: 0.1478267 Dec 06 14:30:27.546581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36658) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:27.682202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:27.820726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:27.877393 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a2a1cd-dad2-4123-934e-1472cc99584d', 'name': 'tempest-snat-router-709486141', 'tenant_id': '5e84fc25a9934399b831cc739e82d41d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.235'}], 'enable_snat': True}, 'gw_port_id': '704056d6-4bbb-46b9-bd90-ecd9bbdecd0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:25Z', 'updated_at': '2021-12-06T14:30:26Z', 'revision_number': 3, 'project_id': '5e84fc25a9934399b831cc739e82d41d', 'gw_port': {'id': '704056d6-4bbb-46b9-bd90-ecd9bbdecd0f', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ec:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a2a1cd-dad2-4123-934e-1472cc99584d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:25Z', 'updated_at': '2021-12-06T14:30:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:27.907975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Checking router: 54a2a1cd-dad2-4123-934e-1472cc99584d for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:30:27.909025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Updating router 54a2a1cd-dad2-4123-934e-1472cc99584d port 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:30:27.937884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.022678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Deleting port 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:28.023021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.127323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.143798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.164798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Calling delete_port for 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:28.275013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.343389 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.405365 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Attempting to bind port 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:30:28.405734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Attempting to bind port 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:30:28.406173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Attempting to bind port 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:30:28.408243 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45261c43-66d3-404e-8cb7-70a590d04b39 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:28.423867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:30:28.424254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:30:28.424637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.425049 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:30:28.425520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Bound port: 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:30:28.425896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.460054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Pushing event updated for resources: {'Port': ['ID=704056d6-4bbb-46b9-bd90-ecd9bbdecd0f,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:28.483373 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:28.483748 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:28.484090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:28.484426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:28.484787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:28.485141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:28.485484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:28.485818 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:28.486162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:28.486485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:28.486806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:28.487128 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:28.487503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d1d2255-e433-4fb0-bbc8-10632c8acb60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:28.492780 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.521555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a4de4eea-e9a5-4a75-b93b-95510fdd3c63 None None] Provisioning complete for port 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:28.521790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4de4eea-e9a5-4a75-b93b-95510fdd3c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.523463 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:30:28.523810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:30:28.547111 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event deleted for resources: {'Port': ['ID=704056d6-4bbb-46b9-bd90-ecd9bbdecd0f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:28.548574 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a4de4eea-e9a5-4a75-b93b-95510fdd3c63 None None] Port 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f was deleted so its status cannot be updated. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 14:30:28.550127 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d2fa1ec-7426-4464-ac10-c65f50c7ce76 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:28.640457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.653657 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:28.654290 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.742092 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.744093 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.759943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port 053dd1c6-36bd-474c-b8a9-da02c4f71d7a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=053dd1c6-36bd-474c-b8a9-da02c4f71d7a,segment=NetworkSegment(6b09b92b-46be-4e93-9685-078cf146fa1d),segment_id=6b09b92b-46be-4e93-9685-078cf146fa1d)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:28.760301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.777919 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 053dd1c6-36bd-474c-b8a9-da02c4f71d7a owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:28.875811 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.876762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54a2a1cd-dad2-4123-934e-1472cc99584d {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:30:28.881869 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:28.884200 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a14569f3-0857-4eb1-96ce-6ad066418616 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "DELETE /v2.0/routers/54a2a1cd-dad2-4123-934e-1472cc99584d HTTP/1.1" status: 204 len: 168 time: 1.3358185 Dec 06 14:30:28.886230 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36660) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:29.000730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:29.040464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Attempting to bind port 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:30:29.041240 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Attempting to bind port 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:30:29.041614 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Attempting to bind port 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:30:29.047053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:30:29.047642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:30:29.048078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:29.048487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:30:29.049138 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Bound port: 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:30:29.049529 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:29.068115 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Port 704056d6-4bbb-46b9-bd90-ecd9bbdecd0f has been deleted concurrently {{(pid=103726) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:665}} Dec 06 14:30:29.075881 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:29.098488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:29.098873 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 06 14:30:29.099488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_agentschedulers_db [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'54a2a1cd-dad2-4123-934e-1472cc99584d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent'). {{(pid=103726) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Dec 06 14:30:29.099866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c3be4-c7b2-4ec3-bbf7-9938f2114740 None None] The sync data for ids ['54a2a1cd-dad2-4123-934e-1472cc99584d'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:29.111625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=053dd1c6-36bd-474c-b8a9-da02c4f71d7a,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:29.119992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:29.164766 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:29.165217 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:29.165501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:29.165819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:29.166154 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:29.166488 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:29.166817 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:29.167199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:29.167528 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:29.167869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:29.168182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:29.168532 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:29.168927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:30:29.276044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Deleting port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:29.277353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:29.347871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:29.398536 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] For port a9c1445f-e9ee-4d8b-9f95-5e76b9b70072, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a9c1445f-e9ee-4d8b-9f95-5e76b9b70072,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:29.399192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:29.414698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Calling delete_port for a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:29.435664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:29.593200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 4e9ad724-45ba-4982-8236-e0c63a18dc18 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:30:29.667028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:29.707046 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:29.709158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9c1445f-e9ee-4d8b-9f95-5e76b9b70072,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:29.713459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cc9bc3-82fe-43fe-91df-2c3f315fa376 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:29.721998 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-889f01be-4b0f-4505-a110-17c7575cb059 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/4e9ad724-45ba-4982-8236-e0c63a18dc18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6002207 Dec 06 14:30:29.729260 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85f45ec-d053-417c-8a02-c0e128347f6d None None] Sync routers for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:29.742703 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f45ec-d053-417c-8a02-c0e128347f6d None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:29.743581 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b85f45ec-d053-417c-8a02-c0e128347f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:29.789356 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:29.905352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:29.907844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:29.984145 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-b85f45ec-d053-417c-8a02-c0e128347f6d None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:30.087229 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:30.087804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:30:30.092701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:30.096913 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-195bff98-6301-4e8c-9032-53a40b101d4e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "DELETE /v2.0/routers/2ad7b34c-2e6e-4178-85eb-1cb08da2b2f7 HTTP/1.1" status: 204 len: 168 time: 1.2065496 Dec 06 14:30:30.097882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36664) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:30.106243 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-112414986', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:30.252731 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b85f45ec-d053-417c-8a02-c0e128347f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:30:28Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43be06f1-1542-4db1-a110-b51179d39dae', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.229', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'port_id': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'mac_address': 'fa:16:3e:7d:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:27:57Z', 'updated_at': '2021-12-06T14:28:00Z', 'revision_number': 1, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:30.285712 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85f45ec-d053-417c-8a02-c0e128347f6d None None] Checking router: 4e9ad724-45ba-4982-8236-e0c63a18dc18 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:30:30.297231 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85f45ec-d053-417c-8a02-c0e128347f6d None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:30.298007 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b85f45ec-d053-417c-8a02-c0e128347f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:30.302485 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102be75-4991-4585-9632-4510fd743784 req-6996c4cf-b21b-46dd-999c-71e11c70773e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:30.304135 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5102be75-4991-4585-9632-4510fd743784 req-6996c4cf-b21b-46dd-999c-71e11c70773e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 946 time: 0.0687740 Dec 06 14:30:30.327743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:30.340321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:30.360593 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5102be75-4991-4585-9632-4510fd743784 req-aec54d17-8ae9-4b5d-8b28-a42eba1f4feb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492785 Dec 06 14:30:30.397189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:30.425048 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-b85f45ec-d053-417c-8a02-c0e128347f6d None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:30.656523 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:30.671860 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b85f45ec-d053-417c-8a02-c0e128347f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:30:28Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43be06f1-1542-4db1-a110-b51179d39dae', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.229', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'port_id': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'mac_address': 'fa:16:3e:7d:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:27:57Z', 'updated_at': '2021-12-06T14:28:00Z', 'revision_number': 1, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:30.704329 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b85f45ec-d053-417c-8a02-c0e128347f6d None None] The sync data for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv is: [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:30:28Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43be06f1-1542-4db1-a110-b51179d39dae', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.229', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'port_id': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'mac_address': 'fa:16:3e:7d:af:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:27:57Z', 'updated_at': '2021-12-06T14:28:00Z', 'revision_number': 1, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:30.951312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:30.970617 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:31.077606 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Allocated IP 172.36.1.248 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/98618bb9-e007-4335-ae78-1cb28bd09aec) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:31.231963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:31.250482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:30:31.283921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:30:31.289487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a9c1445f-e9ee-4d8b-9f95-5e76b9b70072 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:30:31.289487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 053dd1c6-36bd-474c-b8a9-da02c4f71d7a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:30:31.306740 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 053dd1c6-36bd-474c-b8a9-da02c4f71d7a {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:30:31.307089 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 053dd1c6-36bd-474c-b8a9-da02c4f71d7a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:30:31.314842 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc970489-3411-4bff-b942-e1bb258e75b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:31.367162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:31.408090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:31.415582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:31.419807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:31.426379 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Pushing event updated for resources: {'Port': ['ID=98618bb9-e007-4335-ae78-1cb28bd09aec,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:31.437887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe10cc2-fa7a-4f50-8332-63cef6a82d80 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:31.497548 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ad85aeb9-7a16-4cb2-b6e5-8f9e50946dcd None None] Provisioning complete for port 98618bb9-e007-4335-ae78-1cb28bd09aec triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:31.498194 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad85aeb9-7a16-4cb2-b6e5-8f9e50946dcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:31.537475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ad85aeb9-7a16-4cb2-b6e5-8f9e50946dcd None None] Port 98618bb9-e007-4335-ae78-1cb28bd09aec cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:31.576321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e602ff-ef24-49f5-8c98-b194b23e8464 req-8823f712-e46f-4c3d-a197-7da42e2fa637 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:31.577913 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-82e602ff-ef24-49f5-8c98-b194b23e8464 req-8823f712-e46f-4c3d-a197-7da42e2fa637 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 946 time: 0.1322136 Dec 06 14:30:31.658775 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-82e602ff-ef24-49f5-8c98-b194b23e8464 req-c60e975e-c72b-4b69-9162-7794a0e32ec1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=cca5fb5a-e2dc-4a56-8e93-ac703a84645d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600200 Dec 06 14:30:31.837557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:31.975483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1269311-aa4e-40e2-a587-058ffcf4d590 req-baca4739-07e5-4eda-b83b-ce816e1b9209 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:31.977258 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d1269311-aa4e-40e2-a587-058ffcf4d590 req-baca4739-07e5-4eda-b83b-ce816e1b9209 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 946 time: 0.0577853 Dec 06 14:30:32.082753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-d1269311-aa4e-40e2-a587-058ffcf4d590 req-a069b37f-c3e4-4dbb-82a1-67fcbe4889e8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port b22c4b0a-5149-4c93-80c8-efae50055f41 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:32.083397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-d1269311-aa4e-40e2-a587-058ffcf4d590 req-a069b37f-c3e4-4dbb-82a1-67fcbe4889e8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:32.181193 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-d1269311-aa4e-40e2-a587-058ffcf4d590 req-a069b37f-c3e4-4dbb-82a1-67fcbe4889e8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port b22c4b0a-5149-4c93-80c8-efae50055f41, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b22c4b0a-5149-4c93-80c8-efae50055f41,segment=NetworkSegment(6b09b92b-46be-4e93-9685-078cf146fa1d),segment_id=6b09b92b-46be-4e93-9685-078cf146fa1d)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:32.181495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-d1269311-aa4e-40e2-a587-058ffcf4d590 req-a069b37f-c3e4-4dbb-82a1-67fcbe4889e8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:32.195696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-d1269311-aa4e-40e2-a587-058ffcf4d590 req-a069b37f-c3e4-4dbb-82a1-67fcbe4889e8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for b22c4b0a-5149-4c93-80c8-efae50055f41 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:32.295256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:32.406601 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-d1269311-aa4e-40e2-a587-058ffcf4d590 req-a069b37f-c3e4-4dbb-82a1-67fcbe4889e8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:32.440892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a069b37f-c3e4-4dbb-82a1-67fcbe4889e8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=b22c4b0a-5149-4c93-80c8-efae50055f41,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:32.484879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1269311-aa4e-40e2-a587-058ffcf4d590 req-a069b37f-c3e4-4dbb-82a1-67fcbe4889e8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] No DVR routers for this DVR port b22c4b0a-5149-4c93-80c8-efae50055f41 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:30:32.487430 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-d1269311-aa4e-40e2-a587-058ffcf4d590 req-a069b37f-c3e4-4dbb-82a1-67fcbe4889e8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:32.490800 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d1269311-aa4e-40e2-a587-058ffcf4d590 req-a069b37f-c3e4-4dbb-82a1-67fcbe4889e8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "DELETE /v2.0/ports/b22c4b0a-5149-4c93-80c8-efae50055f41 HTTP/1.1" status: 204 len: 173 time: 0.5067081 Dec 06 14:30:32.492441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8', 'name': 'network-vif-deleted', 'tag': 'b22c4b0a-5149-4c93-80c8-efae50055f41'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:30:32.493530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f81a0f-dd4e-4eb6-85d5-39ca2aea32ed" -d '{"events": [{"server_uuid": "d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8", "name": "network-vif-deleted", "tag": "b22c4b0a-5149-4c93-80c8-efae50055f41"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:30:32.509704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Router d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:30:32.532027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd0d1ba-cfdb-41b5-919e-759fb605d8ee x-openstack-request-id: req-9bd0d1ba-cfdb-41b5-919e-759fb605d8ee {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:30:32.532325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8", "name": "network-vif-deleted", "tag": "b22c4b0a-5149-4c93-80c8-efae50055f41", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:30:32.532579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9bd0d1ba-cfdb-41b5-919e-759fb605d8ee {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:30:32.533234 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8', 'name': 'network-vif-deleted', 'tag': 'b22c4b0a-5149-4c93-80c8-efae50055f41', 'status': 'completed', 'code': 200} Dec 06 14:30:32.630392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:32.640336 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9d1280-295e-4bf9-b448-81633abdc2b1 None None] Sync routers for ids ['d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:32.652943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d1280-295e-4bf9-b448-81633abdc2b1 None None] Routers {'d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:32.653592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-bd9d1280-295e-4bf9-b448-81633abdc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:32.698937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-bd9d1280-295e-4bf9-b448-81633abdc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:32.708323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9d1280-295e-4bf9-b448-81633abdc2b1 None None] Routers {'d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:32.709163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-bd9d1280-295e-4bf9-b448-81633abdc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:32.745165 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-bd9d1280-295e-4bf9-b448-81633abdc2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:32.745839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9d1280-295e-4bf9-b448-81633abdc2b1 None None] The sync data for ids ['d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:32.771199 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a8b1b378-dafe-4b23-84fb-af64550de6ba req-7a4a2eca-04bb-4584-afa5-f47ae6fe14f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3c0a72d-25e9-4761-a5a2-0bb5ddfa95d8 HTTP/1.1" status: 200 len: 210 time: 0.0293233 Dec 06 14:30:32.781721 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:32.789020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36674) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:32.793330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3273e034-2b5e-473b-befa-0c95bd00133e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'enable_snat': False}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:32.797343 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ccdf2d73-b140-4721-95b2-2f07d8ef0f47 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6984162 Dec 06 14:30:33.122650 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3273e034-2b5e-473b-befa-0c95bd00133e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:33.613198 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3273e034-2b5e-473b-befa-0c95bd00133e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:33.617223 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3273e034-2b5e-473b-befa-0c95bd00133e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:33.703964 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f11db3fd-d00e-4df0-9ff9-0cbedf6f856c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:33.728154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3273e034-2b5e-473b-befa-0c95bd00133e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Router d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:30:33.838021 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36678) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:33.842260 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3273e034-2b5e-473b-befa-0c95bd00133e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:33.846680 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3273e034-2b5e-473b-befa-0c95bd00133e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:33.847902 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3273e034-2b5e-473b-befa-0c95bd00133e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "PUT /v2.0/routers/d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef HTTP/1.1" status: 200 len: 921 time: 1.0598431 Dec 06 14:30:33.850742 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36680) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:33.856096 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea03e81-9d5b-45de-a6f0-04824a7994bc None None] Sync routers for ids ['d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:33.869438 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea03e81-9d5b-45de-a6f0-04824a7994bc None None] Routers {'d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:33.870450 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fea03e81-9d5b-45de-a6f0-04824a7994bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:33.909946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-64808064-b70a-4f24-8d8d-9f4649e020fc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:33.916688 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fea03e81-9d5b-45de-a6f0-04824a7994bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:33.928506 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea03e81-9d5b-45de-a6f0-04824a7994bc None None] Routers {'d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:33.929229 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fea03e81-9d5b-45de-a6f0-04824a7994bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:33.941166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-64808064-b70a-4f24-8d8d-9f4649e020fc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:33.974355 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fea03e81-9d5b-45de-a6f0-04824a7994bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:33.974939 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea03e81-9d5b-45de-a6f0-04824a7994bc None None] The sync data for ids ['d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:33.993923 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36682) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:33.994137 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4f1c65d7-b065-49e5-aa12-8b0e0b009960 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/routers/d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef HTTP/1.1" status: 200 len: 921 time: 0.1422987 Dec 06 14:30:34.071839 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422675be-6248-43fb-8fc8-c933258cca79 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:34.073551 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-422675be-6248-43fb-8fc8-c933258cca79 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&device_id=d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0786140 Dec 06 14:30:34.076309 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36684) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:34.167488 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d2e54-9c6f-4907-abd2-1ff795e6f576 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:34.169018 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-659d2e54-9c6f-4907-abd2-1ff795e6f576 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/networks/056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 881 time: 0.0916767 Dec 06 14:30:34.172009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36686) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:34.183168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-64808064-b70a-4f24-8d8d-9f4649e020fc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.185745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-64808064-b70a-4f24-8d8d-9f4649e020fc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.189699 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-64808064-b70a-4f24-8d8d-9f4649e020fc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/security-groups/cca5fb5a-e2dc-4a56-8e93-ac703a84645d HTTP/1.1" status: 204 len: 168 time: 0.3473406 Dec 06 14:30:34.207945 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7f6f8f54-28cc-4336-9809-aa30fe97050e tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef HTTP/1.1" status: 200 len: 205 time: 0.0347855 Dec 06 14:30:34.210744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36690) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:34.214687 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64808064-b70a-4f24-8d8d-9f4649e020fc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca5fb5a-e2dc-4a56-8e93-ac703a84645d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:34.299316 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36692) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:34.361292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9e1c6e-a1b3-4f85-8e61-661fa96c4b54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting subnet 342bafbe-d67d-40d1-a3eb-5912c20f3199 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:30:34.365150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1c6e-a1b3-4f85-8e61-661fa96c4b54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.409523 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1c6e-a1b3-4f85-8e61-661fa96c4b54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.500976 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1c6e-a1b3-4f85-8e61-661fa96c4b54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.641776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1c6e-a1b3-4f85-8e61-661fa96c4b54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.668385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.685582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e1c6e-a1b3-4f85-8e61-661fa96c4b54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Subnet': ['ID=342bafbe-d67d-40d1-a3eb-5912c20f3199,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:34.687563 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1c6e-a1b3-4f85-8e61-661fa96c4b54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.694150 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1b9e1c6e-a1b3-4f85-8e61-661fa96c4b54 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/subnets/342bafbe-d67d-40d1-a3eb-5912c20f3199 HTTP/1.1" status: 204 len: 168 time: 0.3909900 Dec 06 14:30:34.694150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36694) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:34.708110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed01d252-acca-479e-95b0-69b57136df2c None None] Network 16778bbe-f5a8-4403-abc8-fbaa68240406 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:30:34.782752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.789085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.791792 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.846482 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port d572174f-2216-4d38-8463-370544008f8c {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:34.847066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.918387 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port d572174f-2216-4d38-8463-370544008f8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d572174f-2216-4d38-8463-370544008f8c,segment=NetworkSegment(6b09b92b-46be-4e93-9685-078cf146fa1d),segment_id=6b09b92b-46be-4e93-9685-078cf146fa1d)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:34.923073 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.934344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for d572174f-2216-4d38-8463-370544008f8c owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:34.935122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1853991-d98e-4789-8ad9-7f4f10c0b98a None None] DHCP port deletion for 16778bbe-f5a8-4403-abc8-fbaa68240406 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:34.992780 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Deleting port 98618bb9-e007-4335-ae78-1cb28bd09aec {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:34.993230 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:34.994181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a1853991-d98e-4789-8ad9-7f4f10c0b98a None None] Deleting port d572174f-2216-4d38-8463-370544008f8c {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:34.994644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1853991-d98e-4789-8ad9-7f4f10c0b98a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.074401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a1853991-d98e-4789-8ad9-7f4f10c0b98a None None] For port d572174f-2216-4d38-8463-370544008f8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d572174f-2216-4d38-8463-370544008f8c,segment=NetworkSegment(6b09b92b-46be-4e93-9685-078cf146fa1d),segment_id=6b09b92b-46be-4e93-9685-078cf146fa1d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:35.075058 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1853991-d98e-4789-8ad9-7f4f10c0b98a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.081521 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.088523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a1853991-d98e-4789-8ad9-7f4f10c0b98a None None] Calling delete_port for d572174f-2216-4d38-8463-370544008f8c owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:35.094484 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Calling delete_port for 98618bb9-e007-4335-ae78-1cb28bd09aec owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:35.157751 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.179580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a1853991-d98e-4789-8ad9-7f4f10c0b98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.212667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=d572174f-2216-4d38-8463-370544008f8c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:35.220348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1853991-d98e-4789-8ad9-7f4f10c0b98a None None] Pushing event deleted for resources: {'Port': ['ID=d572174f-2216-4d38-8463-370544008f8c,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:35.232719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1853991-d98e-4789-8ad9-7f4f10c0b98a None None] No DVR routers for this DVR port d572174f-2216-4d38-8463-370544008f8c on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:30:35.234727 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] No DVR routers for this DVR port d572174f-2216-4d38-8463-370544008f8c on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:30:35.260750 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d572174f-2216-4d38-8463-370544008f8c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:30:35.288407 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: d572174f-2216-4d38-8463-370544008f8c {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:30:35.288881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d572174f-2216-4d38-8463-370544008f8c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:30:35.332870 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.355369 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16778bbe-f5a8-4403-abc8-fbaa68240406']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:35.364999 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b09b92b-46be-4e93-9685-078cf146fa1d') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:35.365291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b09b92b-46be-4e93-9685-078cf146fa1d') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:35.379592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.392817 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.398832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:30:35.399236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:30:35.402848 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:30:35.446711 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.475274 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Pushing event deleted for resources: {'Port': ['ID=98618bb9-e007-4335-ae78-1cb28bd09aec,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:35.493309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8613050b-abfe-4ff7-92db-2b4b0309e16d None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:35.540257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.586675 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.591042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.592944 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/networks/16778bbe-f5a8-4403-abc8-fbaa68240406 HTTP/1.1" status: 204 len: 168 time: 0.8978677 Dec 06 14:30:35.598648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36696) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:35.640110 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.640566 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f32dd-2544-4cf1-aafe-7e46926e7b23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Network': ['ID=16778bbe-f5a8-4403-abc8-fbaa68240406,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:35.642341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.795696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.796328 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Fanout notify agent at l3_agent the message router_deleted on router d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:30:35.805012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.809301 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ac167329-85de-464d-8198-fa18225d39ce tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "DELETE /v2.0/routers/d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef HTTP/1.1" status: 204 len: 168 time: 1.5944090 Dec 06 14:30:35.810667 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36698) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:35.816026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e190b087-dc79-4627-b59e-37ad90c47caa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-554481252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:35.833360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f3d62-f5ed-46b2-9866-9d564d915bb9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port dcc1cfb1-52f5-48bb-8ea4-439fee51e50b {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:35.833831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c8f3d62-f5ed-46b2-9866-9d564d915bb9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.912638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c8f3d62-f5ed-46b2-9866-9d564d915bb9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.913410 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c8f3d62-f5ed-46b2-9866-9d564d915bb9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.926824 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e190b087-dc79-4627-b59e-37ad90c47caa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.927947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e190b087-dc79-4627-b59e-37ad90c47caa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:35.929551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5c8f3d62-f5ed-46b2-9866-9d564d915bb9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for dcc1cfb1-52f5-48bb-8ea4-439fee51e50b owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:35.955281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device b22c4b0a-5149-4c93-80c8-efae50055f41 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:30:35.977724 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: b22c4b0a-5149-4c93-80c8-efae50055f41 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:30:35.978221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device b22c4b0a-5149-4c93-80c8-efae50055f41 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:30:35.997096 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e190b087-dc79-4627-b59e-37ad90c47caa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:36.012806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:36.106195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e190b087-dc79-4627-b59e-37ad90c47caa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:36.215624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e190b087-dc79-4627-b59e-37ad90c47caa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:36.216918 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e190b087-dc79-4627-b59e-37ad90c47caa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4050257 Dec 06 14:30:36.219716 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36700) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:36.224192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Request body: {'router': {'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:36.241055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c8f3d62-f5ed-46b2-9866-9d564d915bb9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:36.268921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8f3d62-f5ed-46b2-9866-9d564d915bb9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=dcc1cfb1-52f5-48bb-8ea4-439fee51e50b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:36.344000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c8f3d62-f5ed-46b2-9866-9d564d915bb9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:36.344811 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-5c8f3d62-f5ed-46b2-9866-9d564d915bb9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP 43be06f1-1542-4db1-a110-b51179d39dae disassociated (deleted). External IP: 172.36.1.229, port: d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5. Dec 06 14:30:36.455774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:36.558666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8f3d62-f5ed-46b2-9866-9d564d915bb9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 4e9ad724-45ba-4982-8236-e0c63a18dc18 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:30:36.686903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8f3d62-f5ed-46b2-9866-9d564d915bb9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:36.692119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c8f3d62-f5ed-46b2-9866-9d564d915bb9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:36.707522 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7171d7f-872f-4e97-83aa-ce4eb489c614 None None] Sync routers for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:36.728035 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7171d7f-872f-4e97-83aa-ce4eb489c614 None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:36.729080 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f7171d7f-872f-4e97-83aa-ce4eb489c614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:36.733606 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5c8f3d62-f5ed-46b2-9866-9d564d915bb9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/floatingips/43be06f1-1542-4db1-a110-b51179d39dae HTTP/1.1" status: 204 len: 168 time: 1.1339221 Dec 06 14:30:36.734120 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'tag': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:30:36.736762 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f0e0bf9-f5f9-420d-a3e3-19753af193b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e30ba9ed-5e7e-4e7e-b98b-df59b5fee121", "tag": "d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:30:36.782260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c05d046-ebb4-4ff7-96be-d34d081086b8 x-openstack-request-id: req-6c05d046-ebb4-4ff7-96be-d34d081086b8 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:30:36.782748 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e30ba9ed-5e7e-4e7e-b98b-df59b5fee121", "tag": "d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:30:36.783064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c05d046-ebb4-4ff7-96be-d34d081086b8 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:30:36.783577 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'tag': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'status': 'completed', 'code': 200} Dec 06 14:30:36.867799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f7171d7f-872f-4e97-83aa-ce4eb489c614 None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:36.890211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:36.913993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:36.925067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e0bf9-f5f9-420d-a3e3-19753af193b9 req-64e03641-732d-47d6-9ce9-f1ddf90a1a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:36.926580 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f0e0bf9-f5f9-420d-a3e3-19753af193b9 req-64e03641-732d-47d6-9ce9-f1ddf90a1a44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 1098 time: 0.0987005 Dec 06 14:30:37.022516 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:37.109116 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Allocated IP 172.36.1.191 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/1af96112-7b5f-406b-8daf-95dd207b04d6) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:37.111513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e0bf9-f5f9-420d-a3e3-19753af193b9 req-f08f02a9-38ba-4a76-a9a9-6e12d3e5cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:37.113023 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f0e0bf9-f5f9-420d-a3e3-19753af193b9 req-f08f02a9-38ba-4a76-a9a9-6e12d3e5cc10 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c5e7777c-e017-4be8-ba47-bb7f42934b17 HTTP/1.1" status: 200 len: 898 time: 0.1540229 Dec 06 14:30:37.118433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f7171d7f-872f-4e97-83aa-ce4eb489c614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:30:28Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:37.146516 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7171d7f-872f-4e97-83aa-ce4eb489c614 None None] Checking router: 4e9ad724-45ba-4982-8236-e0c63a18dc18 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:30:37.166275 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f0e0bf9-f5f9-420d-a3e3-19753af193b9 req-f3aacd27-8cd7-4f88-9e1f-7d8bedd53439 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 HTTP/1.1" status: 200 len: 217 time: 0.0451066 Dec 06 14:30:37.171131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7171d7f-872f-4e97-83aa-ce4eb489c614 None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:37.171888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f7171d7f-872f-4e97-83aa-ce4eb489c614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:37.295267 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f7171d7f-872f-4e97-83aa-ce4eb489c614 None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:37.299136 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e0bf9-f5f9-420d-a3e3-19753af193b9 req-d561a208-3144-4d40-b116-832c969ed362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:37.301163 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f0e0bf9-f5f9-420d-a3e3-19753af193b9 req-d561a208-3144-4d40-b116-832c969ed362 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0d0d94b-3bef-4956-868d-d741fe74a39d HTTP/1.1" status: 200 len: 835 time: 0.1225340 Dec 06 14:30:37.370573 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:37.375779 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e0bf9-f5f9-420d-a3e3-19753af193b9 req-202835ac-1cff-4757-9820-3952f2def055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:37.377598 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f0e0bf9-f5f9-420d-a3e3-19753af193b9 req-202835ac-1cff-4757-9820-3952f2def055 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c5e7777c-e017-4be8-ba47-bb7f42934b17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657511 Dec 06 14:30:37.395998 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1737b-65e1-4757-ac6b-6651a12cbb58 req-556f3b98-7342-4c91-a83c-a33a05b53df6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:37.398228 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-97b1737b-65e1-4757-ac6b-6651a12cbb58 req-556f3b98-7342-4c91-a83c-a33a05b53df6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 945 time: 0.0856702 Dec 06 14:30:37.494499 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-97b1737b-65e1-4757-ac6b-6651a12cbb58 req-c5d997a8-8088-4f2c-ba73-f44f9f6c93d2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874934 Dec 06 14:30:37.527010 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f0e0bf9-f5f9-420d-a3e3-19753af193b9 req-f21d7813-9678-452d-97d3-08ef9115c34b service neutron] 10.222.0.41 "GET /v2.0/networks/c5e7777c-e017-4be8-ba47-bb7f42934b17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380916 Dec 06 14:30:37.558653 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f7171d7f-872f-4e97-83aa-ce4eb489c614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:30:28Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:37.585311 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7171d7f-872f-4e97-83aa-ce4eb489c614 None None] The sync data for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv is: [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:30:28Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '95ef924f-8c2b-4ffe-88c4-eb294b81aaa2', 'name': '', 'network_id': 'c5e7777c-e017-4be8-ba47-bb7f42934b17', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:f9:10:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1153, 'fixed_ips': [{'subnet_id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:18Z', 'updated_at': '2021-12-06T14:27:30Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'd0d0d94b-3bef-4956-868d-d741fe74a39d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:37.631697 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:37.645878 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f0e0bf9-f5f9-420d-a3e3-19753af193b9 req-06e0d8d6-0dc4-46ae-a8db-0476cb5de5fd service neutron] 10.222.0.41 "GET /v2.0/networks/c5e7777c-e017-4be8-ba47-bb7f42934b17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109736 Dec 06 14:30:37.678324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:37.681976 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:37.686736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:37.710684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386ee457-d0c9-452b-829c-5ab7be01a340 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:37.714744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Pushing event updated for resources: {'Port': ['ID=1af96112-7b5f-406b-8daf-95dd207b04d6,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:37.827190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3b491b91-9fdd-4984-9aff-9ef95a27b789 None None] Provisioning complete for port 1af96112-7b5f-406b-8daf-95dd207b04d6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:37.827562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b491b91-9fdd-4984-9aff-9ef95a27b789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:37.872042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3b491b91-9fdd-4984-9aff-9ef95a27b789 None None] Port 1af96112-7b5f-406b-8daf-95dd207b04d6 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:37.920761 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325163f6-fc9e-44c0-8922-fd5ad5a9c3f0 None None] New status for floating IP 43be06f1-1542-4db1-a110-b51179d39dae: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:30:38.067818 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:38.268590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:38.272475 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:38.520916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Router af486b45-1f1c-4725-a2a3-aa803e6baa2a is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:30:38.655812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:38.663133 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:38.667624 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b3131c1c-998a-4e12-a1ff-e8dcac413d24 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "PUT /v2.0/routers/af486b45-1f1c-4725-a2a3-aa803e6baa2a HTTP/1.1" status: 200 len: 879 time: 2.4464266 Dec 06 14:30:38.668800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36712) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:38.674184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e8140c-6db5-41a2-a53b-9b314f1bfccf None None] Sync routers for ids ['af486b45-1f1c-4725-a2a3-aa803e6baa2a'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:38.681273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd19b77-7459-408a-b4ce-a5c96ede24f6 req-af4a8eaa-ab09-43c2-a49c-a6b1893d4935 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:38.681273 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1dd19b77-7459-408a-b4ce-a5c96ede24f6 req-af4a8eaa-ab09-43c2-a49c-a6b1893d4935 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 945 time: 0.1034830 Dec 06 14:30:38.693276 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8140c-6db5-41a2-a53b-9b314f1bfccf None None] Routers {'af486b45-1f1c-4725-a2a3-aa803e6baa2a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:38.695004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d4e8140c-6db5-41a2-a53b-9b314f1bfccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['af486b45-1f1c-4725-a2a3-aa803e6baa2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:38.749065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d4e8140c-6db5-41a2-a53b-9b314f1bfccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:38.754457 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1dd19b77-7459-408a-b4ce-a5c96ede24f6 req-2a62b82c-c653-4630-a07a-74a028d0fa98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=546597df-f390-4810-af85-2406b0467c63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601797 Dec 06 14:30:38.757948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8140c-6db5-41a2-a53b-9b314f1bfccf None None] Routers {'af486b45-1f1c-4725-a2a3-aa803e6baa2a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:38.758558 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d4e8140c-6db5-41a2-a53b-9b314f1bfccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['af486b45-1f1c-4725-a2a3-aa803e6baa2a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:38.791839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d4e8140c-6db5-41a2-a53b-9b314f1bfccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:38.792418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e8140c-6db5-41a2-a53b-9b314f1bfccf None None] The sync data for ids ['af486b45-1f1c-4725-a2a3-aa803e6baa2a'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:38.807334 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-12ab6d72-f9f7-4815-bdf8-7134bfc202eb tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/routers/af486b45-1f1c-4725-a2a3-aa803e6baa2a HTTP/1.1" status: 200 len: 920 time: 0.1363306 Dec 06 14:30:38.810009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36714) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:38.883846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8fb882-8b06-485e-aa5a-a9c13eef5c5a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:38.885986 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ea8fb882-8b06-485e-aa5a-a9c13eef5c5a tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&device_id=af486b45-1f1c-4725-a2a3-aa803e6baa2a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0743475 Dec 06 14:30:38.888610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36716) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:38.971326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f2a49b-dc37-4cb3-a312-103b9440fad0 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:38.972695 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d3f2a49b-dc37-4cb3-a312-103b9440fad0 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/networks/056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 881 time: 0.0831358 Dec 06 14:30:38.975770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36718) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:39.008656 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-afe5472f-ca3a-44c0-8b11-296e02081877 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "GET /v2.0/ports?device_id=af486b45-1f1c-4725-a2a3-aa803e6baa2a HTTP/1.1" status: 200 len: 205 time: 0.0318549 Dec 06 14:30:39.011865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36720) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:39.054392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78243ef-c42e-482b-ba08-c9496d1faacb req-2209318c-379a-4a5b-b116-52b246d995c2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:39.056360 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f78243ef-c42e-482b-ba08-c9496d1faacb req-2209318c-379a-4a5b-b116-52b246d995c2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 945 time: 0.0562766 Dec 06 14:30:39.128079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:39.156073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-f78243ef-c42e-482b-ba08-c9496d1faacb req-9fbd509b-f7b9-4896-ba34-9bd17a264bca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:39.156394 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f78243ef-c42e-482b-ba08-c9496d1faacb req-9fbd509b-f7b9-4896-ba34-9bd17a264bca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:39.269916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-f78243ef-c42e-482b-ba08-c9496d1faacb req-9fbd509b-f7b9-4896-ba34-9bd17a264bca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5,segment=NetworkSegment(b5ef75e3-403c-4283-ad2e-bf7f743d5802),segment_id=b5ef75e3-403c-4283-ad2e-bf7f743d5802)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:39.270379 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f78243ef-c42e-482b-ba08-c9496d1faacb req-9fbd509b-f7b9-4896-ba34-9bd17a264bca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:39.284952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-f78243ef-c42e-482b-ba08-c9496d1faacb req-9fbd509b-f7b9-4896-ba34-9bd17a264bca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:39.475344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f78243ef-c42e-482b-ba08-c9496d1faacb req-9fbd509b-f7b9-4896-ba34-9bd17a264bca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:39.490228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:39.516108 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbd509b-f7b9-4896-ba34-9bd17a264bca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:39.564500 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f78243ef-c42e-482b-ba08-c9496d1faacb req-9fbd509b-f7b9-4896-ba34-9bd17a264bca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] No DVR routers for this DVR port d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:30:39.567312 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f78243ef-c42e-482b-ba08-c9496d1faacb req-9fbd509b-f7b9-4896-ba34-9bd17a264bca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:39.571074 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f78243ef-c42e-482b-ba08-c9496d1faacb req-9fbd509b-f7b9-4896-ba34-9bd17a264bca tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "DELETE /v2.0/ports/d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 HTTP/1.1" status: 204 len: 173 time: 0.5080757 Dec 06 14:30:39.577636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'name': 'network-vif-deleted', 'tag': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:30:39.577636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037e1681-52ed-4130-90ed-78052ddede72" -d '{"events": [{"server_uuid": "e30ba9ed-5e7e-4e7e-b98b-df59b5fee121", "name": "network-vif-deleted", "tag": "d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:30:39.604950 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6aa277f4-296c-474e-8456-42516fedcc51 req-18da74a4-9376-42cd-9f19-a3fe050b82f2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606911 Dec 06 14:30:39.614892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-861f0c4c-5e4a-4b18-a22d-365dafb8cfba x-openstack-request-id: req-861f0c4c-5e4a-4b18-a22d-365dafb8cfba {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:30:39.615184 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e30ba9ed-5e7e-4e7e-b98b-df59b5fee121", "name": "network-vif-deleted", "tag": "d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:30:39.615443 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-861f0c4c-5e4a-4b18-a22d-365dafb8cfba {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:30:39.615836 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e30ba9ed-5e7e-4e7e-b98b-df59b5fee121', 'name': 'network-vif-deleted', 'tag': 'd30c429e-c5b2-44d0-9bfd-b3cf392a1ff5', 'status': 'completed', 'code': 200} Dec 06 14:30:39.635810 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Deleting port 1af96112-7b5f-406b-8daf-95dd207b04d6 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:39.636138 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:39.749973 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa277f4-296c-474e-8456-42516fedcc51 req-2a48939c-c98d-42e2-a314-0a4f0112d45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:39.751477 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6aa277f4-296c-474e-8456-42516fedcc51 req-2a48939c-c98d-42e2-a314-0a4f0112d45f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 1098 time: 0.1245608 Dec 06 14:30:39.774288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:39.817490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Calling delete_port for 1af96112-7b5f-406b-8daf-95dd207b04d6 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:39.834204 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-564564c5-c853-47f2-acad-eaf8fa2a036e req-27738e2d-3765-4b92-b996-852db4abeebf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=e30ba9ed-5e7e-4e7e-b98b-df59b5fee121 HTTP/1.1" status: 200 len: 210 time: 0.0271099 Dec 06 14:30:39.989671 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa277f4-296c-474e-8456-42516fedcc51 req-d64ea6ae-b63e-4e82-8ae1-59cf38433a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:39.991170 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6aa277f4-296c-474e-8456-42516fedcc51 req-d64ea6ae-b63e-4e82-8ae1-59cf38433a8f service neutron] 10.222.0.41 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 912 time: 0.2138515 Dec 06 14:30:40.149519 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6aa277f4-296c-474e-8456-42516fedcc51 req-8d7d98d7-24c0-41bf-b4c0-281c5c6e3c37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a6639e-4546-4455-ab7e-e62d7aa9ed65 HTTP/1.1" status: 200 len: 1000 time: 0.1225495 Dec 06 14:30:40.230070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa277f4-296c-474e-8456-42516fedcc51 req-ddacaf68-5e48-447f-bb5f-92f09de474ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:40.231586 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6aa277f4-296c-474e-8456-42516fedcc51 req-ddacaf68-5e48-447f-bb5f-92f09de474ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 200 len: 850 time: 0.0652828 Dec 06 14:30:40.286588 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:40.326794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Pushing event deleted for resources: {'Port': ['ID=1af96112-7b5f-406b-8daf-95dd207b04d6,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:40.340401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce6336-7c14-4855-9a20-b3004c6c166d None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:40.375520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa277f4-296c-474e-8456-42516fedcc51 req-586efc30-5af5-4dc5-bd8b-b93813adffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:40.375520 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6aa277f4-296c-474e-8456-42516fedcc51 req-586efc30-5af5-4dc5-bd8b-b93813adffa4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23b95a34-a658-4de3-b9c9-74b7dc477ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1373174 Dec 06 14:30:40.426861 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:40.549540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:40.552741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:40.610680 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6aa277f4-296c-474e-8456-42516fedcc51 req-2dc28f8b-9cb7-4514-8086-f31523f02489 service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243569 Dec 06 14:30:40.702923 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6aa277f4-296c-474e-8456-42516fedcc51 req-eea942c5-56e2-4bea-aba7-91ce7cf47970 service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854964 Dec 06 14:30:40.713512 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:40.718246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Fanout notify agent at l3_agent the message router_deleted on router af486b45-1f1c-4725-a2a3-aa803e6baa2a {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:30:40.720743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:40.721733 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b398d888-ba10-4ff9-b81f-8de3fa0b2e54 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "DELETE /v2.0/routers/af486b45-1f1c-4725-a2a3-aa803e6baa2a HTTP/1.1" status: 204 len: 168 time: 1.7088785 Dec 06 14:30:40.725378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36726) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:40.730435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-149b3a10-79de-4425-93d8-0f49c1b4ae7b tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-88093250', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:40.812308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-149b3a10-79de-4425-93d8-0f49c1b4ae7b tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:40.813602 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-149b3a10-79de-4425-93d8-0f49c1b4ae7b tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:40.867567 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-149b3a10-79de-4425-93d8-0f49c1b4ae7b tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:40.893360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36730) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:40.921028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-149b3a10-79de-4425-93d8-0f49c1b4ae7b tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:40.959822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-32db1f02-604a-44de-b2d0-54252cd0a835 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:40.984881 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-32db1f02-604a-44de-b2d0-54252cd0a835 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:41.021031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-149b3a10-79de-4425-93d8-0f49c1b4ae7b tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:41.022303 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-149b3a10-79de-4425-93d8-0f49c1b4ae7b tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2959197 Dec 06 14:30:41.025166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36732) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:41.029442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'enable_snat': True}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:41.246807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:41.273224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-32db1f02-604a-44de-b2d0-54252cd0a835 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:41.275797 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-32db1f02-604a-44de-b2d0-54252cd0a835 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:41.277603 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-32db1f02-604a-44de-b2d0-54252cd0a835 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/security-groups/546597df-f390-4810-af85-2406b0467c63 HTTP/1.1" status: 204 len: 168 time: 0.3832521 Dec 06 14:30:41.286603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db1f02-604a-44de-b2d0-54252cd0a835 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=546597df-f390-4810-af85-2406b0467c63,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:41.396344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36736) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:41.799771 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:41.820462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:41.931592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Allocated IP 172.36.1.78 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/65dc109f-c813-4712-b0d1-24b11396c230) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:41.969899 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:30:41.992320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:30:41.992764 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device d30c429e-c5b2-44d0-9bfd-b3cf392a1ff5 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:30:42.038177 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:42.112094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f48f41a2-d841-4fd5-922c-71b254657e93 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:42.121644 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:42.159949 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:42.162781 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:42.166242 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:42.176757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1082925-0c71-4d5b-9f53-74cef0babfdd None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:42.188689 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:30:42.199696 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event updated for resources: {'Port': ['ID=65dc109f-c813-4712-b0d1-24b11396c230,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:42.221317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f19c477d-3ac6-449d-ab26-8eeebdf6e661 None None] Provisioning complete for port 65dc109f-c813-4712-b0d1-24b11396c230 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:42.221613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f19c477d-3ac6-449d-ab26-8eeebdf6e661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:42.258553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f19c477d-3ac6-449d-ab26-8eeebdf6e661 None None] Port 65dc109f-c813-4712-b0d1-24b11396c230 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:42.383073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f48f41a2-d841-4fd5-922c-71b254657e93 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:42.383416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f48f41a2-d841-4fd5-922c-71b254657e93 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:42.476259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-f48f41a2-d841-4fd5-922c-71b254657e93 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95ef924f-8c2b-4ffe-88c4-eb294b81aaa2,segment=NetworkSegment(b5ef75e3-403c-4283-ad2e-bf7f743d5802),segment_id=b5ef75e3-403c-4283-ad2e-bf7f743d5802)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:42.476961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f48f41a2-d841-4fd5-922c-71b254657e93 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:42.485093 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:42.489922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f48f41a2-d841-4fd5-922c-71b254657e93 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:42.676953 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:42.680496 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:42.766718 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f48f41a2-d841-4fd5-922c-71b254657e93 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:42.797444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f41a2-d841-4fd5-922c-71b254657e93 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=95ef924f-8c2b-4ffe-88c4-eb294b81aaa2,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:42.919304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Router c2f2efc6-db20-4b6d-a59d-df5513527771 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:30:42.973822 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f48f41a2-d841-4fd5-922c-71b254657e93 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:43.037038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:43.042701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:43.045277 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5838dc61-56e7-4ea2-840d-18a1efe8c2d2 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "PUT /v2.0/routers/c2f2efc6-db20-4b6d-a59d-df5513527771 HTTP/1.1" status: 200 len: 912 time: 2.0191500 Dec 06 14:30:43.046517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36738) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:43.049104 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e7bb0b-0c91-4530-bfe6-e191cf92a3f0 None None] Sync routers for ids ['c2f2efc6-db20-4b6d-a59d-df5513527771'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:43.059376 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7bb0b-0c91-4530-bfe6-e191cf92a3f0 None None] Routers {'c2f2efc6-db20-4b6d-a59d-df5513527771'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:43.061463 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-44e7bb0b-0c91-4530-bfe6-e191cf92a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c2f2efc6-db20-4b6d-a59d-df5513527771'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:43.093633 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-44e7bb0b-0c91-4530-bfe6-e191cf92a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:43.102078 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e7bb0b-0c91-4530-bfe6-e191cf92a3f0 None None] Routers {'c2f2efc6-db20-4b6d-a59d-df5513527771'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:43.102680 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-44e7bb0b-0c91-4530-bfe6-e191cf92a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['c2f2efc6-db20-4b6d-a59d-df5513527771'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:43.134801 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-44e7bb0b-0c91-4530-bfe6-e191cf92a3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:43.135858 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e7bb0b-0c91-4530-bfe6-e191cf92a3f0 None None] The sync data for ids ['c2f2efc6-db20-4b6d-a59d-df5513527771'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:43.161534 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c7189b6e-81a9-44b0-8a3e-eabfc5328bd5 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/routers/c2f2efc6-db20-4b6d-a59d-df5513527771 HTTP/1.1" status: 200 len: 918 time: 0.1102378 Dec 06 14:30:43.161534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36740) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:43.205311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48f41a2-d841-4fd5-922c-71b254657e93 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 4e9ad724-45ba-4982-8236-e0c63a18dc18 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:30:43.206072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ab0fd5-4722-4bac-97ba-edddabcb2cef tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:43.210995 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-58ab0fd5-4722-4bac-97ba-edddabcb2cef tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&device_id=c2f2efc6-db20-4b6d-a59d-df5513527771&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0484757 Dec 06 14:30:43.211433 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36742) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:43.379586 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68c75e41-7d44-451f-a7ec-5e7683bc5cb0 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:43.380918 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-68c75e41-7d44-451f-a7ec-5e7683bc5cb0 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/networks/056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 881 time: 0.1684608 Dec 06 14:30:43.383864 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36744) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:43.398973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48f41a2-d841-4fd5-922c-71b254657e93 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:43.412713 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e49aa-3747-451d-80b6-0aa2c922f871 None None] Sync routers for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:43.417149 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f48f41a2-d841-4fd5-922c-71b254657e93 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/4e9ad724-45ba-4982-8236-e0c63a18dc18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0194898 Dec 06 14:30:43.419708 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9d4a80a8-4d30-45a2-a86e-24350d27fadc tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2f2efc6-db20-4b6d-a59d-df5513527771 HTTP/1.1" status: 200 len: 205 time: 0.0346057 Dec 06 14:30:43.420019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36746) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:43.421673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e49aa-3747-451d-80b6-0aa2c922f871 None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:43.422396 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-727e49aa-3747-451d-80b6-0aa2c922f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:43.424094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36748) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:43.471437 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e054338-1b62-4d33-89a1-33b817f9de73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting subnet d0d0d94b-3bef-4956-868d-d741fe74a39d {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:30:43.474626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e054338-1b62-4d33-89a1-33b817f9de73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:43.515758 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e054338-1b62-4d33-89a1-33b817f9de73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:43.532558 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-727e49aa-3747-451d-80b6-0aa2c922f871 None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:43.540885 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:43.610242 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e054338-1b62-4d33-89a1-33b817f9de73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:43.655210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:43.743896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e054338-1b62-4d33-89a1-33b817f9de73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:43.771336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Deleting port 65dc109f-c813-4712-b0d1-24b11396c230 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:43.772106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:43.778462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e054338-1b62-4d33-89a1-33b817f9de73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:43.785020 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4e054338-1b62-4d33-89a1-33b817f9de73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/subnets/d0d0d94b-3bef-4956-868d-d741fe74a39d HTTP/1.1" status: 204 len: 168 time: 0.3639348 Dec 06 14:30:43.785789 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36750) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:43.786542 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e054338-1b62-4d33-89a1-33b817f9de73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Subnet': ['ID=d0d0d94b-3bef-4956-868d-d741fe74a39d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:43.797832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b17be9-e3bb-4ffc-af0a-7c55bb960900 None None] Network c5e7777c-e017-4be8-ba47-bb7f42934b17 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:30:43.858003 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:43.870923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Calling delete_port for 65dc109f-c813-4712-b0d1-24b11396c230 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:43.904999 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:43.963367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-727e49aa-3747-451d-80b6-0aa2c922f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:30:42Z', 'revision_number': 7, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:43.992989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e49aa-3747-451d-80b6-0aa2c922f871 None None] Checking router: 4e9ad724-45ba-4982-8236-e0c63a18dc18 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:30:44.010457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727e49aa-3747-451d-80b6-0aa2c922f871 None None] Routers {'4e9ad724-45ba-4982-8236-e0c63a18dc18'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:44.010457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-727e49aa-3747-451d-80b6-0aa2c922f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4e9ad724-45ba-4982-8236-e0c63a18dc18'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:44.014843 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.093316 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83e8513-d57e-4549-8083-fb12eb60e9bb None None] DHCP port deletion for c5e7777c-e017-4be8-ba47-bb7f42934b17 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:44.146319 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-727e49aa-3747-451d-80b6-0aa2c922f871 None None] Set router 4e9ad724-45ba-4982-8236-e0c63a18dc18 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:44.165427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.199504 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:44.199788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Pushing event deleted for resources: {'Port': ['ID=65dc109f-c813-4712-b0d1-24b11396c230,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:44.200002 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.227768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e519dfe4-2abe-479f-9c61-eb70b55ddc49 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:44.272677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.274282 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c83e8513-d57e-4549-8083-fb12eb60e9bb None None] Deleting port 95f0ce03-94f3-49a6-ba37-8b35000b1f77 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:44.274765 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c83e8513-d57e-4549-8083-fb12eb60e9bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.308745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port ebcf914f-0ad4-4f02-8fd3-d40bd276c36c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ebcf914f-0ad4-4f02-8fd3-d40bd276c36c,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:44.309162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.322594 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for ebcf914f-0ad4-4f02-8fd3-d40bd276c36c owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:44.373695 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.375824 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.387888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c83e8513-d57e-4549-8083-fb12eb60e9bb None None] For port 95f0ce03-94f3-49a6-ba37-8b35000b1f77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=95f0ce03-94f3-49a6-ba37-8b35000b1f77,segment=NetworkSegment(b5ef75e3-403c-4283-ad2e-bf7f743d5802),segment_id=b5ef75e3-403c-4283-ad2e-bf7f743d5802)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:44.390160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c83e8513-d57e-4549-8083-fb12eb60e9bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.404278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c83e8513-d57e-4549-8083-fb12eb60e9bb None None] Calling delete_port for 95f0ce03-94f3-49a6-ba37-8b35000b1f77 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:44.479991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-727e49aa-3747-451d-80b6-0aa2c922f871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:30:42Z', 'revision_number': 7, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:44.508392 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-727e49aa-3747-451d-80b6-0aa2c922f871 None None] The sync data for ids ['4e9ad724-45ba-4982-8236-e0c63a18dc18'] in dv-neutron-master-2-hyperv is: [{'id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'name': 'tempest-TestNetworkBasicOps-router-1584502224', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249'}], 'enable_snat': True}, 'gw_port_id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:27:07Z', 'updated_at': '2021-12-06T14:30:42Z', 'revision_number': 7, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'ebcf914f-0ad4-4f02-8fd3-d40bd276c36c', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:45:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e9ad724-45ba-4982-8236-e0c63a18dc18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:27:09Z', 'updated_at': '2021-12-06T14:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:44.527208 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.527851 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Fanout notify agent at l3_agent the message router_deleted on router c2f2efc6-db20-4b6d-a59d-df5513527771 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:30:44.537806 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.537806 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-585f809d-8131-4c1e-8d03-aeff589eddbf tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "DELETE /v2.0/routers/c2f2efc6-db20-4b6d-a59d-df5513527771 HTTP/1.1" status: 204 len: 168 time: 1.1111231 Dec 06 14:30:44.541440 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36752) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:44.546913 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f9ee0dda-e1fb-4264-90d2-c475e9e592c5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1553536772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:44.556809 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.589602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c83e8513-d57e-4549-8083-fb12eb60e9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.591027 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=ebcf914f-0ad4-4f02-8fd3-d40bd276c36c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:44.618225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e453ccdf-fbab-4b96-ad92-3fe1d9638150 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:44.621485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83e8513-d57e-4549-8083-fb12eb60e9bb None None] Pushing event deleted for resources: {'Port': ['ID=95f0ce03-94f3-49a6-ba37-8b35000b1f77,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:44.625950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83e8513-d57e-4549-8083-fb12eb60e9bb None None] No DVR routers for this DVR port 95f0ce03-94f3-49a6-ba37-8b35000b1f77 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:30:44.650417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.681064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0dda-e1fb-4264-90d2-c475e9e592c5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.682088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0dda-e1fb-4264-90d2-c475e9e592c5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.750213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.754008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.822174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0dda-e1fb-4264-90d2-c475e9e592c5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.879657 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0dda-e1fb-4264-90d2-c475e9e592c5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.892113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.892618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Fanout notify agent at l3_agent the message router_deleted on router 4e9ad724-45ba-4982-8236-e0c63a18dc18 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:30:44.899425 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:44.900607 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4d7bc241-4e54-450b-8534-517ae996e77d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/routers/4e9ad724-45ba-4982-8236-e0c63a18dc18 HTTP/1.1" status: 204 len: 168 time: 1.1098919 Dec 06 14:30:44.903907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36754) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:44.998022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78399640-2def-4b66-81ce-9cb3aa7482fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.028580 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f9ee0dda-e1fb-4264-90d2-c475e9e592c5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.029724 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f9ee0dda-e1fb-4264-90d2-c475e9e592c5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4865682 Dec 06 14:30:45.032590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36756) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:45.037164 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'enable_snat': False}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:45.077785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78399640-2def-4b66-81ce-9cb3aa7482fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.290486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.395523 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-78399640-2def-4b66-81ce-9cb3aa7482fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e7777c-e017-4be8-ba47-bb7f42934b17']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:45.405551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-78399640-2def-4b66-81ce-9cb3aa7482fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5ef75e3-403c-4283-ad2e-bf7f743d5802') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:45.405844 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-78399640-2def-4b66-81ce-9cb3aa7482fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5ef75e3-403c-4283-ad2e-bf7f743d5802') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:45.416137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78399640-2def-4b66-81ce-9cb3aa7482fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.430272 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78399640-2def-4b66-81ce-9cb3aa7482fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.436654 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78399640-2def-4b66-81ce-9cb3aa7482fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:30:45.437063 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78399640-2def-4b66-81ce-9cb3aa7482fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:30:45.440353 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:30:45.546101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.569269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.572155 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78399640-2def-4b66-81ce-9cb3aa7482fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.580130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78399640-2def-4b66-81ce-9cb3aa7482fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.592906 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-78399640-2def-4b66-81ce-9cb3aa7482fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/networks/c5e7777c-e017-4be8-ba47-bb7f42934b17 HTTP/1.1" status: 204 len: 168 time: 0.6782532 Dec 06 14:30:45.600249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78399640-2def-4b66-81ce-9cb3aa7482fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Network': ['ID=c5e7777c-e017-4be8-ba47-bb7f42934b17,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:45.609373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36758) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:45.614630 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c4dfdfb8-f5dc-47c1-b39c-17e6f771c4ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'network': {'name': 'tempest-network-smoke--54671827', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'port_security_enabled': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:45.643327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 95f0ce03-94f3-49a6-ba37-8b35000b1f77 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:30:45.663255 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 95f0ce03-94f3-49a6-ba37-8b35000b1f77 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:30:45.664241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 95f0ce03-94f3-49a6-ba37-8b35000b1f77 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:30:45.664745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:30:45.689950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:30:45.690296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 95ef924f-8c2b-4ffe-88c4-eb294b81aaa2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:30:45.722810 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Allocated IP 172.36.1.235 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/e379938e-6bb7-4b80-aec2-f69e5129e4f2) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:45.754717 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4dfdfb8-f5dc-47c1-b39c-17e6f771c4ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:30:45.758373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4dfdfb8-f5dc-47c1-b39c-17e6f771c4ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.782608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4dfdfb8-f5dc-47c1-b39c-17e6f771c4ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:30:45.792240 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4dfdfb8-f5dc-47c1-b39c-17e6f771c4ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.792497 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-c4dfdfb8-f5dc-47c1-b39c-17e6f771c4ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Added segment 10eb0b26-9260-4769-a5d8-90e2737c0d6a of type vlan for network 827afad1-e090-4c25-b9f3-038a854741b5 Dec 06 14:30:45.829308 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.835212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4dfdfb8-f5dc-47c1-b39c-17e6f771c4ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.932913 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4dfdfb8-f5dc-47c1-b39c-17e6f771c4ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.939176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4dfdfb8-f5dc-47c1-b39c-17e6f771c4ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:45.939803 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4dfdfb8-f5dc-47c1-b39c-17e6f771c4ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.942135 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:45.981495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:45.984334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:45.987819 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:45.999563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3b3624-6988-4abd-a6d8-be39f56a1072 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:46.008416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfdfb8-f5dc-47c1-b39c-17e6f771c4ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Network': ['ID=827afad1-e090-4c25-b9f3-038a854741b5,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:46.015463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Pushing event updated for resources: {'Port': ['ID=e379938e-6bb7-4b80-aec2-f69e5129e4f2,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:46.020805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 827afad1-e090-4c25-b9f3-038a854741b5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:30:46.038813 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c4dfdfb8-f5dc-47c1-b39c-17e6f771c4ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4285696 Dec 06 14:30:46.041899 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36760) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:46.046575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'admin_state_up': True, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:46.113175 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4fa1c185-5c70-4613-a64a-62e5070f2576 None None] Provisioning complete for port e379938e-6bb7-4b80-aec2-f69e5129e4f2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:46.115103 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fa1c185-5c70-4613-a64a-62e5070f2576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:46.138293 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:46.142108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:46.154578 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4fa1c185-5c70-4613-a64a-62e5070f2576 None None] Port e379938e-6bb7-4b80-aec2-f69e5129e4f2 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:46.201132 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:46.322016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:46.394973 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:46.515533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:46.518954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:46.707977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:46.727997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:46.843288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.111 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/fdf78b24-d7f1-469d-add4-a690cf70ea08) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:46.946624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:47.064127 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:47.091820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Router d3eb8823-d4af-45b6-9681-6fc7d9ae96ff is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:30:47.108026 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:47.110813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:47.114570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:47.120074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=fdf78b24-d7f1-469d-add4-a690cf70ea08,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:47.125771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7c5673-ab72-4922-8c72-16b929b83f8a None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:47.189741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ebcf914f-0ad4-4f02-8fd3-d40bd276c36c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:30:47.193936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6776e099-e0e7-45ce-9727-aa6d6477b7a0 None None] Provisioning complete for port fdf78b24-d7f1-469d-add4-a690cf70ea08 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:47.194569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6776e099-e0e7-45ce-9727-aa6d6477b7a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:47.211086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:47.216170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:47.221089 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0933af71-a1ab-42d9-98e4-709296822f50 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "PUT /v2.0/routers/d3eb8823-d4af-45b6-9681-6fc7d9ae96ff HTTP/1.1" status: 200 len: 916 time: 2.1871216 Dec 06 14:30:47.222240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36764) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:47.227621 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd3bb1f-80b1-4f4a-885d-77be13c388fc None None] Sync routers for ids ['d3eb8823-d4af-45b6-9681-6fc7d9ae96ff'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:47.243037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: ebcf914f-0ad4-4f02-8fd3-d40bd276c36c {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:30:47.243606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ebcf914f-0ad4-4f02-8fd3-d40bd276c36c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:30:47.249647 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3bb1f-80b1-4f4a-885d-77be13c388fc None None] Routers {'d3eb8823-d4af-45b6-9681-6fc7d9ae96ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:47.250427 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ecd3bb1f-80b1-4f4a-885d-77be13c388fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d3eb8823-d4af-45b6-9681-6fc7d9ae96ff'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:47.265326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6776e099-e0e7-45ce-9727-aa6d6477b7a0 None None] Port fdf78b24-d7f1-469d-add4-a690cf70ea08 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:47.290552 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ecd3bb1f-80b1-4f4a-885d-77be13c388fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:47.300081 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd3bb1f-80b1-4f4a-885d-77be13c388fc None None] Routers {'d3eb8823-d4af-45b6-9681-6fc7d9ae96ff'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:47.301515 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ecd3bb1f-80b1-4f4a-885d-77be13c388fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d3eb8823-d4af-45b6-9681-6fc7d9ae96ff'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:47.334728 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9ec93c9e-5861-4e10-8bda-6222d90fd57b tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/routers/d3eb8823-d4af-45b6-9681-6fc7d9ae96ff HTTP/1.1" status: 200 len: 922 time: 0.1116142 Dec 06 14:30:47.337503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36766) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:47.341288 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ecd3bb1f-80b1-4f4a-885d-77be13c388fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:47.342088 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd3bb1f-80b1-4f4a-885d-77be13c388fc None None] The sync data for ids ['d3eb8823-d4af-45b6-9681-6fc7d9ae96ff'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:47.378248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bd7a75-e5a5-45ec-bcf4-53dbc99ecbc6 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:47.379844 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-43bd7a75-e5a5-45ec-bcf4-53dbc99ecbc6 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&device_id=d3eb8823-d4af-45b6-9681-6fc7d9ae96ff&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0414176 Dec 06 14:30:47.382813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36768) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:47.469098 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff9a23e-dc50-4d5d-973f-602b08a7130e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:47.470490 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dff9a23e-dc50-4d5d-973f-602b08a7130e tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/networks/056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 881 time: 0.0867367 Dec 06 14:30:47.473895 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36770) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:47.495521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:47.505015 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e9b09b15-7e38-47c6-927a-354e57ae28b3 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3eb8823-d4af-45b6-9681-6fc7d9ae96ff HTTP/1.1" status: 200 len: 205 time: 0.0293500 Dec 06 14:30:47.506940 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36772) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:47.613330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:47.694649 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:47.713916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:47.862654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Deleting port e379938e-6bb7-4b80-aec2-f69e5129e4f2 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:47.862985 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:47.913202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router ac0ab0fe-a0e1-43d6-904f-c918178b170a is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:30:47.937572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:47.949748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Calling delete_port for e379938e-6bb7-4b80-aec2-f69e5129e4f2 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:48.019661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:48.034609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Sync routers for ids ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:48.045426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Routers {'ac0ab0fe-a0e1-43d6-904f-c918178b170a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:48.046049 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:48.105556 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.106793 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bfc1b0e0-3c2b-44c1-8031-606373fdcac2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0637629 Dec 06 14:30:48.109848 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36774) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:48.138759 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-32d7ed55-3d40-43e9-aace-49e8b94700a4 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c716424228f8423e91750a4cc8918d9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276496 Dec 06 14:30:48.141335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36776) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:48.152377 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Set router ac0ab0fe-a0e1-43d6-904f-c918178b170a gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:48.199651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.226854 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Pushing event deleted for resources: {'Port': ['ID=e379938e-6bb7-4b80-aec2-f69e5129e4f2,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:48.238652 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d004b439-7f9f-43f7-b5eb-8d338e29f865 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:48.240270 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d004b439-7f9f-43f7-b5eb-8d338e29f865 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0979438 Dec 06 14:30:48.243116 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36778) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:48.259119 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7063458-1041-4ebd-8537-559026da0ab2 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:48.286466 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2e9b6fc6-69a1-421f-aba3-c8dd95934998 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418940 Dec 06 14:30:48.288662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36780) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:48.294134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-164e84dd-0235-4103-a2de-63b7e54f16b0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-713475983', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:48.304678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.351165 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:47Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:48.378277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Checking router: ac0ab0fe-a0e1-43d6-904f-c918178b170a for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:30:48.378626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Updating router ac0ab0fe-a0e1-43d6-904f-c918178b170a port fdf78b24-d7f1-469d-add4-a690cf70ea08 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:30:48.407315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.407945 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.410718 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.473595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164e84dd-0235-4103-a2de-63b7e54f16b0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:30:48.477228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-164e84dd-0235-4103-a2de-63b7e54f16b0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.582104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.582922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Fanout notify agent at l3_agent the message router_deleted on router d3eb8823-d4af-45b6-9681-6fc7d9ae96ff {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:30:48.591780 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.598621 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-04f3b9ac-a6b2-47f9-aee2-eb4c737453c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "DELETE /v2.0/routers/d3eb8823-d4af-45b6-9681-6fc7d9ae96ff HTTP/1.1" status: 204 len: 168 time: 1.0907123 Dec 06 14:30:48.599313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36782) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:48.611657 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-366840287', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:48.665189 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.765141 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.766135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.817748 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.856327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.856537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-164e84dd-0235-4103-a2de-63b7e54f16b0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.902720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c00b6a5-4dc9-47dd-b1f2-11dc214fa368 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:48.914174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0389b-9fed-49a5-952f-e600a9a5f8ac None None] Pushing event updated for resources: {'Port': ['ID=fdf78b24-d7f1-469d-add4-a690cf70ea08,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:48.917178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Attempting to bind port fdf78b24-d7f1-469d-add4-a690cf70ea08 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:30:48.917556 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Attempting to bind port fdf78b24-d7f1-469d-add4-a690cf70ea08 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:30:48.918000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Attempting to bind port fdf78b24-d7f1-469d-add4-a690cf70ea08 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:30:48.923290 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e84dd-0235-4103-a2de-63b7e54f16b0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Subnet': ['ID=c78a85f6-9ac7-43f4-832b-f995e1b6f510,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:48.924293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:30:48.924719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:30:48.925085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.925562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:30:48.925939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Bound port: fdf78b24-d7f1-469d-add4-a690cf70ea08, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:30:48.926327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:48.981887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] For port fdf78b24-d7f1-469d-add4-a690cf70ea08, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:30:48.985035 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] For port fdf78b24-d7f1-469d-add4-a690cf70ea08, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdf78b24-d7f1-469d-add4-a690cf70ea08,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:30:48.996914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164e84dd-0235-4103-a2de-63b7e54f16b0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Checking segment: {'id': '10eb0b26-9260-4769-a5d8-90e2737c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:30:48.997473 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e84dd-0235-4103-a2de-63b7e54f16b0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network hostable DHCP agents. Network: 827afad1-e090-4c25-b9f3-038a854741b5, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:30:48.998554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9eda7ae7-3eb9-4f8a-901c-a3cc3f3c62c8 None None] Provisioning complete for port fdf78b24-d7f1-469d-add4-a690cf70ea08 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:48.998928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9eda7ae7-3eb9-4f8a-901c-a3cc3f3c62c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:49.032783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9eda7ae7-3eb9-4f8a-901c-a3cc3f3c62c8 None None] Port fdf78b24-d7f1-469d-add4-a690cf70ea08 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:49.058965 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:49.081719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:49.101539 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b1da8f-52af-4c9d-ae81-2107aa7a44a1 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:49.125686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Routers {'ac0ab0fe-a0e1-43d6-904f-c918178b170a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:49.126309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:49.128161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab0389b-9fed-49a5-952f-e600a9a5f8ac None None] Pushing event updated for resources: {'Port': ['ID=fdf78b24-d7f1-469d-add4-a690cf70ea08,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:49.160982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164e84dd-0235-4103-a2de-63b7e54f16b0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 827afad1-e090-4c25-b9f3-038a854741b5 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:30:49.253459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-164e84dd-0235-4103-a2de-63b7e54f16b0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 827afad1-e090-4c25-b9f3-038a854741b5) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:49.260092 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164e84dd-0235-4103-a2de-63b7e54f16b0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:49.260692 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-164e84dd-0235-4103-a2de-63b7e54f16b0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:49.317569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83fd1d7-77d4-428d-a50a-57e76b3a43e8 None None] Network 827afad1-e090-4c25-b9f3-038a854741b5 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:30:49.342949 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-164e84dd-0235-4103-a2de-63b7e54f16b0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0532374 Dec 06 14:30:49.346080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36784) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:49.406439 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:49.426187 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:49.427946 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-503ffa75-ee52-41fc-b3f8-4443f867576b None None] Provisioning complete for port fdf78b24-d7f1-469d-add4-a690cf70ea08 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:49.428320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-503ffa75-ee52-41fc-b3f8-4443f867576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:49.490600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] Set router ac0ab0fe-a0e1-43d6-904f-c918178b170a gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:49.539088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Allocated IP 172.36.1.160 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/2eaa4bee-76f5-44c8-bb7f-1f0801e00e51) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:49.645755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:49.717186 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-503ffa75-ee52-41fc-b3f8-4443f867576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:49.775620 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-827afad1-e090-4c25-b9f3-038a854741b5', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ips': [{'subnet_id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:30:49.777026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:49.783502 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-503ffa75-ee52-41fc-b3f8-4443f867576b None None] For port fdf78b24-d7f1-469d-add4-a690cf70ea08, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdf78b24-d7f1-469d-add4-a690cf70ea08,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:49.789751 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:49.835485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:49.838773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:49.840710 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:49.845383 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:49.862611 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a516a296-9c14-434b-8053-d12d6ef717dc None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:49.873689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Pushing event updated for resources: {'Port': ['ID=2eaa4bee-76f5-44c8-bb7f-1f0801e00e51,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:49.882921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-503ffa75-ee52-41fc-b3f8-4443f867576b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:49.955211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:47Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:49.991511 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e717556b-1f7a-476f-b217-d0c8dfa899f3 None None] The sync data for ids ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'] in dv-neutron-master-2-hyperv is: [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:47Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:50.028077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Allocated IP 172.20.0.2 (827afad1-e090-4c25-b9f3-038a854741b5/c78a85f6-9ac7-43f4-832b-f995e1b6f510/e2eb44aa-c666-4467-8fec-2eaa52f3fa18) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:50.030326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503ffa75-ee52-41fc-b3f8-4443f867576b None None] Pushing event updated for resources: {'Port': ['ID=fdf78b24-d7f1-469d-add4-a690cf70ea08,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:50.049776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bf3f3268-4c0c-467d-a8ee-6d090091ff8c None None] Provisioning complete for port 2eaa4bee-76f5-44c8-bb7f-1f0801e00e51 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:50.050309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf3f3268-4c0c-467d-a8ee-6d090091ff8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:50.138197 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bf3f3268-4c0c-467d-a8ee-6d090091ff8c None None] Port 2eaa4bee-76f5-44c8-bb7f-1f0801e00e51 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:50.228067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:50.332687 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:50.376898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Network 827afad1-e090-4c25-b9f3-038a854741b5 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:50.385832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:50.385832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:50.392897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Pushing event updated for resources: {'Port': ['ID=e2eb44aa-c666-4467-8fec-2eaa52f3fa18,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:50.397226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.1 (827afad1-e090-4c25-b9f3-038a854741b5/c78a85f6-9ac7-43f4-832b-f995e1b6f510/c6cd11a1-b350-40c6-b556-717f3963f5ce) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:50.454068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Attempting to bind port e2eb44aa-c666-4467-8fec-2eaa52f3fa18 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:30:50.454680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Attempting to bind port e2eb44aa-c666-4467-8fec-2eaa52f3fa18 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '10eb0b26-9260-4769-a5d8-90e2737c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:30:50.455244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Attempting to bind port e2eb44aa-c666-4467-8fec-2eaa52f3fa18 on network 827afad1-e090-4c25-b9f3-038a854741b5 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:30:50.462263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:30:50.462959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Checking segment: {'id': '10eb0b26-9260-4769-a5d8-90e2737c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:30:50.463548 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:50.464117 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Bound using segment: {'id': '10eb0b26-9260-4769-a5d8-90e2737c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:30:50.464784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Bound port: e2eb44aa-c666-4467-8fec-2eaa52f3fa18, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10eb0b26-9260-4769-a5d8-90e2737c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:30:50.465390 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:50.506275 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:50.522695 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:50.548328 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] For port e2eb44aa-c666-4467-8fec-2eaa52f3fa18, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:30:50.552889 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] For port e2eb44aa-c666-4467-8fec-2eaa52f3fa18, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2eb44aa-c666-4467-8fec-2eaa52f3fa18,segment=NetworkSegment(10eb0b26-9260-4769-a5d8-90e2737c0d6a),segment_id=10eb0b26-9260-4769-a5d8-90e2737c0d6a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:30:50.676195 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:50.686527 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:50.730873 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 827afad1-e090-4c25-b9f3-038a854741b5 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:50.737105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:50.738598 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:50.746236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:50.746493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=c6cd11a1-b350-40c6-b556-717f3963f5ce,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:50.754885 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5d9fc-145a-48f9-958f-1de027f3c962 None None] Pushing event updated for resources: {'Port': ['ID=e2eb44aa-c666-4467-8fec-2eaa52f3fa18,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:50.801268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:50.978629 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Router e8f49eb2-1a96-4b8b-86b6-4b79e39e043b is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:30:51.080516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:51.111584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:51.126453 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9414de6-f8a5-4a0e-8a65-5708a5ad7ac3 None None] Sync routers for ids ['e8f49eb2-1a96-4b8b-86b6-4b79e39e043b'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:51.137163 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9414de6-f8a5-4a0e-8a65-5708a5ad7ac3 None None] Routers {'e8f49eb2-1a96-4b8b-86b6-4b79e39e043b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:51.138065 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c9414de6-f8a5-4a0e-8a65-5708a5ad7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e8f49eb2-1a96-4b8b-86b6-4b79e39e043b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:51.174319 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c9414de6-f8a5-4a0e-8a65-5708a5ad7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:51.194055 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9414de6-f8a5-4a0e-8a65-5708a5ad7ac3 None None] Routers {'e8f49eb2-1a96-4b8b-86b6-4b79e39e043b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:51.194453 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c9414de6-f8a5-4a0e-8a65-5708a5ad7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e8f49eb2-1a96-4b8b-86b6-4b79e39e043b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:51.217235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:51.221100 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-faa1934f-f26b-447b-ae5c-6e2b554b88a5 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6183181 Dec 06 14:30:51.222670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36786) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:51.231970 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:51.235101 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c9414de6-f8a5-4a0e-8a65-5708a5ad7ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:51.236099 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9414de6-f8a5-4a0e-8a65-5708a5ad7ac3 None None] The sync data for ids ['e8f49eb2-1a96-4b8b-86b6-4b79e39e043b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:51.309137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e2eb44aa-c666-4467-8fec-2eaa52f3fa18 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:30:51.376880 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port e2eb44aa-c666-4467-8fec-2eaa52f3fa18 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:51.377556 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:51.433917 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:51.457124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:51.486406 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:51.491397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port e2eb44aa-c666-4467-8fec-2eaa52f3fa18, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2eb44aa-c666-4467-8fec-2eaa52f3fa18,segment=NetworkSegment(10eb0b26-9260-4769-a5d8-90e2737c0d6a),segment_id=10eb0b26-9260-4769-a5d8-90e2737c0d6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:51.556823 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:51.561199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:51.562396 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device fdf78b24-d7f1-469d-add4-a690cf70ea08 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:30:51.563055 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=c6cd11a1-b350-40c6-b556-717f3963f5ce,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:51.572511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:51.618526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:51.642569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=e2eb44aa-c666-4467-8fec-2eaa52f3fa18,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:51.655181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port fdf78b24-d7f1-469d-add4-a690cf70ea08 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:51.655562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:51.674725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 827afad1-e090-4c25-b9f3-038a854741b5 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:51.674935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:51.757741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Deleting port 2eaa4bee-76f5-44c8-bb7f-1f0801e00e51 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:30:51.758085 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:51.807670 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router ac0ab0fe-a0e1-43d6-904f-c918178b170a has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:30:51.843851 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:51.855681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Calling delete_port for 2eaa4bee-76f5-44c8-bb7f-1f0801e00e51 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:30:51.915398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:51.923527 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-28bd7362-760e-418f-b875-3f6d351c3491 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/ac0ab0fe-a0e1-43d6-904f-c918178b170a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5759470 Dec 06 14:30:51.924197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36788) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:52.090850 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:52.123560 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95333ce4-e04a-41d5-b24a-ff18eb917a73 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:52.124840 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95333ce4-e04a-41d5-b24a-ff18eb917a73 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:52.125516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95333ce4-e04a-41d5-b24a-ff18eb917a73 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:52.126161 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95333ce4-e04a-41d5-b24a-ff18eb917a73 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:52.126932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95333ce4-e04a-41d5-b24a-ff18eb917a73 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:52.127579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95333ce4-e04a-41d5-b24a-ff18eb917a73 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:52.132478 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-95333ce4-e04a-41d5-b24a-ff18eb917a73 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.2071147 Dec 06 14:30:52.132952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Pushing event deleted for resources: {'Port': ['ID=2eaa4bee-76f5-44c8-bb7f-1f0801e00e51,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:52.133140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36790) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:52.140940 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6eeac80-6758-4cc3-9585-a2f023eb003c None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:30:52.210372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:52.249760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b377c3a9-1977-4e4e-ba7a-86dfbc3e93bf tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:52.250226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b377c3a9-1977-4e4e-ba7a-86dfbc3e93bf tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:52.250691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b377c3a9-1977-4e4e-ba7a-86dfbc3e93bf tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:52.251147 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b377c3a9-1977-4e4e-ba7a-86dfbc3e93bf tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:52.251597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b377c3a9-1977-4e4e-ba7a-86dfbc3e93bf tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:52.252052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b377c3a9-1977-4e4e-ba7a-86dfbc3e93bf tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:52.253994 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b377c3a9-1977-4e4e-ba7a-86dfbc3e93bf tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1198728 Dec 06 14:30:52.256620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36792) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:52.324991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead0e365-ac3a-46f2-b412-8b32a6023059 None None] Network 827afad1-e090-4c25-b9f3-038a854741b5 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:30:52.352272 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Sync routers for ids ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:52.407672 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Routers {'ac0ab0fe-a0e1-43d6-904f-c918178b170a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:52.408405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:52.449401 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:52.453310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:52.469610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-204be15d-14a0-4ded-a5b7-420df8a9d4dd None None] Provisioning complete for port e2eb44aa-c666-4467-8fec-2eaa52f3fa18 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:52.469978 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-204be15d-14a0-4ded-a5b7-420df8a9d4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:52.539884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Router e8f49eb2-1a96-4b8b-86b6-4b79e39e043b has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:30:52.627553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:30:52.640812 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd01348-aebb-408d-b2a9-ef5830efbbcd None None] Sync routers for ids ['e8f49eb2-1a96-4b8b-86b6-4b79e39e043b'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:30:52.643675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Set router ac0ab0fe-a0e1-43d6-904f-c918178b170a gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:52.647178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:52.648360 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1b91f426-8e71-46e8-8af2-f6750022b2aa tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "PUT /v2.0/routers/e8f49eb2-1a96-4b8b-86b6-4b79e39e043b HTTP/1.1" status: 200 len: 705 time: 1.4256213 Dec 06 14:30:52.651192 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36794) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:52.661845 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd01348-aebb-408d-b2a9-ef5830efbbcd None None] Routers {'e8f49eb2-1a96-4b8b-86b6-4b79e39e043b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:52.666871 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7dd01348-aebb-408d-b2a9-ef5830efbbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e8f49eb2-1a96-4b8b-86b6-4b79e39e043b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:52.707337 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7dd01348-aebb-408d-b2a9-ef5830efbbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:52.729379 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd01348-aebb-408d-b2a9-ef5830efbbcd None None] Routers {'e8f49eb2-1a96-4b8b-86b6-4b79e39e043b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:52.730610 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7dd01348-aebb-408d-b2a9-ef5830efbbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e8f49eb2-1a96-4b8b-86b6-4b79e39e043b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:52.735252 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8b3f9de3-3ac6-4ace-b123-9ee28329ca58 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/routers/e8f49eb2-1a96-4b8b-86b6-4b79e39e043b HTTP/1.1" status: 200 len: 740 time: 0.0828152 Dec 06 14:30:52.738100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36796) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:52.785400 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7dd01348-aebb-408d-b2a9-ef5830efbbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:52.786400 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd01348-aebb-408d-b2a9-ef5830efbbcd None None] The sync data for ids ['e8f49eb2-1a96-4b8b-86b6-4b79e39e043b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:52.803907 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3bcd660a-042f-4001-bbd9-5ccedea5f4e9 tempest-RoutersAdminTest-1078198716 tempest-RoutersAdminTest-1078198716-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&device_id=e8f49eb2-1a96-4b8b-86b6-4b79e39e043b HTTP/1.1" status: 200 len: 205 time: 0.0645859 Dec 06 14:30:52.806812 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36798) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:52.846079 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f0146d76-1d91-4eb4-881c-5d918d1fa83e tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8f49eb2-1a96-4b8b-86b6-4b79e39e043b HTTP/1.1" status: 200 len: 205 time: 0.0356059 Dec 06 14:30:52.851487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36800) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:52.871592 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-49c6499f-3e78-49f4-8b67-8194790c94c4 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3585 time: 0.6137300 Dec 06 14:30:52.933246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b479-6105-4433-a8be-7752179fdd14 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.103985 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36804) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:53.104191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-479363aa-21fb-4982-9d4c-8ddd92ae4569 None None] Provisioning complete for port c6cd11a1-b350-40c6-b556-717f3963f5ce triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:53.104406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-479363aa-21fb-4982-9d4c-8ddd92ae4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.109595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0a304a3a-0b15-4627-a2c2-aa39633ea694 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-806730073', 'description': 'tempest-secgroup-smoke-806730073 description', 'project_id': 'c716424228f8423e91750a4cc8918d9a'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:53.110337 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b479-6105-4433-a8be-7752179fdd14 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.112518 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b479-6105-4433-a8be-7752179fdd14 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.166981 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-479363aa-21fb-4982-9d4c-8ddd92ae4569 None None] Port c6cd11a1-b350-40c6-b556-717f3963f5ce cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:53.203345 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-479363aa-21fb-4982-9d4c-8ddd92ae4569 None None] Provisioning complete for port e2eb44aa-c666-4467-8fec-2eaa52f3fa18 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:53.203715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-479363aa-21fb-4982-9d4c-8ddd92ae4569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.208333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a304a3a-0b15-4627-a2c2-aa39633ea694 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.263170 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c6cd11a1-b350-40c6-b556-717f3963f5ce', 'name': '', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:21:3f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:49Z', 'updated_at': '2021-12-06T14:30:51Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:53.309134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e2eb44aa-c666-4467-8fec-2eaa52f3fa18 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:30:53.328101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a304a3a-0b15-4627-a2c2-aa39633ea694 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.336728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Checking router: ac0ab0fe-a0e1-43d6-904f-c918178b170a for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:30:53.339140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Updating router ac0ab0fe-a0e1-43d6-904f-c918178b170a port c6cd11a1-b350-40c6-b556-717f3963f5ce binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:30:53.393337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a304a3a-0b15-4627-a2c2-aa39633ea694 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.399846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.436951 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a304a3a-0b15-4627-a2c2-aa39633ea694 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fac7634-9425-4a11-ab0a-cc0699802386,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:53.483003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port e2eb44aa-c666-4467-8fec-2eaa52f3fa18 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:53.483600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.486746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0a304a3a-0b15-4627-a2c2-aa39633ea694 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.491044 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0a304a3a-0b15-4627-a2c2-aa39633ea694 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3823035 Dec 06 14:30:53.492975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36806) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:53.500721 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-96bf854b-8503-4f61-ab8f-9c550e48a9db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '5fac7634-9425-4a11-ab0a-cc0699802386', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:53.575999 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b479-6105-4433-a8be-7752179fdd14 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.576506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a8b479-6105-4433-a8be-7752179fdd14 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Fanout notify agent at l3_agent the message router_deleted on router e8f49eb2-1a96-4b8b-86b6-4b79e39e043b {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:30:53.584625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f5a8b479-6105-4433-a8be-7752179fdd14 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.589416 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f5a8b479-6105-4433-a8be-7752179fdd14 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "DELETE /v2.0/routers/e8f49eb2-1a96-4b8b-86b6-4b79e39e043b HTTP/1.1" status: 204 len: 168 time: 0.7379100 Dec 06 14:30:53.590462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36808) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:53.599962 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6d71f975-7b9e-4855-b8d6-2c3b64ea679a None None] Provisioning complete for port c6cd11a1-b350-40c6-b556-717f3963f5ce triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:53.600339 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d71f975-7b9e-4855-b8d6-2c3b64ea679a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.619947 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-eedc49b5-1fb6-438e-b1d7-3e1fabf3817a tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "GET /v2.0/ports?device_id=e8f49eb2-1a96-4b8b-86b6-4b79e39e043b HTTP/1.1" status: 200 len: 205 time: 0.0287693 Dec 06 14:30:53.624312 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36810) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:53.636029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96bf854b-8503-4f61-ab8f-9c550e48a9db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.676081 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-3cb9d7d4-8950-49d0-80e1-beb2ccfbe127 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] delete failed (client error): The resource could not be found. Dec 06 14:30:53.676081 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3cb9d7d4-8950-49d0-80e1-beb2ccfbe127 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "DELETE /v2.0/routers/e8f49eb2-1a96-4b8b-86b6-4b79e39e043b HTTP/1.1" status: 404 len: 336 time: 0.0493901 Dec 06 14:30:53.677603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36812) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:53.712359 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-10715d6e-9f5c-452f-bb7b-5cf1581207c8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3eb8823-d4af-45b6-9681-6fc7d9ae96ff HTTP/1.1" status: 200 len: 205 time: 0.0330086 Dec 06 14:30:53.715416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36814) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:53.719021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6d71f975-7b9e-4855-b8d6-2c3b64ea679a None None] Port c6cd11a1-b350-40c6-b556-717f3963f5ce cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:53.745499 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96bf854b-8503-4f61-ab8f-9c550e48a9db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.753495 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-f60d5a2f-5adc-40c3-a34e-8ca13bcce3cc tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] delete failed (client error): The resource could not be found. Dec 06 14:30:53.756934 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f60d5a2f-5adc-40c3-a34e-8ca13bcce3cc tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "DELETE /v2.0/routers/d3eb8823-d4af-45b6-9681-6fc7d9ae96ff HTTP/1.1" status: 404 len: 336 time: 0.0379858 Dec 06 14:30:53.757485 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36816) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:53.787523 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f7e6f718-0a37-4272-b592-ed8e0847df74 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "GET /v2.0/ports?device_id=c2f2efc6-db20-4b6d-a59d-df5513527771 HTTP/1.1" status: 200 len: 205 time: 0.0288479 Dec 06 14:30:53.790107 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36818) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:53.825902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.827848 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96bf854b-8503-4f61-ab8f-9c550e48a9db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.829756 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.api.v2.resource [None req-c41b6451-34d9-4b5a-9132-3f519e8855ea tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] delete failed (client error): The resource could not be found. Dec 06 14:30:53.836254 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c41b6451-34d9-4b5a-9132-3f519e8855ea tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "DELETE /v2.0/routers/c2f2efc6-db20-4b6d-a59d-df5513527771 HTTP/1.1" status: 404 len: 336 time: 0.0397985 Dec 06 14:30:53.836406 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36820) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:53.848152 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bf854b-8503-4f61-ab8f-9c550e48a9db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135f8318-b256-4fa3-bde8-308dac51d3ba,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:53.865753 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8d11fb58-71ee-4da9-b14c-625318adaedc tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "GET /v2.0/ports?device_id=af486b45-1f1c-4725-a2a3-aa803e6baa2a HTTP/1.1" status: 200 len: 205 time: 0.0309505 Dec 06 14:30:53.868112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36822) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:53.903493 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-02cf6daa-d8f8-4773-a5b4-8cce5651a9af tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] delete failed (client error): The resource could not be found. Dec 06 14:30:53.904453 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-02cf6daa-d8f8-4773-a5b4-8cce5651a9af tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "DELETE /v2.0/routers/af486b45-1f1c-4725-a2a3-aa803e6baa2a HTTP/1.1" status: 404 len: 336 time: 0.0354867 Dec 06 14:30:53.906895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36824) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:53.909193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.935246 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b70892c6-e815-402d-84f6-4c1047a6775c tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "GET /v2.0/ports?device_id=d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef HTTP/1.1" status: 200 len: 205 time: 0.0246451 Dec 06 14:30:53.935473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96bf854b-8503-4f61-ab8f-9c550e48a9db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:53.935623 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36826) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:53.936200 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-96bf854b-8503-4f61-ab8f-9c550e48a9db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4422026 Dec 06 14:30:53.939032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36828) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:53.944565 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-02f61800-685e-4a33-9d13-0b7bb12c42e2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '5fac7634-9425-4a11-ab0a-cc0699802386', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:53.965624 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db85757-5cc4-4aea-83ea-ea473be6c47c None None] Pushing event updated for resources: {'Port': ['ID=c6cd11a1-b350-40c6-b556-717f3963f5ce,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:53.984492 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-fa257295-5db5-4fc9-a1cc-042d16c88fad tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] delete failed (client error): The resource could not be found. Dec 06 14:30:53.988212 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fa257295-5db5-4fc9-a1cc-042d16c88fad tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "DELETE /v2.0/routers/d7e5f1d9-4f54-4702-b82c-bd5a135bd0ef HTTP/1.1" status: 404 len: 336 time: 0.0481415 Dec 06 14:30:53.988454 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36830) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:54.016374 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9f9db7f3-6030-47e1-a41d-b3e51d6f1d19 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9a5df6d-fb30-41e6-a29b-94f32507922a HTTP/1.1" status: 200 len: 205 time: 0.0268283 Dec 06 14:30:54.018922 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36832) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:54.025822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Attempting to bind port c6cd11a1-b350-40c6-b556-717f3963f5ce on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:30:54.026200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Attempting to bind port c6cd11a1-b350-40c6-b556-717f3963f5ce by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '10eb0b26-9260-4769-a5d8-90e2737c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:30:54.026620 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Attempting to bind port c6cd11a1-b350-40c6-b556-717f3963f5ce on network 827afad1-e090-4c25-b9f3-038a854741b5 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:30:54.032211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:30:54.032591 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Checking segment: {'id': '10eb0b26-9260-4769-a5d8-90e2737c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:30:54.033019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.033421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Bound using segment: {'id': '10eb0b26-9260-4769-a5d8-90e2737c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:30:54.033978 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Bound port: c6cd11a1-b350-40c6-b556-717f3963f5ce, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10eb0b26-9260-4769-a5d8-90e2737c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:30:54.034371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.046857 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02f61800-685e-4a33-9d13-0b7bb12c42e2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.061392 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-7a93d45e-0122-4cc6-89e6-0b7cd899d487 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] delete failed (client error): The resource could not be found. Dec 06 14:30:54.062601 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7a93d45e-0122-4cc6-89e6-0b7cd899d487 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "DELETE /v2.0/routers/a9a5df6d-fb30-41e6-a29b-94f32507922a HTTP/1.1" status: 404 len: 336 time: 0.0407462 Dec 06 14:30:54.065592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36834) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:54.100562 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ccbeb48-8f95-4356-aa55-282dc3eabfe8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] DELETE failed (client error): The resource could not be found. Dec 06 14:30:54.101227 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ccbeb48-8f95-4356-aa55-282dc3eabfe8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:30:54.104994 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5ccbeb48-8f95-4356-aa55-282dc3eabfe8 tempest-RoutersAdminTest-408576959 tempest-RoutersAdminTest-408576959-project] 10.222.0.42 "DELETE /v2.0/subnets/1002954c-1597-4c2f-9857-32380b49580c HTTP/1.1" status: 404 len: 337 time: 0.0383680 Dec 06 14:30:54.115094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] For port c6cd11a1-b350-40c6-b556-717f3963f5ce, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:30:54.118794 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] For port c6cd11a1-b350-40c6-b556-717f3963f5ce, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6cd11a1-b350-40c6-b556-717f3963f5ce,segment=NetworkSegment(10eb0b26-9260-4769-a5d8-90e2737c0d6a),segment_id=10eb0b26-9260-4769-a5d8-90e2737c0d6a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:30:54.127709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02f61800-685e-4a33-9d13-0b7bb12c42e2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.195754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.200596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02f61800-685e-4a33-9d13-0b7bb12c42e2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.222222 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f61800-685e-4a33-9d13-0b7bb12c42e2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9f5228-f86b-4aa0-b7e6-605880b2ef9c,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:54.256078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Routers {'ac0ab0fe-a0e1-43d6-904f-c918178b170a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:30:54.256701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:54.294781 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-02f61800-685e-4a33-9d13-0b7bb12c42e2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.296547 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-02f61800-685e-4a33-9d13-0b7bb12c42e2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3563936 Dec 06 14:30:54.299295 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36838) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:54.303884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4678acd3-5c1a-460a-9c2b-ac22f5876fc9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '5fac7634-9425-4a11-ab0a-cc0699802386', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:54.305561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db85757-5cc4-4aea-83ea-ea473be6c47c None None] Pushing event updated for resources: {'Port': ['ID=c6cd11a1-b350-40c6-b556-717f3963f5ce,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:54.329460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8453ae3f-7a59-45a8-97b3-8295bbd17774 None None] Provisioning complete for port c6cd11a1-b350-40c6-b556-717f3963f5ce triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:54.329836 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8453ae3f-7a59-45a8-97b3-8295bbd17774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.400640 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4678acd3-5c1a-460a-9c2b-ac22f5876fc9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.423798 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] Set router ac0ab0fe-a0e1-43d6-904f-c918178b170a gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:30:54.474851 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4678acd3-5c1a-460a-9c2b-ac22f5876fc9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.504876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8453ae3f-7a59-45a8-97b3-8295bbd17774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.547528 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36842) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:54.554011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4678acd3-5c1a-460a-9c2b-ac22f5876fc9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.577167 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678acd3-5c1a-460a-9c2b-ac22f5876fc9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57798d0b-87fd-44a3-8ced-dbf01fd348ef,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:54.610792 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8453ae3f-7a59-45a8-97b3-8295bbd17774 None None] For port c6cd11a1-b350-40c6-b556-717f3963f5ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6cd11a1-b350-40c6-b556-717f3963f5ce,segment=NetworkSegment(10eb0b26-9260-4769-a5d8-90e2737c0d6a),segment_id=10eb0b26-9260-4769-a5d8-90e2737c0d6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:30:54.658746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4678acd3-5c1a-460a-9c2b-ac22f5876fc9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.659085 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b677889d-6948-42eb-8cc2-8a3f06273e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.663042 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4678acd3-5c1a-460a-9c2b-ac22f5876fc9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3602967 Dec 06 14:30:54.663178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36846) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:54.668113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4e297568-7703-4adb-ae03-c05aab4ab154 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '5fac7634-9425-4a11-ab0a-cc0699802386', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:54.683730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8453ae3f-7a59-45a8-97b3-8295bbd17774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.722506 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c6cd11a1-b350-40c6-b556-717f3963f5ce', 'name': '', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:21:3f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:49Z', 'updated_at': '2021-12-06T14:30:54Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:30:54.747205 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b677889d-6948-42eb-8cc2-8a3f06273e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.752908 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b26faba-837b-4308-b0d3-66e33b154fb3 None None] The sync data for ids ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'] in dv-neutron-master-2-hyperv is: [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c6cd11a1-b350-40c6-b556-717f3963f5ce', 'name': '', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:21:3f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:49Z', 'updated_at': '2021-12-06T14:30:54Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:30:54.766436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453ae3f-7a59-45a8-97b3-8295bbd17774 None None] Pushing event updated for resources: {'Port': ['ID=c6cd11a1-b350-40c6-b556-717f3963f5ce,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:54.773528 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4e297568-7703-4adb-ae03-c05aab4ab154 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.824840 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b677889d-6948-42eb-8cc2-8a3f06273e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.829315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-25654bed-fdeb-497b-80df-35c07b858075 None None] Provisioning complete for port c6cd11a1-b350-40c6-b556-717f3963f5ce triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:54.829684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-25654bed-fdeb-497b-80df-35c07b858075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.870658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4e297568-7703-4adb-ae03-c05aab4ab154 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.882399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36848) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:54.882820 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b677889d-6948-42eb-8cc2-8a3f06273e76 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1559aa2e78e4b8ea07585f325b8fc04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3339791 Dec 06 14:30:54.890576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677889d-6948-42eb-8cc2-8a3f06273e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3c1cb7-dbfa-4da2-9a5c-1f7824858c49,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:54.947235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e0e8dee0-ea66-475e-ad69-d99b2f60dc0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.949003 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4e297568-7703-4adb-ae03-c05aab4ab154 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.987953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e0e8dee0-ea66-475e-ad69-d99b2f60dc0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:54.989720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e297568-7703-4adb-ae03-c05aab4ab154 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff08b6b6-f91a-4107-8e4e-36ea3817744f,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:55.060319 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4e297568-7703-4adb-ae03-c05aab4ab154 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:55.061958 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4e297568-7703-4adb-ae03-c05aab4ab154 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3978586 Dec 06 14:30:55.065140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36850) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:55.069708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c4729034-054d-4cbc-b8ce-fbc9967cee72 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '5fac7634-9425-4a11-ab0a-cc0699802386', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:55.103574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e0e8dee0-ea66-475e-ad69-d99b2f60dc0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:55.107301 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e0e8dee0-ea66-475e-ad69-d99b2f60dc0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:55.108587 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e0e8dee0-ea66-475e-ad69-d99b2f60dc0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b3c1cb7-dbfa-4da2-9a5c-1f7824858c49 HTTP/1.1" status: 204 len: 168 time: 0.2248502 Dec 06 14:30:55.122698 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-c4729034-054d-4cbc-b8ce-fbc9967cee72 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:30:55.123925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e8dee0-ea66-475e-ad69-d99b2f60dc0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3c1cb7-dbfa-4da2-9a5c-1f7824858c49,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:55.136605 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4729034-054d-4cbc-b8ce-fbc9967cee72 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:55.215687 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4729034-054d-4cbc-b8ce-fbc9967cee72 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:55.276455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4729034-054d-4cbc-b8ce-fbc9967cee72 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:55.291389 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c6cd11a1-b350-40c6-b556-717f3963f5ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:30:55.291743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4729034-054d-4cbc-b8ce-fbc9967cee72 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6117c15-75e8-488a-ba62-1651b4684483,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:55.347362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c6cd11a1-b350-40c6-b556-717f3963f5ce triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:55.347791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:55.386952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c4729034-054d-4cbc-b8ce-fbc9967cee72 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:55.391178 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c4729034-054d-4cbc-b8ce-fbc9967cee72 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3223038 Dec 06 14:30:55.393260 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36856) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:55.398013 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c5734647-8c04-4571-bcc6-b9ce546e2c5f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '5fac7634-9425-4a11-ab0a-cc0699802386', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:55.481279 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-c5734647-8c04-4571-bcc6-b9ce546e2c5f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:30:55.486772 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c5734647-8c04-4571-bcc6-b9ce546e2c5f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:55.545530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c5734647-8c04-4571-bcc6-b9ce546e2c5f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:55.680587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c5734647-8c04-4571-bcc6-b9ce546e2c5f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:55.702197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5734647-8c04-4571-bcc6-b9ce546e2c5f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af22ab71-ff95-4197-b001-4fe475e02aef,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:55.819503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c5734647-8c04-4571-bcc6-b9ce546e2c5f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:55.820725 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c5734647-8c04-4571-bcc6-b9ce546e2c5f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4264510 Dec 06 14:30:55.857607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36860) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:55.906623 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ada5c4a2-bb4a-4ed7-a2e9-6e6945503715 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e84fc25a9934399b831cc739e82d41d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0477550 Dec 06 14:30:55.909045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36862) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:55.959220 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-22048c92-e325-4c5f-bb73-6bcf3a0a5182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:55.982668 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-22048c92-e325-4c5f-bb73-6bcf3a0a5182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:56.059141 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-a2dfdc8d-26fd-4f52-ba2f-6abd930f7753 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-806730073&fields=id&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 267 time: 0.0701282 Dec 06 14:30:56.156036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-22048c92-e325-4c5f-bb73-6bcf3a0a5182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:56.158686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-22048c92-e325-4c5f-bb73-6bcf3a0a5182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:56.159802 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-22048c92-e325-4c5f-bb73-6bcf3a0a5182 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc4a2d2f-e650-4d60-9285-4c8d2fb0c6d3 HTTP/1.1" status: 204 len: 168 time: 0.2498336 Dec 06 14:30:56.194117 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22048c92-e325-4c5f-bb73-6bcf3a0a5182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4a2d2f-e650-4d60-9285-4c8d2fb0c6d3,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:56.255559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30000a89-cd78-489f-ac68-3219062573ff req-bcec46b0-3ba2-49fe-ac75-dabe317c6843 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:56.257051 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-bcec46b0-3ba2-49fe-ac75-dabe317c6843 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/networks?id=827afad1-e090-4c25-b9f3-038a854741b5 HTTP/1.1" status: 200 len: 795 time: 0.1908255 Dec 06 14:30:56.272765 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-afb439df-577b-4830-afd2-f91b0833d1ce tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/quotas/c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 375 time: 0.0091298 Dec 06 14:30:56.377937 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-5d52d50c-2869-4ccb-96f6-5dbd7323ceb5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973938 Dec 06 14:30:56.471388 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-f7289fb5-bfbb-419f-9bc6-384d496d031c service neutron] 10.222.0.42 "GET /v2.0/networks/827afad1-e090-4c25-b9f3-038a854741b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810859 Dec 06 14:30:56.564746 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-59b6183b-bd34-4524-bfc9-9e7a29c8dcca service neutron] 10.222.0.42 "GET /v2.0/networks/827afad1-e090-4c25-b9f3-038a854741b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858891 Dec 06 14:30:56.817664 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-78cf56ad-9962-42f3-972d-89b8e5c04a25 req-01969dc3-c992-433a-a550-3b74737e22c4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 210 time: 0.0283475 Dec 06 14:30:57.232921 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36910) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:57.350629 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6effb0bc-c3b8-40b9-b5d8-b75563d697f4 tempest-AgentManagementNegativeTest-148815693 tempest-AgentManagementNegativeTest-148815693-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1163232 Dec 06 14:30:57.811236 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36920) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:57.921389 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e0fe9077-bc94-4eec-a072-aa20f8d49b07 req-8fdb9f85-4581-4da7-a740-649e4e173b82 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 210 time: 0.0284309 Dec 06 14:30:57.932637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76063325-f382-4720-932b-c11ae9d3c5ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:58.007153 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76063325-f382-4720-932b-c11ae9d3c5ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:58.126397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-76063325-f382-4720-932b-c11ae9d3c5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:58.165949 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-76063325-f382-4720-932b-c11ae9d3c5ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac58f0906af44a859827570b6577c49f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3536208 Dec 06 14:30:58.167091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76063325-f382-4720-932b-c11ae9d3c5ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4e8093-56d5-4f2b-9dc0-c681c5660ffa,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:58.169946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36926) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:58.218465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2f1dc985-8e90-48b3-b8a5-e7f2d001e3ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:58.242532 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2f1dc985-8e90-48b3-b8a5-e7f2d001e3ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:58.349302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2f1dc985-8e90-48b3-b8a5-e7f2d001e3ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:58.351898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2f1dc985-8e90-48b3-b8a5-e7f2d001e3ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:58.353124 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2f1dc985-8e90-48b3-b8a5-e7f2d001e3ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e4e8093-56d5-4f2b-9dc0-c681c5660ffa HTTP/1.1" status: 204 len: 168 time: 0.1817710 Dec 06 14:30:58.361791 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1dc985-8e90-48b3-b8a5-e7f2d001e3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4e8093-56d5-4f2b-9dc0-c681c5660ffa,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:58.752509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30000a89-cd78-489f-ac68-3219062573ff req-6b184804-bef2-4116-9967-e4fbe63ab71b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:58.753315 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-6b184804-bef2-4116-9967-e4fbe63ab71b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks?id=827afad1-e090-4c25-b9f3-038a854741b5 HTTP/1.1" status: 200 len: 795 time: 0.1042151 Dec 06 14:30:58.835424 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-fdadc67a-854a-4c6a-970b-48dd906d41ce tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 379 time: 0.0685489 Dec 06 14:30:58.846610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-30000a89-cd78-489f-ac68-3219062573ff req-b509cf3d-38d8-4082-b762-c9fd0a1366ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'port': {'device_id': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'admin_state_up': True, 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'security_groups': ['5fac7634-9425-4a11-ab0a-cc0699802386']}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:59.019340 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8ab85327-c8bf-4053-b1f7-8b553cc315ff req-b1b16809-60a6-42c0-9e6b-8f1d83093397 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 210 time: 0.0277567 Dec 06 14:30:59.050671 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30000a89-cd78-489f-ac68-3219062573ff req-b509cf3d-38d8-4082-b762-c9fd0a1366ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:30:59.050671 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-30000a89-cd78-489f-ac68-3219062573ff req-b509cf3d-38d8-4082-b762-c9fd0a1366ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:59.180345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [req-30000a89-cd78-489f-ac68-3219062573ff req-b509cf3d-38d8-4082-b762-c9fd0a1366ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.11 (827afad1-e090-4c25-b9f3-038a854741b5/c78a85f6-9ac7-43f4-832b-f995e1b6f510/92a920cd-cbbf-47de-a335-2f16e792fb89) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:30:59.359716 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-30000a89-cd78-489f-ac68-3219062573ff req-b509cf3d-38d8-4082-b762-c9fd0a1366ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:59.400421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:59.436747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36954) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:30:59.470847 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-30000a89-cd78-489f-ac68-3219062573ff req-b509cf3d-38d8-4082-b762-c9fd0a1366ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:59.514263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30000a89-cd78-489f-ac68-3219062573ff req-b509cf3d-38d8-4082-b762-c9fd0a1366ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 827afad1-e090-4c25-b9f3-038a854741b5 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:30:59.517435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [req-30000a89-cd78-489f-ac68-3219062573ff req-b509cf3d-38d8-4082-b762-c9fd0a1366ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:30:59.521191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-30000a89-cd78-489f-ac68-3219062573ff req-b509cf3d-38d8-4082-b762-c9fd0a1366ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:30:59.550857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1058349656'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:59.553903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509cf3d-38d8-4082-b762-c9fd0a1366ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=92a920cd-cbbf-47de-a335-2f16e792fb89,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:59.593706 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30000a89-cd78-489f-ac68-3219062573ff req-b509cf3d-38d8-4082-b762-c9fd0a1366ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:30:59.594368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-30000a89-cd78-489f-ac68-3219062573ff req-b509cf3d-38d8-4082-b762-c9fd0a1366ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:59.675168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Made reservation on behalf of 35da613d53f84f2fa0975028c11f7aca for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:30:59.678701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:59.689009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:59.768024 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-b509cf3d-38d8-4082-b762-c9fd0a1366ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9254978 Dec 06 14:30:59.774076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:59.780563 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Request body: {'port': {'device_id': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:30:59.782805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6dc1148b-4260-4610-92d9-1c27b3eae6bf None None] Provisioning complete for port 92a920cd-cbbf-47de-a335-2f16e792fb89 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:30:59.783270 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6dc1148b-4260-4610-92d9-1c27b3eae6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:59.818938 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1148b-4260-4610-92d9-1c27b3eae6bf None None] Port 92a920cd-cbbf-47de-a335-2f16e792fb89 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:30:59.836558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:59.851572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:59.908491 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:30:59.918482 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8df949-e335-403e-8f58-cffc473ab814,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:30:59.933225 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:30:59.933563 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Added segment 4387ba96-a702-4361-a184-7a92206ba628 of type vlan for network ea98170f-4e85-46a7-9fc2-ba535a0acf3d Dec 06 14:31:00.084151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:00.140805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86622dc9-3921-40d0-9bb5-46646f434fe8 req-6c759d6a-9e01-44d9-91ac-43493ab7c3f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:00.142302 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-86622dc9-3921-40d0-9bb5-46646f434fe8 req-6c759d6a-9e01-44d9-91ac-43493ab7c3f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 932 time: 0.0527627 Dec 06 14:31:00.192481 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-86622dc9-3921-40d0-9bb5-46646f434fe8 req-c965ad3c-cd83-4a92-a5a1-f05b470faf39 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434935 Dec 06 14:31:00.246433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:00.251992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:00.252576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:00.277102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a920cd-cbbf-47de-a335-2f16e792fb89 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:31:00.292867 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:00.340161 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event updated for resources: {'Network': ['ID=ea98170f-4e85-46a7-9fc2-ba535a0acf3d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:00.342465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Transition to ACTIVE for port object 92a920cd-cbbf-47de-a335-2f16e792fb89 will not be triggered until provisioned by entity L2. {{(pid=103725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:31:00.350669 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network ea98170f-4e85-46a7-9fc2-ba535a0acf3d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:31:00.391443 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b67f52bf-ea6f-4684-8bd1-b8f8cbab0e43 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9531598 Dec 06 14:31:00.394393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36960) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:00.399371 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-371baf7e-5997-4f38-af35-66890cb2da5d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Request body: {'subnet': {'network_id': 'ea98170f-4e85-46a7-9fc2-ba535a0acf3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:00.487530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:00.554230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Pushing event updated for resources: {'Port': ['ID=92a920cd-cbbf-47de-a335-2f16e792fb89,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:00.579356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371baf7e-5997-4f38-af35-66890cb2da5d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Made reservation on behalf of 35da613d53f84f2fa0975028c11f7aca for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:00.582851 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-371baf7e-5997-4f38-af35-66890cb2da5d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:00.672446 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Attempting to bind port 92a920cd-cbbf-47de-a335-2f16e792fb89 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:31:00.672790 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Attempting to bind port 92a920cd-cbbf-47de-a335-2f16e792fb89 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '10eb0b26-9260-4769-a5d8-90e2737c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:31:00.673141 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Attempting to bind port 92a920cd-cbbf-47de-a335-2f16e792fb89 on network 827afad1-e090-4c25-b9f3-038a854741b5 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:31:00.688145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Port 92a920cd-cbbf-47de-a335-2f16e792fb89 on network 827afad1-e090-4c25-b9f3-038a854741b5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:31:00.691178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Attempting to bind port 92a920cd-cbbf-47de-a335-2f16e792fb89 on network 827afad1-e090-4c25-b9f3-038a854741b5 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:31:00.698979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:31:00.699315 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Checking segment: {'id': '10eb0b26-9260-4769-a5d8-90e2737c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:00.699697 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Bound using segment: {'id': '10eb0b26-9260-4769-a5d8-90e2737c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:31:00.700131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Bound port: 92a920cd-cbbf-47de-a335-2f16e792fb89, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10eb0b26-9260-4769-a5d8-90e2737c0d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:31:00.700484 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:00.831702 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] For port 92a920cd-cbbf-47de-a335-2f16e792fb89, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:31:00.851953 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] For port 92a920cd-cbbf-47de-a335-2f16e792fb89, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92a920cd-cbbf-47de-a335-2f16e792fb89,segment=NetworkSegment(10eb0b26-9260-4769-a5d8-90e2737c0d6a),segment_id=10eb0b26-9260-4769-a5d8-90e2737c0d6a)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:31:00.915361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:00.927875 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-371baf7e-5997-4f38-af35-66890cb2da5d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:00.992270 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:00.992965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:00.994897 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] 10.222.0.41 "PUT /v2.0/ports/92a920cd-cbbf-47de-a335-2f16e792fb89 HTTP/1.1" status: 200 len: 1094 time: 1.2178941 Dec 06 14:31:00.997197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'tag': '92a920cd-cbbf-47de-a335-2f16e792fb89'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:31:00.999485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dae4d5-32be-4495-ba87-61e5a7bb3e76" -d '{"events": [{"name": "network-changed", "server_uuid": "dc02bb8c-946e-46f9-b207-a75b43c8ed15", "tag": "92a920cd-cbbf-47de-a335-2f16e792fb89"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:31:01.040537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f101f99-30b6-4ebe-bb9d-4e985dccbd15 service neutron] Pushing event updated for resources: {'Port': ['ID=92a920cd-cbbf-47de-a335-2f16e792fb89,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:01.055010 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371baf7e-5997-4f38-af35-66890cb2da5d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event updated for resources: {'Subnet': ['ID=04193876-4506-4232-bda2-e2e4de9d8482,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:01.059521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee27996f-dcea-4beb-b347-9f3cb490e40b x-openstack-request-id: req-ee27996f-dcea-4beb-b347-9f3cb490e40b {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:31:01.059817 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc02bb8c-946e-46f9-b207-a75b43c8ed15", "tag": "92a920cd-cbbf-47de-a335-2f16e792fb89", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:31:01.060074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee27996f-dcea-4beb-b347-9f3cb490e40b {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:31:01.061055 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'tag': '92a920cd-cbbf-47de-a335-2f16e792fb89', 'status': 'completed', 'code': 200} Dec 06 14:31:01.070262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-371baf7e-5997-4f38-af35-66890cb2da5d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Checking segment: {'id': '4387ba96-a702-4361-a184-7a92206ba628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ea98170f-4e85-46a7-9fc2-ba535a0acf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:01.070626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371baf7e-5997-4f38-af35-66890cb2da5d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Network hostable DHCP agents. Network: ea98170f-4e85-46a7-9fc2-ba535a0acf3d, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:31:01.123604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dae4d5-32be-4495-ba87-61e5a7bb3e76 req-6918ae9f-0683-4652-af68-317fbc7067cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:01.125162 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9dae4d5-32be-4495-ba87-61e5a7bb3e76 req-6918ae9f-0683-4652-af68-317fbc7067cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 1097 time: 0.0450068 Dec 06 14:31:01.191486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371baf7e-5997-4f38-af35-66890cb2da5d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Network ea98170f-4e85-46a7-9fc2-ba535a0acf3d is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:31:01.269263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e14a7ed-1727-480d-a724-d1130e31e8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:01.308510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dae4d5-32be-4495-ba87-61e5a7bb3e76 req-71eb0e33-a6dd-4cd4-9cce-85e1fb7616ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:01.310010 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9dae4d5-32be-4495-ba87-61e5a7bb3e76 req-71eb0e33-a6dd-4cd4-9cce-85e1fb7616ea service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c716424228f8423e91750a4cc8918d9a&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1767204 Dec 06 14:31:01.321341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6fe89f-a035-42ce-81c8-687cebe95e8a req-42bd0e81-f08a-4530-a7ab-81298f5fe96f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:01.322878 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de6fe89f-a035-42ce-81c8-687cebe95e8a req-42bd0e81-f08a-4530-a7ab-81298f5fe96f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 944 time: 0.0573235 Dec 06 14:31:01.373412 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de6fe89f-a035-42ce-81c8-687cebe95e8a req-db16b10a-9bf5-47a1-ab3a-ac803bb86caa tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443282 Dec 06 14:31:01.376331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-371baf7e-5997-4f38-af35-66890cb2da5d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ea98170f-4e85-46a7-9fc2-ba535a0acf3d) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:01.381936 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371baf7e-5997-4f38-af35-66890cb2da5d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:01.383206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-371baf7e-5997-4f38-af35-66890cb2da5d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:01.385176 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e98401-08db-460f-b496-70bb9fff54ff None None] Network ea98170f-4e85-46a7-9fc2-ba535a0acf3d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:01.495769 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dae4d5-32be-4495-ba87-61e5a7bb3e76 req-5d6de147-16f0-4969-9a00-56432b1f13bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:01.497320 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9dae4d5-32be-4495-ba87-61e5a7bb3e76 req-5d6de147-16f0-4969-9a00-56432b1f13bd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1800563 Dec 06 14:31:01.529923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ea98170f-4e85-46a7-9fc2-ba535a0acf3d', 'network_id': 'ea98170f-4e85-46a7-9fc2-ba535a0acf3d', 'tenant_id': '35da613d53f84f2fa0975028c11f7aca', 'fixed_ips': [{'subnet_id': '04193876-4506-4232-bda2-e2e4de9d8482'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:31:01.530796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:01.546208 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-371baf7e-5997-4f38-af35-66890cb2da5d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1506934 Dec 06 14:31:01.549100 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36966) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:01.554693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Request body: {'port': {'network_id': 'ea98170f-4e85-46a7-9fc2-ba535a0acf3d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1451545586'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:01.576350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30000a89-cd78-489f-ac68-3219062573ff req-3422605d-fba2-49f1-8e50-1534d0a32af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:01.578152 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-3422605d-fba2-49f1-8e50-1534d0a32af3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 1097 time: 0.0451815 Dec 06 14:31:01.621643 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-832e8ed5-18ca-43d5-99f9-dc5c724e54ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92a920cd-cbbf-47de-a335-2f16e792fb89 HTTP/1.1" status: 200 len: 217 time: 0.0358524 Dec 06 14:31:01.676831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30000a89-cd78-489f-ac68-3219062573ff req-77bb3cef-efd8-446b-9ca9-3538e9d30a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:01.678785 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-77bb3cef-efd8-446b-9ca9-3538e9d30a2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c78a85f6-9ac7-43f4-832b-f995e1b6f510 HTTP/1.1" status: 200 len: 834 time: 0.0510454 Dec 06 14:31:01.679182 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Allocated IP 2001:db8::2 (ea98170f-4e85-46a7-9fc2-ba535a0acf3d/04193876-4506-4232-bda2-e2e4de9d8482/1bc20111-553c-410e-80ce-94fc8e1c1264) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:01.726113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30000a89-cd78-489f-ac68-3219062573ff req-15b39434-26d3-455c-8995-6e71869bff5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:01.727680 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-15b39434-26d3-455c-8995-6e71869bff5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=827afad1-e090-4c25-b9f3-038a854741b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415573 Dec 06 14:31:01.754630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Made reservation on behalf of 35da613d53f84f2fa0975028c11f7aca for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:01.758889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:01.777746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] device_id is not set on port dfc9de2d-739a-4920-8872-3e49c0f139d8 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:01.831133 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-9d87ba6a-a57d-4288-930d-3c44a4734bcc service neutron] 10.222.0.41 "GET /v2.0/networks/827afad1-e090-4c25-b9f3-038a854741b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953028 Dec 06 14:31:01.932401 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30000a89-cd78-489f-ac68-3219062573ff req-7a6d9666-1f2c-434b-9600-e85420e3487a service neutron] 10.222.0.41 "GET /v2.0/networks/827afad1-e090-4c25-b9f3-038a854741b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943735 Dec 06 14:31:01.980884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:02.052129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:02.100328 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Network ea98170f-4e85-46a7-9fc2-ba535a0acf3d is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:02.103168 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:02.106892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:02.111473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Allocated IP 2001:db8::1d5 (ea98170f-4e85-46a7-9fc2-ba535a0acf3d/04193876-4506-4232-bda2-e2e4de9d8482/dfc9de2d-739a-4920-8872-3e49c0f139d8) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:02.117969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Pushing event updated for resources: {'Port': ['ID=1bc20111-553c-410e-80ce-94fc8e1c1264,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:02.174018 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Attempting to bind port 1bc20111-553c-410e-80ce-94fc8e1c1264 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:31:02.174417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Attempting to bind port 1bc20111-553c-410e-80ce-94fc8e1c1264 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4387ba96-a702-4361-a184-7a92206ba628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ea98170f-4e85-46a7-9fc2-ba535a0acf3d'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:31:02.174846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Attempting to bind port 1bc20111-553c-410e-80ce-94fc8e1c1264 on network ea98170f-4e85-46a7-9fc2-ba535a0acf3d {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:31:02.181137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:31:02.181509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Checking segment: {'id': '4387ba96-a702-4361-a184-7a92206ba628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ea98170f-4e85-46a7-9fc2-ba535a0acf3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:02.181949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:02.182380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Bound using segment: {'id': '4387ba96-a702-4361-a184-7a92206ba628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ea98170f-4e85-46a7-9fc2-ba535a0acf3d'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:31:02.182862 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Bound port: 1bc20111-553c-410e-80ce-94fc8e1c1264, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4387ba96-a702-4361-a184-7a92206ba628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'ea98170f-4e85-46a7-9fc2-ba535a0acf3d'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:31:02.183187 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:02.248946 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] For port 1bc20111-553c-410e-80ce-94fc8e1c1264, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:31:02.252331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] For port 1bc20111-553c-410e-80ce-94fc8e1c1264, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1bc20111-553c-410e-80ce-94fc8e1c1264,segment=NetworkSegment(4387ba96-a702-4361-a184-7a92206ba628),segment_id=4387ba96-a702-4361-a184-7a92206ba628)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:31:02.276466 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:02.338989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:02.366552 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:02.402552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f5cbc-841e-47ea-bc69-82bdfb383d3f None None] Pushing event updated for resources: {'Port': ['ID=1bc20111-553c-410e-80ce-94fc8e1c1264,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:02.417256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Network ea98170f-4e85-46a7-9fc2-ba535a0acf3d is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:02.418632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:02.422437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:02.428653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:02.429308 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:02.448330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event updated for resources: {'Port': ['ID=dfc9de2d-739a-4920-8872-3e49c0f139d8,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:02.506733 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056282a-f490-4224-b10e-cb3115e45233 req-89eb1899-6945-4891-868c-88cc4835010f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:02.508239 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4056282a-f490-4224-b10e-cb3115e45233 req-89eb1899-6945-4891-868c-88cc4835010f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 944 time: 0.0530281 Dec 06 14:31:02.523191 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f3f55a97-6391-4a86-8606-6e625ca35c94 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9730058 Dec 06 14:31:02.526344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36970) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:02.531432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Request body: {'port': {'network_id': 'ea98170f-4e85-46a7-9fc2-ba535a0acf3d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1980466254', 'allowed_address_pairs': [{'ip_address': '2001:db8::1d5', 'mac_address': 'fa:16:3e:66:d7:99'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:02.566803 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4056282a-f490-4224-b10e-cb3115e45233 req-1a45c751-d2b2-4ad9-a321-ade9f10614b5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515821 Dec 06 14:31:02.754751 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Made reservation on behalf of 35da613d53f84f2fa0975028c11f7aca for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:02.840862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:02.858570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] device_id is not set on port 68653859-5d60-4504-91c5-ae7209d6a15b yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:02.970859 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Allocated IP 2001:db8::11d (ea98170f-4e85-46a7-9fc2-ba535a0acf3d/04193876-4506-4232-bda2-e2e4de9d8482/68653859-5d60-4504-91c5-ae7209d6a15b) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:03.126516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:03.246974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:03.281011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1bc20111-553c-410e-80ce-94fc8e1c1264 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:31:03.304274 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Network ea98170f-4e85-46a7-9fc2-ba535a0acf3d is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:03.308186 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:03.313601 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:03.319286 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:03.319919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:03.323724 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event updated for resources: {'Port': ['ID=68653859-5d60-4504-91c5-ae7209d6a15b,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:03.337174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1bc20111-553c-410e-80ce-94fc8e1c1264 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:03.337174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:03.361835 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff53b018-0b48-4d64-a44e-d34f061fac5f None None] Network ea98170f-4e85-46a7-9fc2-ba535a0acf3d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:03.397418 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-306b79fe-8468-475f-bd6d-40cf41c4702c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8699269 Dec 06 14:31:03.399754 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36972) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:03.466272 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c0f4c360-cded-4883-b10e-db6a2a2463c9 None None] Provisioning complete for port 1bc20111-553c-410e-80ce-94fc8e1c1264 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:03.466649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c360-cded-4883-b10e-db6a2a2463c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:03.487588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad0ffb1-6627-43ba-9c02-3ef5a7e08550 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:03.493902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad0ffb1-6627-43ba-9c02-3ef5a7e08550 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:03.499941 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad0ffb1-6627-43ba-9c02-3ef5a7e08550 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:03.501600 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0ad0ffb1-6627-43ba-9c02-3ef5a7e08550 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1008720 Dec 06 14:31:03.504677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36974) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:03.564472 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:03.593062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-16396dc5-e884-44b8-bb24-2126df1843ef tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Deleting port 68653859-5d60-4504-91c5-ae7209d6a15b {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:03.593403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16396dc5-e884-44b8-bb24-2126df1843ef tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:03.663962 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 1bc20111-553c-410e-80ce-94fc8e1c1264, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1bc20111-553c-410e-80ce-94fc8e1c1264,segment=NetworkSegment(4387ba96-a702-4361-a184-7a92206ba628),segment_id=4387ba96-a702-4361-a184-7a92206ba628)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:03.688194 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0f4c360-cded-4883-b10e-db6a2a2463c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:03.715360 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1500d985-699f-42b9-8e49-9b45efd43aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:03.715714 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16396dc5-e884-44b8-bb24-2126df1843ef tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:03.733950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ca3b9-d852-4bde-9a92-f178164b70fc req-f0621a90-275f-4d15-abdb-8805d56fdefe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:03.735445 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b4ca3b9-d852-4bde-9a92-f178164b70fc req-f0621a90-275f-4d15-abdb-8805d56fdefe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 944 time: 0.0830863 Dec 06 14:31:03.739808 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-16396dc5-e884-44b8-bb24-2126df1843ef tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Calling delete_port for 68653859-5d60-4504-91c5-ae7209d6a15b owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:03.749895 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:03.829524 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-c0f4c360-cded-4883-b10e-db6a2a2463c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:31:03.829991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-c0f4c360-cded-4883-b10e-db6a2a2463c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:31:03.831747 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b4ca3b9-d852-4bde-9a92-f178164b70fc req-9e40ba84-70e6-488e-be6f-494f09da8d5f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899763 Dec 06 14:31:03.833045 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=1bc20111-553c-410e-80ce-94fc8e1c1264,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:04.067595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16396dc5-e884-44b8-bb24-2126df1843ef tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:04.095865 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16396dc5-e884-44b8-bb24-2126df1843ef tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event deleted for resources: {'Port': ['ID=68653859-5d60-4504-91c5-ae7209d6a15b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:04.221337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16396dc5-e884-44b8-bb24-2126df1843ef tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:04.224765 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-16396dc5-e884-44b8-bb24-2126df1843ef tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "DELETE /v2.0/ports/68653859-5d60-4504-91c5-ae7209d6a15b HTTP/1.1" status: 204 len: 168 time: 0.7190692 Dec 06 14:31:04.227530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36978) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:04.261385 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4f1bdb1-7349-4e3b-9dc6-b78ccf19a95b tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] GET failed (client error): The resource could not be found. Dec 06 14:31:04.263314 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c4f1bdb1-7349-4e3b-9dc6-b78ccf19a95b tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "GET /v2.0/ports/68653859-5d60-4504-91c5-ae7209d6a15b HTTP/1.1" status: 404 len: 333 time: 0.0348611 Dec 06 14:31:04.266223 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36980) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:04.271440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Request body: {'port': {'network_id': 'ea98170f-4e85-46a7-9fc2-ba535a0acf3d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-605188873'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:04.480757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Made reservation on behalf of 35da613d53f84f2fa0975028c11f7aca for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:04.487467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:04.496915 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-05d97972-2415-40b3-bd4b-d164c2e01acd None None] Provisioning complete for port dfc9de2d-739a-4920-8872-3e49c0f139d8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:04.497518 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05d97972-2415-40b3-bd4b-d164c2e01acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:04.506951 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] device_id is not set on port 672bf878-143e-4983-b20c-f094b8b6137b yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:04.539653 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-05d97972-2415-40b3-bd4b-d164c2e01acd None None] Port dfc9de2d-739a-4920-8872-3e49c0f139d8 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:04.543843 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-05d97972-2415-40b3-bd4b-d164c2e01acd None None] Could not find standard attr ID for object 68653859-5d60-4504-91c5-ae7209d6a15b. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:31:04.553867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-05d97972-2415-40b3-bd4b-d164c2e01acd None None] Provisioning complete for port 1bc20111-553c-410e-80ce-94fc8e1c1264 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:04.554326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05d97972-2415-40b3-bd4b-d164c2e01acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:04.631813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Allocated IP 2001:db8::225 (ea98170f-4e85-46a7-9fc2-ba535a0acf3d/04193876-4506-4232-bda2-e2e4de9d8482/672bf878-143e-4983-b20c-f094b8b6137b) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:04.731483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:04.779956 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:04.857810 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:04.903623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Network ea98170f-4e85-46a7-9fc2-ba535a0acf3d is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:04.906768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:04.920666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:04.926429 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:04.927073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:04.941462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event updated for resources: {'Port': ['ID=672bf878-143e-4983-b20c-f094b8b6137b,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:04.966171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe821b8-79ad-4deb-9b70-7a7a92015aa8 req-d8d844d2-87cc-414c-8cd3-f43f7fe1792d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:04.967782 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2fe821b8-79ad-4deb-9b70-7a7a92015aa8 req-d8d844d2-87cc-414c-8cd3-f43f7fe1792d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 944 time: 0.0599282 Dec 06 14:31:05.005730 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2fa8a712-afca-4384-86c8-3dddeb6c3c22 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7379563 Dec 06 14:31:05.006842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36984) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:05.013582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2d602785-7649-4dc0-bbc9-620360cc1720 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d5', 'mac_address': 'fa:16:3e:66:d7:99'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:05.030533 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2fe821b8-79ad-4deb-9b70-7a7a92015aa8 req-78456bfe-f2bf-4353-a4fb-302d55fe57cb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538371 Dec 06 14:31:05.084300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d602785-7649-4dc0-bbc9-620360cc1720 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:05.162580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b053304e-4c29-4716-ad54-a60abeb40948 None None] Provisioning complete for port 672bf878-143e-4983-b20c-f094b8b6137b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:05.162946 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b053304e-4c29-4716-ad54-a60abeb40948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:05.199019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b053304e-4c29-4716-ad54-a60abeb40948 None None] Port 672bf878-143e-4983-b20c-f094b8b6137b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:05.253714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1bc20111-553c-410e-80ce-94fc8e1c1264 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:31:05.263194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d602785-7649-4dc0-bbc9-620360cc1720 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:05.303371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1bc20111-553c-410e-80ce-94fc8e1c1264 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:05.303665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:05.331846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d602785-7649-4dc0-bbc9-620360cc1720 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:05.367577 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2d602785-7649-4dc0-bbc9-620360cc1720 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] In _notify_port_updated(), no bound segment for port 672bf878-143e-4983-b20c-f094b8b6137b on network ea98170f-4e85-46a7-9fc2-ba535a0acf3d {{(pid=103724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:31:05.373634 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d602785-7649-4dc0-bbc9-620360cc1720 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:05.374261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2d602785-7649-4dc0-bbc9-620360cc1720 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:05.378491 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2d602785-7649-4dc0-bbc9-620360cc1720 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "PUT /v2.0/ports/672bf878-143e-4983-b20c-f094b8b6137b HTTP/1.1" status: 200 len: 1002 time: 0.3676944 Dec 06 14:31:05.384711 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36986) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:05.397050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d602785-7649-4dc0-bbc9-620360cc1720 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event updated for resources: {'Port': ['ID=672bf878-143e-4983-b20c-f094b8b6137b,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:05.477487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-970e77d5-f38a-4e49-91e0-91311fe93b29 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Deleting port 672bf878-143e-4983-b20c-f094b8b6137b {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:05.477936 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-970e77d5-f38a-4e49-91e0-91311fe93b29 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:05.570104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-970e77d5-f38a-4e49-91e0-91311fe93b29 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:05.582822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-970e77d5-f38a-4e49-91e0-91311fe93b29 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Calling delete_port for 672bf878-143e-4983-b20c-f094b8b6137b owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:05.621583 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2a24cc0d-98a1-4b41-949b-5c6f7357df60 None None] Provisioning complete for port 672bf878-143e-4983-b20c-f094b8b6137b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:05.622216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a24cc0d-98a1-4b41-949b-5c6f7357df60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:05.656885 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2a24cc0d-98a1-4b41-949b-5c6f7357df60 None None] Port 672bf878-143e-4983-b20c-f094b8b6137b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:05.805776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-970e77d5-f38a-4e49-91e0-91311fe93b29 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:05.834358 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e77d5-f38a-4e49-91e0-91311fe93b29 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event deleted for resources: {'Port': ['ID=672bf878-143e-4983-b20c-f094b8b6137b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:05.947212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:05.957434 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-970e77d5-f38a-4e49-91e0-91311fe93b29 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:05.957434 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-970e77d5-f38a-4e49-91e0-91311fe93b29 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "DELETE /v2.0/ports/672bf878-143e-4983-b20c-f094b8b6137b HTTP/1.1" status: 204 len: 168 time: 0.5771890 Dec 06 14:31:05.959808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36988) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:05.985086 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c23cfed3-9a33-4f55-aa00-6522a9d13d47 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] GET failed (client error): The resource could not be found. Dec 06 14:31:05.986537 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c23cfed3-9a33-4f55-aa00-6522a9d13d47 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "GET /v2.0/ports/672bf878-143e-4983-b20c-f094b8b6137b HTTP/1.1" status: 404 len: 333 time: 0.0257194 Dec 06 14:31:05.990331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36990) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:05.995674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Request body: {'port': {'network_id': 'ea98170f-4e85-46a7-9fc2-ba535a0acf3d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-814499026'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:06.109656 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 92a920cd-cbbf-47de-a335-2f16e792fb89 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:31:06.152977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2cee2-0fb8-4689-8ea0-1ffd51b01c91 req-6ee97a3f-5bfe-4b0d-8ac9-de15084bb45a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:06.157426 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-41a2cee2-0fb8-4689-8ea0-1ffd51b01c91 req-6ee97a3f-5bfe-4b0d-8ac9-de15084bb45a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 944 time: 0.0522273 Dec 06 14:31:06.176453 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Made reservation on behalf of 35da613d53f84f2fa0975028c11f7aca for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:06.181841 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:06.197427 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] device_id is not set on port 137c507c-456c-4af6-9eac-81649ebdad60 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:06.206114 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-41a2cee2-0fb8-4689-8ea0-1ffd51b01c91 req-610230b9-c211-49df-9968-56b309b2291e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454769 Dec 06 14:31:06.215474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 92a920cd-cbbf-47de-a335-2f16e792fb89, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92a920cd-cbbf-47de-a335-2f16e792fb89,segment=NetworkSegment(10eb0b26-9260-4769-a5d8-90e2737c0d6a),segment_id=10eb0b26-9260-4769-a5d8-90e2737c0d6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:06.228185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '92a920cd-cbbf-47de-a335-2f16e792fb89', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'port_id': '92a920cd-cbbf-47de-a335-2f16e792fb89', 'mac_address': 'fa:16:3e:6e:86:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:31:06.262454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:06.276788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a920cd-cbbf-47de-a335-2f16e792fb89 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:31:06.296646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 92a920cd-cbbf-47de-a335-2f16e792fb89, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92a920cd-cbbf-47de-a335-2f16e792fb89,segment=NetworkSegment(10eb0b26-9260-4769-a5d8-90e2737c0d6a),segment_id=10eb0b26-9260-4769-a5d8-90e2737c0d6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:06.313404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Allocated IP 2001:db8::39d (ea98170f-4e85-46a7-9fc2-ba535a0acf3d/04193876-4506-4232-bda2-e2e4de9d8482/137c507c-456c-4af6-9eac-81649ebdad60) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:06.417736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:06.460353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:06.464488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=92a920cd-cbbf-47de-a335-2f16e792fb89,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:06.552984 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:06.596264 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Network ea98170f-4e85-46a7-9fc2-ba535a0acf3d is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:06.599260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:06.603630 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:06.609243 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:06.609841 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:06.616103 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event updated for resources: {'Port': ['ID=137c507c-456c-4af6-9eac-81649ebdad60,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:06.718134 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b7999cfb-6b4d-4bd8-b005-dc821ed8bdaf tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7266774 Dec 06 14:31:06.720673 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 36994) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:06.725934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c18efe2e-e7f6-4271-bb08-7f52ed04e6d3 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:66:d7:99'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:06.759312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['92a920cd-cbbf-47de-a335-2f16e792fb89'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:31:06.876326 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c18efe2e-e7f6-4271-bb08-7f52ed04e6d3 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:06.917768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8765fd89-485e-41d5-8216-66d571bfd288 None None] Provisioning complete for port 137c507c-456c-4af6-9eac-81649ebdad60 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:06.918130 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8765fd89-485e-41d5-8216-66d571bfd288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:06.976433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8765fd89-485e-41d5-8216-66d571bfd288 None None] Port 137c507c-456c-4af6-9eac-81649ebdad60 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:06.982488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:07.370662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca396c-78ab-40b9-89ca-c846c3911f12 req-62a3da1d-b030-4715-a339-1540df928422 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:07.372116 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5fca396c-78ab-40b9-89ca-c846c3911f12 req-62a3da1d-b030-4715-a339-1540df928422 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 945 time: 0.0877225 Dec 06 14:31:07.415190 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c18efe2e-e7f6-4271-bb08-7f52ed04e6d3 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:07.442915 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5fca396c-78ab-40b9-89ca-c846c3911f12 req-49d023c7-5610-4008-976b-cca3ad826845 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580797 Dec 06 14:31:07.486265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c18efe2e-e7f6-4271-bb08-7f52ed04e6d3 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:07.517272 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-c18efe2e-e7f6-4271-bb08-7f52ed04e6d3 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] In _notify_port_updated(), no bound segment for port 137c507c-456c-4af6-9eac-81649ebdad60 on network ea98170f-4e85-46a7-9fc2-ba535a0acf3d {{(pid=103725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:31:07.522878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18efe2e-e7f6-4271-bb08-7f52ed04e6d3 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:07.523500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c18efe2e-e7f6-4271-bb08-7f52ed04e6d3 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:07.524792 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c18efe2e-e7f6-4271-bb08-7f52ed04e6d3 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "PUT /v2.0/ports/137c507c-456c-4af6-9eac-81649ebdad60 HTTP/1.1" status: 200 len: 1002 time: 0.8030803 Dec 06 14:31:07.527701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 36998) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:07.544925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18efe2e-e7f6-4271-bb08-7f52ed04e6d3 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event updated for resources: {'Port': ['ID=137c507c-456c-4af6-9eac-81649ebdad60,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:07.642331 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5d480-442b-443b-94c7-68fd5b2c90fa tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Deleting port 137c507c-456c-4af6-9eac-81649ebdad60 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:07.642669 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5c5d480-442b-443b-94c7-68fd5b2c90fa tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:07.740172 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5c5d480-442b-443b-94c7-68fd5b2c90fa tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:07.752991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5d480-442b-443b-94c7-68fd5b2c90fa tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Calling delete_port for 137c507c-456c-4af6-9eac-81649ebdad60 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:07.803435 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-49dfb3a4-e8b0-49bf-8f4f-6392de2d944e None None] Provisioning complete for port 137c507c-456c-4af6-9eac-81649ebdad60 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:07.804017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-49dfb3a4-e8b0-49bf-8f4f-6392de2d944e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:07.837531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-49dfb3a4-e8b0-49bf-8f4f-6392de2d944e None None] Port 137c507c-456c-4af6-9eac-81649ebdad60 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:08.118090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 92a920cd-cbbf-47de-a335-2f16e792fb89 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:31:08.227152 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5c5d480-442b-443b-94c7-68fd5b2c90fa tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:08.250407 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 92a920cd-cbbf-47de-a335-2f16e792fb89 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:31:08.253472 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5d480-442b-443b-94c7-68fd5b2c90fa tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event deleted for resources: {'Port': ['ID=137c507c-456c-4af6-9eac-81649ebdad60,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:08.254745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 92a920cd-cbbf-47de-a335-2f16e792fb89 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:08.255122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:08.288104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a5c5d480-442b-443b-94c7-68fd5b2c90fa tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:08.291546 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a5c5d480-442b-443b-94c7-68fd5b2c90fa tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "DELETE /v2.0/ports/137c507c-456c-4af6-9eac-81649ebdad60 HTTP/1.1" status: 204 len: 168 time: 0.7628407 Dec 06 14:31:08.294428 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37000) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:08.319252 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3cade0b-422f-456f-8414-343cc0a74ab5 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] GET failed (client error): The resource could not be found. Dec 06 14:31:08.320690 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c3cade0b-422f-456f-8414-343cc0a74ab5 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "GET /v2.0/ports/137c507c-456c-4af6-9eac-81649ebdad60 HTTP/1.1" status: 404 len: 333 time: 0.0252621 Dec 06 14:31:08.324965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37002) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:08.330056 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Request body: {'port': {'network_id': 'ea98170f-4e85-46a7-9fc2-ba535a0acf3d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1558531883'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:08.354460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:08.380827 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a920cd-cbbf-47de-a335-2f16e792fb89'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:31:08.383118 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c90c70-1692-45ba-918b-a5f25245a89b" -d '{"events": [{"server_uuid": "dc02bb8c-946e-46f9-b207-a75b43c8ed15", "name": "network-vif-plugged", "status": "completed", "tag": "92a920cd-cbbf-47de-a335-2f16e792fb89"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:31:08.398483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 92a920cd-cbbf-47de-a335-2f16e792fb89, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92a920cd-cbbf-47de-a335-2f16e792fb89,segment=NetworkSegment(10eb0b26-9260-4769-a5d8-90e2737c0d6a),segment_id=10eb0b26-9260-4769-a5d8-90e2737c0d6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:08.432306 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5644c2-8f61-43df-bec4-7a7f190542b9 x-openstack-request-id: req-0e5644c2-8f61-43df-bec4-7a7f190542b9 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:31:08.432306 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc02bb8c-946e-46f9-b207-a75b43c8ed15", "name": "network-vif-plugged", "status": "completed", "tag": "92a920cd-cbbf-47de-a335-2f16e792fb89", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:31:08.432306 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e5644c2-8f61-43df-bec4-7a7f190542b9 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:31:08.432306 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a920cd-cbbf-47de-a335-2f16e792fb89', 'code': 200} Dec 06 14:31:08.490036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:08.535999 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=92a920cd-cbbf-47de-a335-2f16e792fb89,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:08.540420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Made reservation on behalf of 35da613d53f84f2fa0975028c11f7aca for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:08.543864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:08.565294 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] device_id is not set on port 023dcc16-d893-432c-b00b-a5eccff36320 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:08.611795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70643483-587a-40f4-ac3c-591bf45f2479 req-c764c1c0-f919-4953-b382-0804fd33f6e1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:08.613292 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70643483-587a-40f4-ac3c-591bf45f2479 req-c764c1c0-f919-4953-b382-0804fd33f6e1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 946 time: 0.0991700 Dec 06 14:31:08.733229 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70643483-587a-40f4-ac3c-591bf45f2479 req-356ae34a-d36f-4f29-bbe9-26b5970e1504 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139991 Dec 06 14:31:08.752489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Allocated IP 2001:db8::314 (ea98170f-4e85-46a7-9fc2-ba535a0acf3d/04193876-4506-4232-bda2-e2e4de9d8482/023dcc16-d893-432c-b00b-a5eccff36320) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:08.776231 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff8f4be-4214-4a1a-baf0-5055346fabff req-cff3b378-5c67-4092-a1de-ea9516429ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:08.792675 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-cff8f4be-4214-4a1a-baf0-5055346fabff req-cff3b378-5c67-4092-a1de-ea9516429ec3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 1099 time: 0.0734136 Dec 06 14:31:08.889605 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-cff8f4be-4214-4a1a-baf0-5055346fabff req-a707ad32-2347-47d7-891f-d66db65e8603 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040363 Dec 06 14:31:08.938586 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:09.206500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:09.251569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Network ea98170f-4e85-46a7-9fc2-ba535a0acf3d is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:09.254759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:09.258545 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:09.264107 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:09.265127 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:09.271055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event updated for resources: {'Port': ['ID=023dcc16-d893-432c-b00b-a5eccff36320,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:09.374284 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-23aeb489-c892-42c1-bbd9-e2945e3f6693 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0481970 Dec 06 14:31:09.376725 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37008) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:09.381683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Request body: {'port': {'network_id': 'ea98170f-4e85-46a7-9fc2-ba535a0acf3d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2072276088'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:09.475884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e7cf1dbd-ae79-43f9-8c1d-cb21b7a136b4 None None] Provisioning complete for port 023dcc16-d893-432c-b00b-a5eccff36320 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:09.476517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7cf1dbd-ae79-43f9-8c1d-cb21b7a136b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:09.513888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf1dbd-ae79-43f9-8c1d-cb21b7a136b4 None None] Port 023dcc16-d893-432c-b00b-a5eccff36320 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:09.560444 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Made reservation on behalf of 35da613d53f84f2fa0975028c11f7aca for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:09.564203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:09.581571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] device_id is not set on port 0e0fc5be-66e0-4610-a5e3-54b70027351d yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:09.698287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Allocated IP 2001:db8::88 (ea98170f-4e85-46a7-9fc2-ba535a0acf3d/04193876-4506-4232-bda2-e2e4de9d8482/0e0fc5be-66e0-4610-a5e3-54b70027351d) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:09.845247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:09.856487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fa223-fd52-4f30-816f-35382b2816b0 req-cd397d5c-3f56-4e0b-a8ba-c545a0a71a71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:09.857972 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ff3fa223-fd52-4f30-816f-35382b2816b0 req-cd397d5c-3f56-4e0b-a8ba-c545a0a71a71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 946 time: 0.0521624 Dec 06 14:31:09.907383 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ff3fa223-fd52-4f30-816f-35382b2816b0 req-554c0744-d830-4a0b-97cd-94bd3e7d9f4d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432007 Dec 06 14:31:09.930743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:09.975151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Network ea98170f-4e85-46a7-9fc2-ba535a0acf3d is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:09.978141 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:09.981974 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:09.987699 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:09.988171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:09.999599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event updated for resources: {'Port': ['ID=0e0fc5be-66e0-4610-a5e3-54b70027351d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:10.070558 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-25c0e5ca-d712-4177-9992-389fa64ee3e0 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.6927559 Dec 06 14:31:10.073901 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37012) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:10.079742 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1347f042-144f-4186-a8dc-fe78e78df118 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d5', 'mac_address': 'fa:16:3e:66:d7:99'}, {'ip_address': '2001:db8::314', 'mac_address': 'fa:16:3e:01:55:53'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:10.228062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1347f042-144f-4186-a8dc-fe78e78df118 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:10.237902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-31a06add-5ce1-4c13-b807-23814d123e2e None None] Provisioning complete for port 0e0fc5be-66e0-4610-a5e3-54b70027351d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:10.238275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-31a06add-5ce1-4c13-b807-23814d123e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:10.272879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-31a06add-5ce1-4c13-b807-23814d123e2e None None] Port 0e0fc5be-66e0-4610-a5e3-54b70027351d cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:10.433453 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1347f042-144f-4186-a8dc-fe78e78df118 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:10.502820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1347f042-144f-4186-a8dc-fe78e78df118 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:10.532692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-1347f042-144f-4186-a8dc-fe78e78df118 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] In _notify_port_updated(), no bound segment for port 0e0fc5be-66e0-4610-a5e3-54b70027351d on network ea98170f-4e85-46a7-9fc2-ba535a0acf3d {{(pid=103724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:31:10.538212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1347f042-144f-4186-a8dc-fe78e78df118 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:10.538834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1347f042-144f-4186-a8dc-fe78e78df118 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:10.540101 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1347f042-144f-4186-a8dc-fe78e78df118 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "PUT /v2.0/ports/0e0fc5be-66e0-4610-a5e3-54b70027351d HTTP/1.1" status: 200 len: 1067 time: 0.4650288 Dec 06 14:31:10.543695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37014) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:10.560218 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1347f042-144f-4186-a8dc-fe78e78df118 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event updated for resources: {'Port': ['ID=0e0fc5be-66e0-4610-a5e3-54b70027351d,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:10.634888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2012bc13-2727-4220-b91f-46446c29f26c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Deleting port 0e0fc5be-66e0-4610-a5e3-54b70027351d {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:10.635450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2012bc13-2727-4220-b91f-46446c29f26c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:10.749582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2012bc13-2727-4220-b91f-46446c29f26c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:10.762202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2012bc13-2727-4220-b91f-46446c29f26c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Calling delete_port for 0e0fc5be-66e0-4610-a5e3-54b70027351d owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:10.802883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4d3f7666-f16a-4acc-8acd-66fe0305b73b None None] Provisioning complete for port 0e0fc5be-66e0-4610-a5e3-54b70027351d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:10.803484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d3f7666-f16a-4acc-8acd-66fe0305b73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:10.837589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4d3f7666-f16a-4acc-8acd-66fe0305b73b None None] Port 0e0fc5be-66e0-4610-a5e3-54b70027351d cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:10.964558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2012bc13-2727-4220-b91f-46446c29f26c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:11.007947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012bc13-2727-4220-b91f-46446c29f26c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event deleted for resources: {'Port': ['ID=0e0fc5be-66e0-4610-a5e3-54b70027351d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:11.079340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff3cc7-618f-4036-90ac-a9eec4ff2094 req-6d3258b5-07b4-4dd9-b718-9a92d551579b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:11.080929 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-03ff3cc7-618f-4036-90ac-a9eec4ff2094 req-6d3258b5-07b4-4dd9-b718-9a92d551579b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 946 time: 0.1039550 Dec 06 14:31:11.200109 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-03ff3cc7-618f-4036-90ac-a9eec4ff2094 req-6018576e-c487-48d3-a775-214a49574723 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943716 Dec 06 14:31:11.215206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2012bc13-2727-4220-b91f-46446c29f26c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:11.218705 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2012bc13-2727-4220-b91f-46446c29f26c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "DELETE /v2.0/ports/0e0fc5be-66e0-4610-a5e3-54b70027351d HTTP/1.1" status: 204 len: 168 time: 0.6738880 Dec 06 14:31:11.221236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37018) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:11.249440 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fe2961-5b4c-4d82-bf11-cd2dbf35f926 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] GET failed (client error): The resource could not be found. Dec 06 14:31:11.250824 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-77fe2961-5b4c-4d82-bf11-cd2dbf35f926 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "GET /v2.0/ports/0e0fc5be-66e0-4610-a5e3-54b70027351d HTTP/1.1" status: 404 len: 333 time: 0.0286379 Dec 06 14:31:11.253723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37022) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:11.360139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16898120-f875-40de-b343-b8059b2eb246 req-0a258a99-54d1-47d4-98e0-23cc0d1f3d0e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:11.361506 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-16898120-f875-40de-b343-b8059b2eb246 req-0a258a99-54d1-47d4-98e0-23cc0d1f3d0e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 946 time: 0.0827715 Dec 06 14:31:11.397313 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d2e5a-9aef-4682-98d2-3f3cf0c8af3c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Deleting port 023dcc16-d893-432c-b00b-a5eccff36320 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:11.397652 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2e5a-9aef-4682-98d2-3f3cf0c8af3c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:11.465149 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-16898120-f875-40de-b343-b8059b2eb246 req-3712329e-25e1-49bd-b735-1beb1cb30b1d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973184 Dec 06 14:31:11.487338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37024) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:11.552533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2e5a-9aef-4682-98d2-3f3cf0c8af3c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:11.573327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-8e1d2e5a-9aef-4682-98d2-3f3cf0c8af3c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Calling delete_port for 023dcc16-d893-432c-b00b-a5eccff36320 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:11.588797 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec3640-0c13-4300-aeed-5bac6a5010dc tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:11.590352 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-04ec3640-0c13-4300-aeed-5bac6a5010dc tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 1094 time: 0.1020842 Dec 06 14:31:11.593390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37026) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:11.597995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '92a920cd-cbbf-47de-a335-2f16e792fb89', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:11.680618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:11.784000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:11.804303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2e5a-9aef-4682-98d2-3f3cf0c8af3c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:11.834415 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d2e5a-9aef-4682-98d2-3f3cf0c8af3c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event deleted for resources: {'Port': ['ID=023dcc16-d893-432c-b00b-a5eccff36320,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:11.861352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8e1d2e5a-9aef-4682-98d2-3f3cf0c8af3c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:11.866292 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8e1d2e5a-9aef-4682-98d2-3f3cf0c8af3c tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "DELETE /v2.0/ports/023dcc16-d893-432c-b00b-a5eccff36320 HTTP/1.1" status: 204 len: 168 time: 0.6115153 Dec 06 14:31:11.869064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37028) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:11.895141 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-52f9851b-5e5c-4892-bd5d-d040bdeaa4b3 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] GET failed (client error): The resource could not be found. Dec 06 14:31:11.901342 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-52f9851b-5e5c-4892-bd5d-d040bdeaa4b3 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "GET /v2.0/ports/023dcc16-d893-432c-b00b-a5eccff36320 HTTP/1.1" status: 404 len: 333 time: 0.0268700 Dec 06 14:31:11.902056 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37030) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:11.911363 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.229 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/6b42a413-6906-46b4-8ee3-b7aa4b1048a8) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:12.002092 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-745e380b-9c8f-4532-9642-8ea5d148392d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Deleting port dfc9de2d-739a-4920-8872-3e49c0f139d8 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:12.002426 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-745e380b-9c8f-4532-9642-8ea5d148392d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.023390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.096544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-745e380b-9c8f-4532-9642-8ea5d148392d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.111767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-745e380b-9c8f-4532-9642-8ea5d148392d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Calling delete_port for dfc9de2d-739a-4920-8872-3e49c0f139d8 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:12.113722 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.158305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:12.161152 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:12.164744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:12.170274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=6b42a413-6906-46b4-8ee3-b7aa4b1048a8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:12.313244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-745e380b-9c8f-4532-9642-8ea5d148392d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.341899 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e380b-9c8f-4532-9642-8ea5d148392d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event deleted for resources: {'Port': ['ID=dfc9de2d-739a-4920-8872-3e49c0f139d8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:12.370463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-745e380b-9c8f-4532-9642-8ea5d148392d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.373712 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-745e380b-9c8f-4532-9642-8ea5d148392d tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "DELETE /v2.0/ports/dfc9de2d-739a-4920-8872-3e49c0f139d8 HTTP/1.1" status: 204 len: 168 time: 0.4705563 Dec 06 14:31:12.376262 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37032) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:12.432948 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd29e164-931a-43cb-89ee-6bc1a6b52380 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Deleting subnet 04193876-4506-4232-bda2-e2e4de9d8482 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:31:12.436410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fd29e164-931a-43cb-89ee-6bc1a6b52380 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.482253 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fd29e164-931a-43cb-89ee-6bc1a6b52380 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.542696 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.607255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fd29e164-931a-43cb-89ee-6bc1a6b52380 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.671496 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.736441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fd29e164-931a-43cb-89ee-6bc1a6b52380 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.763457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd29e164-931a-43cb-89ee-6bc1a6b52380 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event deleted for resources: {'Subnet': ['ID=04193876-4506-4232-bda2-e2e4de9d8482,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:12.766834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fd29e164-931a-43cb-89ee-6bc1a6b52380 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.772305 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fd29e164-931a-43cb-89ee-6bc1a6b52380 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "DELETE /v2.0/subnets/04193876-4506-4232-bda2-e2e4de9d8482 HTTP/1.1" status: 204 len: 168 time: 0.3926251 Dec 06 14:31:12.772614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37034) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:12.774831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b052089-e912-4c21-ac22-5d09ecbcca61 None None] Network ea98170f-4e85-46a7-9fc2-ba535a0acf3d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:12.832249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.856954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.884193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.914658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Deleting port 1bc20111-553c-410e-80ce-94fc8e1c1264 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:12.915134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.956723 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=6b42a413-6906-46b4-8ee3-b7aa4b1048a8,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:12.971302 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad476d0-b927-4b9a-aeca-a2c2cbbbc309 None None] DHCP port deletion for ea98170f-4e85-46a7-9fc2-ba535a0acf3d request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:31:12.974576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:12.988189 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] For port 1bc20111-553c-410e-80ce-94fc8e1c1264, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1bc20111-553c-410e-80ce-94fc8e1c1264,segment=NetworkSegment(4387ba96-a702-4361-a184-7a92206ba628),segment_id=4387ba96-a702-4361-a184-7a92206ba628)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:12.991616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:13.002568 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Calling delete_port for 1bc20111-553c-410e-80ce-94fc8e1c1264 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:13.027122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7ad476d0-b927-4b9a-aeca-a2c2cbbbc309 None None] Deleting port 1bc20111-553c-410e-80ce-94fc8e1c1264 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:13.027496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ad476d0-b927-4b9a-aeca-a2c2cbbbc309 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:13.079492 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP f8582c25-b2dc-4e60-8ab1-0690f98b87d0 associated. External IP: 172.36.1.229, port: 92a920cd-cbbf-47de-a335-2f16e792fb89. Dec 06 14:31:13.090512 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7ad476d0-b927-4b9a-aeca-a2c2cbbbc309 None None] For port 1bc20111-553c-410e-80ce-94fc8e1c1264, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1bc20111-553c-410e-80ce-94fc8e1c1264,segment=NetworkSegment(4387ba96-a702-4361-a184-7a92206ba628),segment_id=4387ba96-a702-4361-a184-7a92206ba628)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:13.094157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ad476d0-b927-4b9a-aeca-a2c2cbbbc309 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:13.103093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7ad476d0-b927-4b9a-aeca-a2c2cbbbc309 None None] Calling delete_port for 1bc20111-553c-410e-80ce-94fc8e1c1264 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:13.137338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:13.162914 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event deleted for resources: {'Port': ['ID=1bc20111-553c-410e-80ce-94fc8e1c1264,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:13.166731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] No DVR routers for this DVR port 1bc20111-553c-410e-80ce-94fc8e1c1264 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: from cryptography.utils import int_from_bytes Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: from cryptography.utils import int_from_bytes Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.181486 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 14:31:13.190021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7ad476d0-b927-4b9a-aeca-a2c2cbbbc309 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:13.218198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad476d0-b927-4b9a-aeca-a2c2cbbbc309 None None] Pushing event deleted for resources: {'Port': ['ID=1bc20111-553c-410e-80ce-94fc8e1c1264,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:13.223497 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad476d0-b927-4b9a-aeca-a2c2cbbbc309 None None] No DVR routers for this DVR port 1bc20111-553c-410e-80ce-94fc8e1c1264 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:31:13.267422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:13.274408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1bc20111-553c-410e-80ce-94fc8e1c1264 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:31:13.290804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea98170f-4e85-46a7-9fc2-ba535a0acf3d']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:13.296980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 1bc20111-553c-410e-80ce-94fc8e1c1264 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:31:13.297331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1bc20111-553c-410e-80ce-94fc8e1c1264 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:31:13.311607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4387ba96-a702-4361-a184-7a92206ba628') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:13.311913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4387ba96-a702-4361-a184-7a92206ba628') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:13.319347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router ac0ab0fe-a0e1-43d6-904f-c918178b170a has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:31:13.329406 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:13.355041 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:13.362182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:31:13.362571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: items = [ Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:31:13.365585 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:31:13.428397 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:31:13.438570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182268ad-3d5b-4c99-9d50-175efe708c84 None None] Sync routers for ids ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:31:13.449394 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182268ad-3d5b-4c99-9d50-175efe708c84 None None] Routers {'ac0ab0fe-a0e1-43d6-904f-c918178b170a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:31:13.450009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-182268ad-3d5b-4c99-9d50-175efe708c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:31:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:13.480522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:13.495962 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:13.499646 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] 10.222.0.42 "DELETE /v2.0/networks/ea98170f-4e85-46a7-9fc2-ba535a0acf3d HTTP/1.1" status: 204 len: 168 time: 0.7256167 Dec 06 14:31:13.519119 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9eede5-44ab-4445-9b18-15c9fac406c6 tempest-AllowedAddressPairIpV6TestJSON-1796061379 tempest-AllowedAddressPairIpV6TestJSON-1796061379-project] Pushing event deleted for resources: {'Network': ['ID=ea98170f-4e85-46a7-9fc2-ba535a0acf3d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:13.519607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:13.549161 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ea4ddbc4-8dff-4e9c-9cab-59a8c929727f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9545376 Dec 06 14:31:13.549914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'tag': '92a920cd-cbbf-47de-a335-2f16e792fb89'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:31:13.552026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37038) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:13.552270 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5184212-1ac6-4b11-96fc-b2d840dc93c8" -d '{"events": [{"name": "network-changed", "server_uuid": "dc02bb8c-946e-46f9-b207-a75b43c8ed15", "tag": "92a920cd-cbbf-47de-a335-2f16e792fb89"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:31:13.564304 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-182268ad-3d5b-4c99-9d50-175efe708c84 None None] Set router ac0ab0fe-a0e1-43d6-904f-c918178b170a gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:31:13.599071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ae763d-4258-4195-b552-a68826b49323 x-openstack-request-id: req-68ae763d-4258-4195-b552-a68826b49323 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:31:13.599370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc02bb8c-946e-46f9-b207-a75b43c8ed15", "tag": "92a920cd-cbbf-47de-a335-2f16e792fb89", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:31:13.599627 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68ae763d-4258-4195-b552-a68826b49323 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:31:13.600030 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'tag': '92a920cd-cbbf-47de-a335-2f16e792fb89', 'status': 'completed', 'code': 200} Dec 06 14:31:13.639893 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b6e605c8-3ee9-4b36-af22-1d24af5042fa tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/f8582c25-b2dc-4e60-8ab1-0690f98b87d0 HTTP/1.1" status: 200 len: 992 time: 0.0855384 Dec 06 14:31:13.666329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5184212-1ac6-4b11-96fc-b2d840dc93c8 req-4637c15a-b9a2-4e6e-90a8-4cd2cc1330a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:13.667821 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e5184212-1ac6-4b11-96fc-b2d840dc93c8 req-4637c15a-b9a2-4e6e-90a8-4cd2cc1330a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 1099 time: 0.0432911 Dec 06 14:31:13.763868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5184212-1ac6-4b11-96fc-b2d840dc93c8 req-6cec3fe4-a1a7-4504-b5ae-6f69b59b8ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:13.765474 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e5184212-1ac6-4b11-96fc-b2d840dc93c8 req-6cec3fe4-a1a7-4504-b5ae-6f69b59b8ba4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=827afad1-e090-4c25-b9f3-038a854741b5 HTTP/1.1" status: 200 len: 896 time: 0.0905738 Dec 06 14:31:13.795807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-182268ad-3d5b-4c99-9d50-175efe708c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f8582c25-b2dc-4e60-8ab1-0690f98b87d0', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.229', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'port_id': '92a920cd-cbbf-47de-a335-2f16e792fb89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'mac_address': 'fa:16:3e:6e:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:31:12Z', 'updated_at': '2021-12-06T14:31:12Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cd11a1-b350-40c6-b556-717f3963f5ce', 'name': '', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:21:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:49Z', 'updated_at': '2021-12-06T14:30:54Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:13.823779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182268ad-3d5b-4c99-9d50-175efe708c84 None None] Checking router: ac0ab0fe-a0e1-43d6-904f-c918178b170a for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:31:13.831661 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e5184212-1ac6-4b11-96fc-b2d840dc93c8 req-94600319-678d-49ef-8bf1-de71384eaa14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92a920cd-cbbf-47de-a335-2f16e792fb89 HTTP/1.1" status: 200 len: 1000 time: 0.0596974 Dec 06 14:31:13.833962 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182268ad-3d5b-4c99-9d50-175efe708c84 None None] Routers {'ac0ab0fe-a0e1-43d6-904f-c918178b170a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:31:13.833962 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-182268ad-3d5b-4c99-9d50-175efe708c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:31:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:13.879302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5184212-1ac6-4b11-96fc-b2d840dc93c8 req-09bb5426-c618-4bab-a705-380c339c11b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:13.880759 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e5184212-1ac6-4b11-96fc-b2d840dc93c8 req-09bb5426-c618-4bab-a705-380c339c11b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c78a85f6-9ac7-43f4-832b-f995e1b6f510 HTTP/1.1" status: 200 len: 834 time: 0.0427377 Dec 06 14:31:13.931958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5184212-1ac6-4b11-96fc-b2d840dc93c8 req-6359f8cc-aafb-41aa-9380-79b04dc48411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:13.933737 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e5184212-1ac6-4b11-96fc-b2d840dc93c8 req-6359f8cc-aafb-41aa-9380-79b04dc48411 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=827afad1-e090-4c25-b9f3-038a854741b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463052 Dec 06 14:31:14.028981 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e5184212-1ac6-4b11-96fc-b2d840dc93c8 req-268dc531-ebe5-4dae-add7-30c4d02b3429 service neutron] 10.222.0.41 "GET /v2.0/networks/827afad1-e090-4c25-b9f3-038a854741b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882394 Dec 06 14:31:14.084167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-182268ad-3d5b-4c99-9d50-175efe708c84 None None] Set router ac0ab0fe-a0e1-43d6-904f-c918178b170a gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:31:14.130034 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e5184212-1ac6-4b11-96fc-b2d840dc93c8 req-4a932238-6ab0-40a4-bdcc-785bf4c2a17a service neutron] 10.222.0.41 "GET /v2.0/networks/827afad1-e090-4c25-b9f3-038a854741b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943265 Dec 06 14:31:14.149725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37044) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:14.279984 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-334cb9e2-1e3c-40c3-8f80-94f032bbf15b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35da613d53f84f2fa0975028c11f7aca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1289146 Dec 06 14:31:14.282452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37048) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:14.318155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-182268ad-3d5b-4c99-9d50-175efe708c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f8582c25-b2dc-4e60-8ab1-0690f98b87d0', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.229', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'port_id': '92a920cd-cbbf-47de-a335-2f16e792fb89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'mac_address': 'fa:16:3e:6e:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:31:12Z', 'updated_at': '2021-12-06T14:31:12Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cd11a1-b350-40c6-b556-717f3963f5ce', 'name': '', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:21:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:49Z', 'updated_at': '2021-12-06T14:30:54Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:14.329851 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10026950-c521-49bb-8314-5f778199dd8d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:14.348719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182268ad-3d5b-4c99-9d50-175efe708c84 None None] The sync data for ids ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'] in dv-neutron-master-2-hyperv is: [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f8582c25-b2dc-4e60-8ab1-0690f98b87d0', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.229', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'port_id': '92a920cd-cbbf-47de-a335-2f16e792fb89', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'mac_address': 'fa:16:3e:6e:86:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:31:12Z', 'updated_at': '2021-12-06T14:31:12Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6cd11a1-b350-40c6-b556-717f3963f5ce', 'name': '', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:21:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:49Z', 'updated_at': '2021-12-06T14:30:54Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:31:14.351042 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10026950-c521-49bb-8314-5f778199dd8d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:14.455847 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10026950-c521-49bb-8314-5f778199dd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:14.458607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-10026950-c521-49bb-8314-5f778199dd8d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:14.459832 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-10026950-c521-49bb-8314-5f778199dd8d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef8df949-e335-403e-8f58-cffc473ab814 HTTP/1.1" status: 204 len: 168 time: 0.1764097 Dec 06 14:31:14.467959 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10026950-c521-49bb-8314-5f778199dd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8df949-e335-403e-8f58-cffc473ab814,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:14.545448 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daa6975b-4f15-4c29-8af0-9395d23f3828 None None] New status for floating IP f8582c25-b2dc-4e60-8ab1-0690f98b87d0: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:31:14.642679 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37052) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:14.708224 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-064f5967-9481-4e49-a06c-76195f64b526 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/f8582c25-b2dc-4e60-8ab1-0690f98b87d0 HTTP/1.1" status: 200 len: 992 time: 0.0642738 Dec 06 14:31:15.410434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37072) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:15.501892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1076982874'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:15.589201 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:15.592800 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:15.601606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:15.673930 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:15.711891 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37076) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:15.752349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:15.789938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:31:15.804786 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30b4eb50-0a95-4e3a-841a-4b7b031f06ae,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:15.811601 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c48ae64c-9d93-4e8c-a824-f308bb1ea5a8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/f8582c25-b2dc-4e60-8ab1-0690f98b87d0 HTTP/1.1" status: 200 len: 994 time: 0.0986762 Dec 06 14:31:15.816080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:15.816417 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Added segment c75ee80b-a100-4549-b4b6-b73df63b89ba of type vlan for network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 Dec 06 14:31:15.825720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:15.825880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:15.826219 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:15.826554 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:15.826892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:15.827225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:15.827549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:15.827897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:15.828218 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:15.828537 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:15.828874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:15.829203 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:15.829521 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:15.866208 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:15.948783 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:15.954450 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:15.955033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:16.051291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Network': ['ID=45affccd-0b5c-42ef-96e9-d51fb9dd7d54,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:16.061525 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:31:16.065954 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-566d7bd6-db8a-4f90-9b05-49a3798d4ddd tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6543660 Dec 06 14:31:16.068764 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37078) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:16.074249 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'name': 'tempest-PortsTestJSON-496340133'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:16.234213 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:16.237700 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:16.255175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:16.416602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:16.490315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:16.550897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=9e90b6a2-2e0a-4a01-a664-75c6586fab7b,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:16.561467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Checking segment: {'id': 'c75ee80b-a100-4549-b4b6-b73df63b89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:16.561829 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network hostable DHCP agents. Network: 45affccd-0b5c-42ef-96e9-d51fb9dd7d54, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:31:16.652119 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:31:16.726209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 45affccd-0b5c-42ef-96e9-d51fb9dd7d54) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:16.731013 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:16.737205 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633a1c1d-4a65-4d69-9b1b-aaff6073b734 None None] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:16.741796 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:16.741796 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:16.835245 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-31ea0ffc-b658-45af-b37f-650af2a8eaff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7653165 Dec 06 14:31:16.838698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37080) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:16.843645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-8ec38b57-dfd6-4a04-8af9-3d4fe24e951f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-263072910'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:16.924155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ec38b57-dfd6-4a04-8af9-3d4fe24e951f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:16.927665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ec38b57-dfd6-4a04-8af9-3d4fe24e951f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:16.951526 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ec38b57-dfd6-4a04-8af9-3d4fe24e951f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:31:16.959825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ec38b57-dfd6-4a04-8af9-3d4fe24e951f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:16.960168 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-8ec38b57-dfd6-4a04-8af9-3d4fe24e951f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Added segment e26a0c74-58b4-4d34-88fc-b62e91a0bdde of type vlan for network 3f680901-68bb-4c5d-ac4d-110cd3f6dc50 Dec 06 14:31:16.998755 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ec38b57-dfd6-4a04-8af9-3d4fe24e951f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:17.083651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ec38b57-dfd6-4a04-8af9-3d4fe24e951f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:17.089776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec38b57-dfd6-4a04-8af9-3d4fe24e951f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:17.090361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8ec38b57-dfd6-4a04-8af9-3d4fe24e951f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:17.155618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec38b57-dfd6-4a04-8af9-3d4fe24e951f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Network': ['ID=3f680901-68bb-4c5d-ac4d-110cd3f6dc50,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:17.165292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 3f680901-68bb-4c5d-ac4d-110cd3f6dc50 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:31:17.178110 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8ec38b57-dfd6-4a04-8af9-3d4fe24e951f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3383460 Dec 06 14:31:17.180671 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37082) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:17.185823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'ports': [{'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54'}, {'network_id': '3f680901-68bb-4c5d-ac4d-110cd3f6dc50'}]} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:17.186235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:17.186719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': '3f680901-68bb-4c5d-ac4d-110cd3f6dc50'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:17.422781 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 2} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:17.427510 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:17.440469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:17.515399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port fbe48ea0-9bd0-4e4b-9a40-352df3b9f78e yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:17.626790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:17.691215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port b8c940db-b606-4e01-863b-12c1adf2c35d yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:17.807681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:17.897684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:17.940676 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:17.943690 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:17.947940 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:17.948737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:17.955052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=fbe48ea0-9bd0-4e4b-9a40-352df3b9f78e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:18.008653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=b8c940db-b606-4e01-863b-12c1adf2c35d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:18.019221 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Checking segment: {'id': 'e26a0c74-58b4-4d34-88fc-b62e91a0bdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '3f680901-68bb-4c5d-ac4d-110cd3f6dc50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:18.019581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network hostable DHCP agents. Network: 3f680901-68bb-4c5d-ac4d-110cd3f6dc50, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:31:18.085922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 3f680901-68bb-4c5d-ac4d-110cd3f6dc50 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:31:18.154228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3f680901-68bb-4c5d-ac4d-110cd3f6dc50) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:18.157788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:18.163418 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:18.163587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90956cbf-d512-4c4e-a419-ee132ce0b929 None None] Network 3f680901-68bb-4c5d-ac4d-110cd3f6dc50 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:18.168281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:18.168954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:18.248719 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d07aa98e-0b86-49ca-98e5-d57f6fedb557 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.0669904 Dec 06 14:31:18.251500 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37084) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:18.616873 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-119c4478-6cd1-4df4-a162-ae4f377db295 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port b8c940db-b606-4e01-863b-12c1adf2c35d {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:18.617573 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-119c4478-6cd1-4df4-a162-ae4f377db295 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:18.680817 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-119c4478-6cd1-4df4-a162-ae4f377db295 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:18.694391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-119c4478-6cd1-4df4-a162-ae4f377db295 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for b8c940db-b606-4e01-863b-12c1adf2c35d owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:18.878134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-119c4478-6cd1-4df4-a162-ae4f377db295 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:18.904416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c4478-6cd1-4df4-a162-ae4f377db295 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=b8c940db-b606-4e01-863b-12c1adf2c35d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:18.911389 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-119c4478-6cd1-4df4-a162-ae4f377db295 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:18.914687 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-119c4478-6cd1-4df4-a162-ae4f377db295 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/b8c940db-b606-4e01-863b-12c1adf2c35d HTTP/1.1" status: 204 len: 168 time: 0.6620739 Dec 06 14:31:18.917936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37086) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:18.963764 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2adb54-5190-4042-b72d-a4697723bb87 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:18.969669 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2adb54-5190-4042-b72d-a4697723bb87 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:18.971137 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7f2adb54-5190-4042-b72d-a4697723bb87 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0523076 Dec 06 14:31:18.973834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37088) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:19.061169 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-63df2048-07dd-4e1d-9ed3-3bc9f4cc4319 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port fbe48ea0-9bd0-4e4b-9a40-352df3b9f78e {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:19.061501 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-63df2048-07dd-4e1d-9ed3-3bc9f4cc4319 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:19.124203 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-63df2048-07dd-4e1d-9ed3-3bc9f4cc4319 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:19.136930 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-63df2048-07dd-4e1d-9ed3-3bc9f4cc4319 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for fbe48ea0-9bd0-4e4b-9a40-352df3b9f78e owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:19.188497 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:31:19.272437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-63df2048-07dd-4e1d-9ed3-3bc9f4cc4319 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:19.299023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63df2048-07dd-4e1d-9ed3-3bc9f4cc4319 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=fbe48ea0-9bd0-4e4b-9a40-352df3b9f78e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:19.306016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-63df2048-07dd-4e1d-9ed3-3bc9f4cc4319 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:19.310631 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-63df2048-07dd-4e1d-9ed3-3bc9f4cc4319 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/fbe48ea0-9bd0-4e4b-9a40-352df3b9f78e HTTP/1.1" status: 204 len: 168 time: 0.3344450 Dec 06 14:31:19.311870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37090) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:19.359270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b29af6-20db-42e1-8577-f951384c3b82 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:19.360748 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-13b29af6-20db-42e1-8577-f951384c3b82 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0476956 Dec 06 14:31:19.363362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37092) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:19.389045 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ad95be-975c-4766-a0f9-4e2ef4ca7248 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:31:19.390312 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-24ad95be-975c-4766-a0f9-4e2ef4ca7248 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/b8c940db-b606-4e01-863b-12c1adf2c35d HTTP/1.1" status: 404 len: 333 time: 0.0260718 Dec 06 14:31:19.393038 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37094) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:19.418965 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f38e88-d9f3-4767-a2b8-f9bc9f660ac0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:31:19.420251 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-84f38e88-d9f3-4767-a2b8-f9bc9f660ac0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/fbe48ea0-9bd0-4e4b-9a40-352df3b9f78e HTTP/1.1" status: 404 len: 333 time: 0.0263443 Dec 06 14:31:19.422826 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37096) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:19.497352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4e47f513-2e9d-4f66-9d31-a5afa5ce5848 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:19.583838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4e47f513-2e9d-4f66-9d31-a5afa5ce5848 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:19.603612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-4e47f513-2e9d-4f66-9d31-a5afa5ce5848 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f680901-68bb-4c5d-ac4d-110cd3f6dc50']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:19.612675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-4e47f513-2e9d-4f66-9d31-a5afa5ce5848 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e26a0c74-58b4-4d34-88fc-b62e91a0bdde') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:19.612997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-4e47f513-2e9d-4f66-9d31-a5afa5ce5848 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e26a0c74-58b4-4d34-88fc-b62e91a0bdde') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:19.622582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4e47f513-2e9d-4f66-9d31-a5afa5ce5848 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:19.635929 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4e47f513-2e9d-4f66-9d31-a5afa5ce5848 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:19.642132 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e47f513-2e9d-4f66-9d31-a5afa5ce5848 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:31:19.642457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4e47f513-2e9d-4f66-9d31-a5afa5ce5848 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:31:19.646098 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:31:19.799798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4e47f513-2e9d-4f66-9d31-a5afa5ce5848 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:19.807176 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4e47f513-2e9d-4f66-9d31-a5afa5ce5848 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:19.810411 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4e47f513-2e9d-4f66-9d31-a5afa5ce5848 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/networks/3f680901-68bb-4c5d-ac4d-110cd3f6dc50 HTTP/1.1" status: 204 len: 168 time: 0.3866143 Dec 06 14:31:19.814457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37098) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:19.820140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1ef9edaf-26a9-4e81-b603-82cdaff9776c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2061986996'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:19.822030 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e47f513-2e9d-4f66-9d31-a5afa5ce5848 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Network': ['ID=3f680901-68bb-4c5d-ac4d-110cd3f6dc50,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:19.896770 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef9edaf-26a9-4e81-b603-82cdaff9776c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:19.900239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ef9edaf-26a9-4e81-b603-82cdaff9776c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:19.923070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef9edaf-26a9-4e81-b603-82cdaff9776c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:31:19.931328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ef9edaf-26a9-4e81-b603-82cdaff9776c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:19.932166 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-1ef9edaf-26a9-4e81-b603-82cdaff9776c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Added segment 8c018b5c-7b51-403e-ad44-9805ba0bd1fb of type vlan for network 5890dec6-09ea-47d5-a301-b73e3590536e Dec 06 14:31:19.971112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ef9edaf-26a9-4e81-b603-82cdaff9776c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:20.049745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ef9edaf-26a9-4e81-b603-82cdaff9776c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:20.055132 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef9edaf-26a9-4e81-b603-82cdaff9776c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:20.055703 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ef9edaf-26a9-4e81-b603-82cdaff9776c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:20.122092 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef9edaf-26a9-4e81-b603-82cdaff9776c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Network': ['ID=5890dec6-09ea-47d5-a301-b73e3590536e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:20.133229 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 5890dec6-09ea-47d5-a301-b73e3590536e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:31:20.151437 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1ef9edaf-26a9-4e81-b603-82cdaff9776c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3351691 Dec 06 14:31:20.154348 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37100) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:20.159070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': '5890dec6-09ea-47d5-a301-b73e3590536e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:20.302486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:20.306064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:20.365741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Performing IP validity checks on allocation pools {{(pid=103725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 14:31:20.366515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 14:31:20.543304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:20.600040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Subnet': ['ID=8c227142-f1b7-4cd7-bcc9-44099fd33007,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:20.609138 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Checking segment: {'id': '8c018b5c-7b51-403e-ad44-9805ba0bd1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5890dec6-09ea-47d5-a301-b73e3590536e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:20.609495 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network hostable DHCP agents. Network: 5890dec6-09ea-47d5-a301-b73e3590536e, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:31:20.673938 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 5890dec6-09ea-47d5-a301-b73e3590536e is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:31:20.752720 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5890dec6-09ea-47d5-a301-b73e3590536e) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:20.756841 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:20.757493 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:20.763245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adc744a-fdec-4157-baf4-35b40a05c433 None None] Network 5890dec6-09ea-47d5-a301-b73e3590536e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:20.848306 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6687af2f-623a-4ccd-b586-acb3007570a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6928198 Dec 06 14:31:20.851095 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37102) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:20.855846 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': '5890dec6-09ea-47d5-a301-b73e3590536e', 'name': 'tempest-PortsTestJSON-994237407'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:20.905753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5890dec6-09ea-47d5-a301-b73e3590536e', 'network_id': '5890dec6-09ea-47d5-a301-b73e3590536e', 'tenant_id': '026f8ab0dadd4d66be82a86134e380f6', 'fixed_ips': [{'subnet_id': '8c227142-f1b7-4cd7-bcc9-44099fd33007'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:31:20.906608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:21.017084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:21.020700 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:21.038366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port dec645bb-a54f-406c-9986-4a85073a8998 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:21.039846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Allocated IP 172.20.0.2 (5890dec6-09ea-47d5-a301-b73e3590536e/8c227142-f1b7-4cd7-bcc9-44099fd33007/d13b4512-efe4-41b3-b735-0a6588c538e1) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:21.180757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:21.245085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:21.287135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Network 5890dec6-09ea-47d5-a301-b73e3590536e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:21.290192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:21.292676 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:21.298384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.14 (5890dec6-09ea-47d5-a301-b73e3590536e/8c227142-f1b7-4cd7-bcc9-44099fd33007/dec645bb-a54f-406c-9986-4a85073a8998) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:21.299996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Pushing event updated for resources: {'Port': ['ID=d13b4512-efe4-41b3-b735-0a6588c538e1,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:21.354066 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Attempting to bind port d13b4512-efe4-41b3-b735-0a6588c538e1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:31:21.354454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Attempting to bind port d13b4512-efe4-41b3-b735-0a6588c538e1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8c018b5c-7b51-403e-ad44-9805ba0bd1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5890dec6-09ea-47d5-a301-b73e3590536e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:31:21.354812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Attempting to bind port d13b4512-efe4-41b3-b735-0a6588c538e1 on network 5890dec6-09ea-47d5-a301-b73e3590536e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:31:21.359950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:31:21.361622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Checking segment: {'id': '8c018b5c-7b51-403e-ad44-9805ba0bd1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5890dec6-09ea-47d5-a301-b73e3590536e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:21.361622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:21.361622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Bound using segment: {'id': '8c018b5c-7b51-403e-ad44-9805ba0bd1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5890dec6-09ea-47d5-a301-b73e3590536e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:31:21.361622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Bound port: d13b4512-efe4-41b3-b735-0a6588c538e1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c018b5c-7b51-403e-ad44-9805ba0bd1fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5890dec6-09ea-47d5-a301-b73e3590536e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:31:21.362098 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:21.423963 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] For port d13b4512-efe4-41b3-b735-0a6588c538e1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:31:21.427039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] For port d13b4512-efe4-41b3-b735-0a6588c538e1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d13b4512-efe4-41b3-b735-0a6588c538e1,segment=NetworkSegment(8c018b5c-7b51-403e-ad44-9805ba0bd1fb),segment_id=8c018b5c-7b51-403e-ad44-9805ba0bd1fb)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:31:21.450668 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:21.513387 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:21.537658 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:21.577420 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4415f6-9198-456b-a0d5-e4a3869d3ca4 None None] Pushing event updated for resources: {'Port': ['ID=d13b4512-efe4-41b3-b735-0a6588c538e1,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:21.589780 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 5890dec6-09ea-47d5-a301-b73e3590536e is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:21.592989 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:21.597023 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:21.604161 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=dec645bb-a54f-406c-9986-4a85073a8998,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:21.650286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:21.650914 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:21.758714 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-36382f8d-83fd-47bb-a5f4-6a4e979c18eb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9066181 Dec 06 14:31:21.760871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37104) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:21.859122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a96869c7-5af9-4c20-a80a-5625b87e0470 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port dec645bb-a54f-406c-9986-4a85073a8998 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:21.859824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a96869c7-5af9-4c20-a80a-5625b87e0470 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:22.256881 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a96869c7-5af9-4c20-a80a-5625b87e0470 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:22.270336 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-a96869c7-5af9-4c20-a80a-5625b87e0470 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for dec645bb-a54f-406c-9986-4a85073a8998 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:22.485447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53badd89-1978-41aa-834f-149b292568fd None None] Network 5890dec6-09ea-47d5-a301-b73e3590536e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:22.497189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a96869c7-5af9-4c20-a80a-5625b87e0470 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:22.529487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96869c7-5af9-4c20-a80a-5625b87e0470 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=dec645bb-a54f-406c-9986-4a85073a8998,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:22.574222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5bac48be-98d2-4956-a31d-658e90e4d9d8 None None] Provisioning complete for port d13b4512-efe4-41b3-b735-0a6588c538e1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:22.574601 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bac48be-98d2-4956-a31d-658e90e4d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:22.595921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a96869c7-5af9-4c20-a80a-5625b87e0470 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:22.599316 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a96869c7-5af9-4c20-a80a-5625b87e0470 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/dec645bb-a54f-406c-9986-4a85073a8998 HTTP/1.1" status: 204 len: 168 time: 0.8374128 Dec 06 14:31:22.602055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37106) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:22.624259 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-015cac84-bcd4-48f3-be77-850eb325d2cf tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] DELETE failed (client error): The resource could not be found. Dec 06 14:31:22.624773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-015cac84-bcd4-48f3-be77-850eb325d2cf tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:31:22.630288 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-015cac84-bcd4-48f3-be77-850eb325d2cf tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/dec645bb-a54f-406c-9986-4a85073a8998 HTTP/1.1" status: 404 len: 333 time: 0.0247869 Dec 06 14:31:22.630441 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37108) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:22.653843 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-e627876e-a145-4e6f-b585-a9fe53dcfae6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:31:22.655204 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e627876e-a145-4e6f-b585-a9fe53dcfae6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/dec645bb-a54f-406c-9986-4a85073a8998 HTTP/1.1" status: 404 len: 333 time: 0.0238938 Dec 06 14:31:22.657867 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37110) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:22.708345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1311bba-1259-4285-a574-c3910537dee7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting subnet 8c227142-f1b7-4cd7-bcc9-44099fd33007 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:31:22.711607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1311bba-1259-4285-a574-c3910537dee7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:22.712299 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bac48be-98d2-4956-a31d-658e90e4d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:22.747826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5bac48be-98d2-4956-a31d-658e90e4d9d8 None None] For port d13b4512-efe4-41b3-b735-0a6588c538e1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d13b4512-efe4-41b3-b735-0a6588c538e1,segment=NetworkSegment(8c018b5c-7b51-403e-ad44-9805ba0bd1fb),segment_id=8c018b5c-7b51-403e-ad44-9805ba0bd1fb)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:22.762983 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1311bba-1259-4285-a574-c3910537dee7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:22.828830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5bac48be-98d2-4956-a31d-658e90e4d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:22.856305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1311bba-1259-4285-a574-c3910537dee7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:22.882834 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac48be-98d2-4956-a31d-658e90e4d9d8 None None] Pushing event updated for resources: {'Port': ['ID=d13b4512-efe4-41b3-b735-0a6588c538e1,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:22.949253 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7e28726e-ef76-4e0a-8b83-b9fe2b56113f None None] Provisioning complete for port d13b4512-efe4-41b3-b735-0a6588c538e1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:22.949628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e28726e-ef76-4e0a-8b83-b9fe2b56113f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:22.998647 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1311bba-1259-4285-a574-c3910537dee7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.032910 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1311bba-1259-4285-a574-c3910537dee7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Subnet': ['ID=8c227142-f1b7-4cd7-bcc9-44099fd33007,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:23.037041 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1311bba-1259-4285-a574-c3910537dee7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.040381 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f1311bba-1259-4285-a574-c3910537dee7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/8c227142-f1b7-4cd7-bcc9-44099fd33007 HTTP/1.1" status: 204 len: 168 time: 0.3816054 Dec 06 14:31:23.043171 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37112) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:23.119928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f5ae07-d422-4fa0-925c-308135715e0d None None] Network 5890dec6-09ea-47d5-a301-b73e3590536e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:23.133378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.178130 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6825a57f-d7cd-4749-8a7c-590d86880e00 None None] Could not find standard attr ID for object dec645bb-a54f-406c-9986-4a85073a8998. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:31:23.186706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port d13b4512-efe4-41b3-b735-0a6588c538e1 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:23.187150 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.263683 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] For port d13b4512-efe4-41b3-b735-0a6588c538e1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d13b4512-efe4-41b3-b735-0a6588c538e1,segment=NetworkSegment(8c018b5c-7b51-403e-ad44-9805ba0bd1fb),segment_id=8c018b5c-7b51-403e-ad44-9805ba0bd1fb)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:23.264044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.279585 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for d13b4512-efe4-41b3-b735-0a6588c538e1 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:23.300353 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccecc467-4784-42ce-82a4-70157fc90645 None None] DHCP port deletion for 5890dec6-09ea-47d5-a301-b73e3590536e request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:31:23.347815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ccecc467-4784-42ce-82a4-70157fc90645 None None] Deleting port d13b4512-efe4-41b3-b735-0a6588c538e1 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:23.348087 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ccecc467-4784-42ce-82a4-70157fc90645 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.412458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ccecc467-4784-42ce-82a4-70157fc90645 None None] For port d13b4512-efe4-41b3-b735-0a6588c538e1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d13b4512-efe4-41b3-b735-0a6588c538e1,segment=NetworkSegment(8c018b5c-7b51-403e-ad44-9805ba0bd1fb),segment_id=8c018b5c-7b51-403e-ad44-9805ba0bd1fb)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:23.412884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ccecc467-4784-42ce-82a4-70157fc90645 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.425084 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ccecc467-4784-42ce-82a4-70157fc90645 None None] Calling delete_port for d13b4512-efe4-41b3-b735-0a6588c538e1 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:23.445527 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.474028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=d13b4512-efe4-41b3-b735-0a6588c538e1,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:23.478094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No DVR routers for this DVR port d13b4512-efe4-41b3-b735-0a6588c538e1 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:31:23.503356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ccecc467-4784-42ce-82a4-70157fc90645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.532545 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecc467-4784-42ce-82a4-70157fc90645 None None] Pushing event deleted for resources: {'Port': ['ID=d13b4512-efe4-41b3-b735-0a6588c538e1,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:23.537165 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccecc467-4784-42ce-82a4-70157fc90645 None None] No DVR routers for this DVR port d13b4512-efe4-41b3-b735-0a6588c538e1 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:31:23.564416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.585639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5890dec6-09ea-47d5-a301-b73e3590536e']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:23.594924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c018b5c-7b51-403e-ad44-9805ba0bd1fb') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:23.595226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c018b5c-7b51-403e-ad44-9805ba0bd1fb') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:23.604395 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.617074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.623342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:31:23.623751 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:31:23.626680 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:31:23.748460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.756630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.759807 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/networks/5890dec6-09ea-47d5-a301-b73e3590536e HTTP/1.1" status: 204 len: 168 time: 0.7156060 Dec 06 14:31:23.763777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37114) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:23.768869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-908f0006-ad52-458b-bd32-4b0e2b8e3b35 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1275318287'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:23.771470 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002a28be-a8af-42bc-b704-109e7b8ca009 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Network': ['ID=5890dec6-09ea-47d5-a301-b73e3590536e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:23.822940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908f0006-ad52-458b-bd32-4b0e2b8e3b35 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:23.826429 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-908f0006-ad52-458b-bd32-4b0e2b8e3b35 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.849541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908f0006-ad52-458b-bd32-4b0e2b8e3b35 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:31:23.858835 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-908f0006-ad52-458b-bd32-4b0e2b8e3b35 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.859115 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-908f0006-ad52-458b-bd32-4b0e2b8e3b35 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Added segment 04873ea0-97a7-42f5-bed0-bd084f538bd3 of type vlan for network 6f9767d4-82ae-4186-a530-7d31c212ae19 Dec 06 14:31:23.896812 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-908f0006-ad52-458b-bd32-4b0e2b8e3b35 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.959901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-908f0006-ad52-458b-bd32-4b0e2b8e3b35 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:23.965515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908f0006-ad52-458b-bd32-4b0e2b8e3b35 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:23.966099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-908f0006-ad52-458b-bd32-4b0e2b8e3b35 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:24.029483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f0006-ad52-458b-bd32-4b0e2b8e3b35 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Network': ['ID=6f9767d4-82ae-4186-a530-7d31c212ae19,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:24.039641 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 6f9767d4-82ae-4186-a530-7d31c212ae19 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:31:24.064228 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-908f0006-ad52-458b-bd32-4b0e2b8e3b35 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2993491 Dec 06 14:31:24.066946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37118) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:24.071887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-da13bf5d-fc65-4414-af44-7354dd4acf5e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': '6f9767d4-82ae-4186-a530-7d31c212ae19', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:24.245378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da13bf5d-fc65-4414-af44-7354dd4acf5e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:24.248778 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-da13bf5d-fc65-4414-af44-7354dd4acf5e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:24.463278 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-da13bf5d-fc65-4414-af44-7354dd4acf5e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:24.521071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da13bf5d-fc65-4414-af44-7354dd4acf5e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Subnet': ['ID=a03d9ea3-1aae-4ffa-9675-a20844c98909,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:24.530572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da13bf5d-fc65-4414-af44-7354dd4acf5e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Checking segment: {'id': '04873ea0-97a7-42f5-bed0-bd084f538bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6f9767d4-82ae-4186-a530-7d31c212ae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:24.531094 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da13bf5d-fc65-4414-af44-7354dd4acf5e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network hostable DHCP agents. Network: 6f9767d4-82ae-4186-a530-7d31c212ae19, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:31:24.592356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da13bf5d-fc65-4414-af44-7354dd4acf5e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 6f9767d4-82ae-4186-a530-7d31c212ae19 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:31:24.678277 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-da13bf5d-fc65-4414-af44-7354dd4acf5e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6f9767d4-82ae-4186-a530-7d31c212ae19) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:24.682741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da13bf5d-fc65-4414-af44-7354dd4acf5e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:24.683778 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-da13bf5d-fc65-4414-af44-7354dd4acf5e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:24.686823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd5f67d-cb5d-417f-abd9-cdd86b8482e1 None None] Network 6f9767d4-82ae-4186-a530-7d31c212ae19 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:24.791601 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-da13bf5d-fc65-4414-af44-7354dd4acf5e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7233753 Dec 06 14:31:24.794277 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37120) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:24.799565 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': '6f9767d4-82ae-4186-a530-7d31c212ae19', 'security_groups': [], 'name': 'tempest-PortsTestJSON-860524947'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:24.829768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6f9767d4-82ae-4186-a530-7d31c212ae19', 'network_id': '6f9767d4-82ae-4186-a530-7d31c212ae19', 'tenant_id': '026f8ab0dadd4d66be82a86134e380f6', 'fixed_ips': [{'subnet_id': 'a03d9ea3-1aae-4ffa-9675-a20844c98909'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:31:24.830635 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:24.962838 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Allocated IP 172.20.0.2 (6f9767d4-82ae-4186-a530-7d31c212ae19/a03d9ea3-1aae-4ffa-9675-a20844c98909/4a953e42-8da9-4902-adec-8bc02c8ca3b4) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:24.982845 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:24.986571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:25.003809 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port 5bba66ae-b932-4fd6-b820-f4fe32e239b6 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:25.099698 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:25.198990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:25.246384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Network 6f9767d4-82ae-4186-a530-7d31c212ae19 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:25.250229 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d13b4512-efe4-41b3-b735-0a6588c538e1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:31:25.256502 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:25.258870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.14 (6f9767d4-82ae-4186-a530-7d31c212ae19/a03d9ea3-1aae-4ffa-9675-a20844c98909/5bba66ae-b932-4fd6-b820-f4fe32e239b6) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:25.273913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Pushing event updated for resources: {'Port': ['ID=4a953e42-8da9-4902-adec-8bc02c8ca3b4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:25.277290 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:25.280043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: d13b4512-efe4-41b3-b735-0a6588c538e1 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:31:25.280393 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d13b4512-efe4-41b3-b735-0a6588c538e1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:31:25.330913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Attempting to bind port 4a953e42-8da9-4902-adec-8bc02c8ca3b4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:31:25.331285 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Attempting to bind port 4a953e42-8da9-4902-adec-8bc02c8ca3b4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '04873ea0-97a7-42f5-bed0-bd084f538bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6f9767d4-82ae-4186-a530-7d31c212ae19'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:31:25.331650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Attempting to bind port 4a953e42-8da9-4902-adec-8bc02c8ca3b4 on network 6f9767d4-82ae-4186-a530-7d31c212ae19 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:31:25.336590 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:31:25.336991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Checking segment: {'id': '04873ea0-97a7-42f5-bed0-bd084f538bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6f9767d4-82ae-4186-a530-7d31c212ae19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:25.337406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:25.337822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Bound using segment: {'id': '04873ea0-97a7-42f5-bed0-bd084f538bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6f9767d4-82ae-4186-a530-7d31c212ae19'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:31:25.338288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Bound port: 4a953e42-8da9-4902-adec-8bc02c8ca3b4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04873ea0-97a7-42f5-bed0-bd084f538bd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6f9767d4-82ae-4186-a530-7d31c212ae19'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:31:25.338670 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:25.385745 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:25.402795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] For port 4a953e42-8da9-4902-adec-8bc02c8ca3b4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:31:25.405857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] For port 4a953e42-8da9-4902-adec-8bc02c8ca3b4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a953e42-8da9-4902-adec-8bc02c8ca3b4,segment=NetworkSegment(04873ea0-97a7-42f5-bed0-bd084f538bd3),segment_id=04873ea0-97a7-42f5-bed0-bd084f538bd3)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:31:25.467241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:25.491690 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:25.523272 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee536a-572a-4183-8256-3669c9dee3bb None None] Pushing event updated for resources: {'Port': ['ID=4a953e42-8da9-4902-adec-8bc02c8ca3b4,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:25.543000 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 6f9767d4-82ae-4186-a530-7d31c212ae19 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:25.546111 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:25.548585 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:25.575164 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=5bba66ae-b932-4fd6-b820-f4fe32e239b6,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:25.607537 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:25.608155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:25.686573 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ceac8941-ce75-4d63-8e28-80ad4961c93e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.8885257 Dec 06 14:31:25.686758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37122) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:25.788950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-9add2c5f-37be-4ad5-8eeb-be7b0ccd3d69 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port 5bba66ae-b932-4fd6-b820-f4fe32e239b6 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:25.789292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9add2c5f-37be-4ad5-8eeb-be7b0ccd3d69 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:25.879716 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9add2c5f-37be-4ad5-8eeb-be7b0ccd3d69 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:25.892173 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-9add2c5f-37be-4ad5-8eeb-be7b0ccd3d69 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for 5bba66ae-b932-4fd6-b820-f4fe32e239b6 owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:26.080038 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9add2c5f-37be-4ad5-8eeb-be7b0ccd3d69 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.105311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9add2c5f-37be-4ad5-8eeb-be7b0ccd3d69 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=5bba66ae-b932-4fd6-b820-f4fe32e239b6,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:26.179692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9add2c5f-37be-4ad5-8eeb-be7b0ccd3d69 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.183044 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9add2c5f-37be-4ad5-8eeb-be7b0ccd3d69 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/5bba66ae-b932-4fd6-b820-f4fe32e239b6 HTTP/1.1" status: 204 len: 168 time: 0.4950418 Dec 06 14:31:26.185877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37124) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:26.210736 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-242ab285-b0be-4364-88c0-99a13efca732 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:31:26.212203 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-242ab285-b0be-4364-88c0-99a13efca732 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/5bba66ae-b932-4fd6-b820-f4fe32e239b6 HTTP/1.1" status: 404 len: 333 time: 0.0252936 Dec 06 14:31:26.215438 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37126) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:26.267422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52d9029-6a4d-44ce-b8f9-e70dab967d91 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting subnet a03d9ea3-1aae-4ffa-9675-a20844c98909 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:31:26.270866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f52d9029-6a4d-44ce-b8f9-e70dab967d91 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.315289 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f52d9029-6a4d-44ce-b8f9-e70dab967d91 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.405642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f52d9029-6a4d-44ce-b8f9-e70dab967d91 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.463700 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620ca1b4-356c-4769-9862-ca00cd203b96 None None] Network 6f9767d4-82ae-4186-a530-7d31c212ae19 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:26.532154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f52d9029-6a4d-44ce-b8f9-e70dab967d91 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.560011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d9029-6a4d-44ce-b8f9-e70dab967d91 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Subnet': ['ID=a03d9ea3-1aae-4ffa-9675-a20844c98909,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:26.564110 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f52d9029-6a4d-44ce-b8f9-e70dab967d91 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.567462 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f52d9029-6a4d-44ce-b8f9-e70dab967d91 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/a03d9ea3-1aae-4ffa-9675-a20844c98909 HTTP/1.1" status: 204 len: 168 time: 0.3510926 Dec 06 14:31:26.570119 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37128) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:26.649511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.687694 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e42098c7-653e-4ef5-af07-31800c4f782a None None] Provisioning complete for port 4a953e42-8da9-4902-adec-8bc02c8ca3b4 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:26.688025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e42098c7-653e-4ef5-af07-31800c4f782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.710631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port 4a953e42-8da9-4902-adec-8bc02c8ca3b4 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:26.710971 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.774084 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] For port 4a953e42-8da9-4902-adec-8bc02c8ca3b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a953e42-8da9-4902-adec-8bc02c8ca3b4,segment=NetworkSegment(04873ea0-97a7-42f5-bed0-bd084f538bd3),segment_id=04873ea0-97a7-42f5-bed0-bd084f538bd3)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:26.774457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.788314 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for 4a953e42-8da9-4902-adec-8bc02c8ca3b4 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:26.819308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e42098c7-653e-4ef5-af07-31800c4f782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.854711 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e42098c7-653e-4ef5-af07-31800c4f782a None None] For port 4a953e42-8da9-4902-adec-8bc02c8ca3b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a953e42-8da9-4902-adec-8bc02c8ca3b4,segment=NetworkSegment(04873ea0-97a7-42f5-bed0-bd084f538bd3),segment_id=04873ea0-97a7-42f5-bed0-bd084f538bd3)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:26.876219 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cf71a7-bf4f-4aef-b24d-2ae72a6640a8 None None] DHCP port deletion for 6f9767d4-82ae-4186-a530-7d31c212ae19 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:31:26.922226 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf71a7-bf4f-4aef-b24d-2ae72a6640a8 None None] Deleting port 4a953e42-8da9-4902-adec-8bc02c8ca3b4 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:26.922622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4cf71a7-bf4f-4aef-b24d-2ae72a6640a8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.941319 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e42098c7-653e-4ef5-af07-31800c4f782a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:26.988398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:27.015891 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f4cf71a7-bf4f-4aef-b24d-2ae72a6640a8 None None] For port 4a953e42-8da9-4902-adec-8bc02c8ca3b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a953e42-8da9-4902-adec-8bc02c8ca3b4,segment=NetworkSegment(04873ea0-97a7-42f5-bed0-bd084f538bd3),segment_id=04873ea0-97a7-42f5-bed0-bd084f538bd3)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:27.016187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=4a953e42-8da9-4902-adec-8bc02c8ca3b4,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:27.016346 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4cf71a7-bf4f-4aef-b24d-2ae72a6640a8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:27.018057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No DVR routers for this DVR port 4a953e42-8da9-4902-adec-8bc02c8ca3b4 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:31:27.036442 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f4cf71a7-bf4f-4aef-b24d-2ae72a6640a8 None None] Calling delete_port for 4a953e42-8da9-4902-adec-8bc02c8ca3b4 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:27.041881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42098c7-653e-4ef5-af07-31800c4f782a None None] Pushing event updated for resources: {'Port': ['ID=4a953e42-8da9-4902-adec-8bc02c8ca3b4,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:27.102495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:27.116269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4cf71a7-bf4f-4aef-b24d-2ae72a6640a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:27.123525 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9767d4-82ae-4186-a530-7d31c212ae19']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:27.132940 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04873ea0-97a7-42f5-bed0-bd084f538bd3') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:27.133242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04873ea0-97a7-42f5-bed0-bd084f538bd3') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:27.141124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf71a7-bf4f-4aef-b24d-2ae72a6640a8 None None] Pushing event deleted for resources: {'Port': ['ID=4a953e42-8da9-4902-adec-8bc02c8ca3b4,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:27.142867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:27.144641 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4cf71a7-bf4f-4aef-b24d-2ae72a6640a8 None None] No DVR routers for this DVR port 4a953e42-8da9-4902-adec-8bc02c8ca3b4 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:31:27.159002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:31:27.169883 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:31:27.325961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:27.331027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:27.334542 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/networks/6f9767d4-82ae-4186-a530-7d31c212ae19 HTTP/1.1" status: 204 len: 168 time: 0.7634218 Dec 06 14:31:27.339334 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37130) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:27.344648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-871a5ac8-a5b9-4206-a95b-b4983bdf8ddb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'name': 'tempest-PortsTestJSON-766718156'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:27.350589 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7b9178-886d-4367-b7bb-ae0d9ce82715 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Network': ['ID=6f9767d4-82ae-4186-a530-7d31c212ae19,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:27.524021 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871a5ac8-a5b9-4206-a95b-b4983bdf8ddb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:27.527544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-871a5ac8-a5b9-4206-a95b-b4983bdf8ddb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:27.549279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-871a5ac8-a5b9-4206-a95b-b4983bdf8ddb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port a0390be6-9a88-4d93-aa9c-6302e2a429c8 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:27.715660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-871a5ac8-a5b9-4206-a95b-b4983bdf8ddb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:27.823176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-871a5ac8-a5b9-4206-a95b-b4983bdf8ddb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:27.868404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871a5ac8-a5b9-4206-a95b-b4983bdf8ddb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:27.872058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-871a5ac8-a5b9-4206-a95b-b4983bdf8ddb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:27.874588 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871a5ac8-a5b9-4206-a95b-b4983bdf8ddb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:27.880549 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871a5ac8-a5b9-4206-a95b-b4983bdf8ddb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:27.881186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-871a5ac8-a5b9-4206-a95b-b4983bdf8ddb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:27.894963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a5ac8-a5b9-4206-a95b-b4983bdf8ddb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=a0390be6-9a88-4d93-aa9c-6302e2a429c8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:27.945345 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-871a5ac8-a5b9-4206-a95b-b4983bdf8ddb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.6047463 Dec 06 14:31:27.950739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37132) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:28.041772 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ae01dc59-2ffb-4c5f-a3e7-3f870fbce766 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port a0390be6-9a88-4d93-aa9c-6302e2a429c8 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:28.042103 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae01dc59-2ffb-4c5f-a3e7-3f870fbce766 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:28.105684 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae01dc59-2ffb-4c5f-a3e7-3f870fbce766 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:28.118147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ae01dc59-2ffb-4c5f-a3e7-3f870fbce766 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for a0390be6-9a88-4d93-aa9c-6302e2a429c8 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:28.257259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae01dc59-2ffb-4c5f-a3e7-3f870fbce766 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:28.288162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01dc59-2ffb-4c5f-a3e7-3f870fbce766 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=a0390be6-9a88-4d93-aa9c-6302e2a429c8,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:28.291725 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ae01dc59-2ffb-4c5f-a3e7-3f870fbce766 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:28.295042 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ae01dc59-2ffb-4c5f-a3e7-3f870fbce766 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/a0390be6-9a88-4d93-aa9c-6302e2a429c8 HTTP/1.1" status: 204 len: 168 time: 0.3433630 Dec 06 14:31:28.297628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37134) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:28.302294 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-af47288c-4d01-46f9-9568-5f5e15fc94e6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'mac_address': 'fa:16:3e:1b:b4:24', 'name': 'tempest-PortsTestJSON-1194503382'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:28.455328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af47288c-4d01-46f9-9568-5f5e15fc94e6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:28.522709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af47288c-4d01-46f9-9568-5f5e15fc94e6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:28.542987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-af47288c-4d01-46f9-9568-5f5e15fc94e6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port bf3e3e48-da47-4512-8db1-12c02a7a2e71 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:28.697885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af47288c-4d01-46f9-9568-5f5e15fc94e6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:28.782870 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af47288c-4d01-46f9-9568-5f5e15fc94e6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:28.826313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af47288c-4d01-46f9-9568-5f5e15fc94e6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:28.829347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-af47288c-4d01-46f9-9568-5f5e15fc94e6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:28.831681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af47288c-4d01-46f9-9568-5f5e15fc94e6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:28.837359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af47288c-4d01-46f9-9568-5f5e15fc94e6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:28.837956 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af47288c-4d01-46f9-9568-5f5e15fc94e6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:28.852309 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47288c-4d01-46f9-9568-5f5e15fc94e6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=bf3e3e48-da47-4512-8db1-12c02a7a2e71,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:28.915352 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-af47288c-4d01-46f9-9568-5f5e15fc94e6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6166978 Dec 06 14:31:28.918449 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37136) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:28.965107 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c99503-c869-4cbf-b9c1-cda3955b6c10 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:28.966359 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b9c99503-c869-4cbf-b9c1-cda3955b6c10 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/bf3e3e48-da47-4512-8db1-12c02a7a2e71 HTTP/1.1" status: 200 len: 841 time: 0.0470066 Dec 06 14:31:28.969046 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37138) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:29.051374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port bf3e3e48-da47-4512-8db1-12c02a7a2e71 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:29.051706 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:29.117721 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:29.130156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for bf3e3e48-da47-4512-8db1-12c02a7a2e71 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:29.262406 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:29.288986 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=bf3e3e48-da47-4512-8db1-12c02a7a2e71,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:29.300323 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:29.300663 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:29.301031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:29.305833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:29.305833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:29.305833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:29.305833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:29.305833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:29.305833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:29.305833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:29.305833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:29.305833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:29.305833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:29.307100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:29.310295 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f08cdf01-833a-49c9-8579-75f0be36d0db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/bf3e3e48-da47-4512-8db1-12c02a7a2e71 HTTP/1.1" status: 204 len: 168 time: 0.3403578 Dec 06 14:31:29.313178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37140) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:29.336441 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-0507db15-bfc1-4218-9b88-021493d01928 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:31:29.338462 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0507db15-bfc1-4218-9b88-021493d01928 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/bf3e3e48-da47-4512-8db1-12c02a7a2e71 HTTP/1.1" status: 404 len: 333 time: 0.0242407 Dec 06 14:31:29.341861 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37142) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:29.346347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5c3ab38e-55c8-4903-89f1-aded63b6c0a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'name': 'tempest-PortsTestJSON-656526731'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:29.376599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:29.491147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3ab38e-55c8-4903-89f1-aded63b6c0a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:29.495171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab38e-55c8-4903-89f1-aded63b6c0a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:29.512185 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-5c3ab38e-55c8-4903-89f1-aded63b6c0a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port 6fe68181-d75f-45bc-8b04-c3872d0e2941 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:29.664711 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab38e-55c8-4903-89f1-aded63b6c0a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:29.765956 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab38e-55c8-4903-89f1-aded63b6c0a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:29.809166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3ab38e-55c8-4903-89f1-aded63b6c0a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:29.812469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-5c3ab38e-55c8-4903-89f1-aded63b6c0a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:29.816143 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3ab38e-55c8-4903-89f1-aded63b6c0a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:29.821721 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3ab38e-55c8-4903-89f1-aded63b6c0a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:29.823235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5c3ab38e-55c8-4903-89f1-aded63b6c0a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:29.829595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3ab38e-55c8-4903-89f1-aded63b6c0a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=6fe68181-d75f-45bc-8b04-c3872d0e2941,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:29.905489 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5c3ab38e-55c8-4903-89f1-aded63b6c0a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5626194 Dec 06 14:31:29.908174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37144) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:29.913280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-d3a2bf97-7982-42ef-b353-2dd8c731c30b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:29.977382 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3a2bf97-7982-42ef-b353-2dd8c731c30b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:30.128807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3a2bf97-7982-42ef-b353-2dd8c731c30b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:30.188401 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3a2bf97-7982-42ef-b353-2dd8c731c30b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:30.222347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d3a2bf97-7982-42ef-b353-2dd8c731c30b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] In _notify_port_updated(), no bound segment for port 6fe68181-d75f-45bc-8b04-c3872d0e2941 on network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 {{(pid=103725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:31:30.227823 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a2bf97-7982-42ef-b353-2dd8c731c30b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:30.228891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3a2bf97-7982-42ef-b353-2dd8c731c30b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:30.230164 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d3a2bf97-7982-42ef-b353-2dd8c731c30b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "PUT /v2.0/ports/6fe68181-d75f-45bc-8b04-c3872d0e2941 HTTP/1.1" status: 200 len: 818 time: 0.3210766 Dec 06 14:31:30.232902 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37146) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:30.264756 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2bf97-7982-42ef-b353-2dd8c731c30b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=6fe68181-d75f-45bc-8b04-c3872d0e2941,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:30.322202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4cbcb-e5fb-40c8-a867-d1ef11bbb820 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port 6fe68181-d75f-45bc-8b04-c3872d0e2941 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:30.322537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cbcb-e5fb-40c8-a867-d1ef11bbb820 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:30.388619 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cbcb-e5fb-40c8-a867-d1ef11bbb820 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:30.400758 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-c6f4cbcb-e5fb-40c8-a867-d1ef11bbb820 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for 6fe68181-d75f-45bc-8b04-c3872d0e2941 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:30.554382 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cbcb-e5fb-40c8-a867-d1ef11bbb820 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:30.581831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4cbcb-e5fb-40c8-a867-d1ef11bbb820 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=6fe68181-d75f-45bc-8b04-c3872d0e2941,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:30.586979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c6f4cbcb-e5fb-40c8-a867-d1ef11bbb820 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:30.590728 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c6f4cbcb-e5fb-40c8-a867-d1ef11bbb820 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/6fe68181-d75f-45bc-8b04-c3872d0e2941 HTTP/1.1" status: 204 len: 168 time: 0.3569162 Dec 06 14:31:30.593410 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37148) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:30.667750 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c9b64a-b0ef-44db-896e-5cbb94af499c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:30.669223 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-81c9b64a-b0ef-44db-896e-5cbb94af499c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0749156 Dec 06 14:31:30.671982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37150) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:30.696597 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-b554aac4-3c5d-4fac-9fd5-9212db752e18 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:31:30.698112 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b554aac4-3c5d-4fac-9fd5-9212db752e18 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/6fe68181-d75f-45bc-8b04-c3872d0e2941 HTTP/1.1" status: 404 len: 333 time: 0.0252602 Dec 06 14:31:30.701844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37152) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:30.706872 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b5c787df-2b4e-4729-8825-f4024c37690b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-625078787'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:30.782841 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c787df-2b4e-4729-8825-f4024c37690b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:30.786659 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5c787df-2b4e-4729-8825-f4024c37690b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:30.810172 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c787df-2b4e-4729-8825-f4024c37690b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:31:30.818727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5c787df-2b4e-4729-8825-f4024c37690b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:30.819061 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-b5c787df-2b4e-4729-8825-f4024c37690b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Added segment 8cef95ea-fafd-4414-ac12-528abbf9e59b of type vlan for network a3051e04-f958-41f9-ba1a-a181c8c40467 Dec 06 14:31:30.862434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5c787df-2b4e-4729-8825-f4024c37690b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:30.953923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5c787df-2b4e-4729-8825-f4024c37690b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:30.959403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c787df-2b4e-4729-8825-f4024c37690b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:30.959973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5c787df-2b4e-4729-8825-f4024c37690b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:31.023036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c787df-2b4e-4729-8825-f4024c37690b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Network': ['ID=a3051e04-f958-41f9-ba1a-a181c8c40467,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:31.034009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network a3051e04-f958-41f9-ba1a-a181c8c40467 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:31:31.076925 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b5c787df-2b4e-4729-8825-f4024c37690b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3738620 Dec 06 14:31:31.079737 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37154) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:31.084838 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-78ecbc43-6a98-4b3d-a1d4-107f0563f92a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': 'a3051e04-f958-41f9-ba1a-a181c8c40467', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:31.257015 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ecbc43-6a98-4b3d-a1d4-107f0563f92a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:31.261269 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78ecbc43-6a98-4b3d-a1d4-107f0563f92a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:31.290863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f4504bad-d623-4e76-b363-f6ccfaf2d2cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:31.479746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78ecbc43-6a98-4b3d-a1d4-107f0563f92a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:31.537384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecbc43-6a98-4b3d-a1d4-107f0563f92a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Subnet': ['ID=54ba1525-67a0-4f3d-8103-4e9e2dbfc25c,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:31.546381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ecbc43-6a98-4b3d-a1d4-107f0563f92a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Checking segment: {'id': '8cef95ea-fafd-4414-ac12-528abbf9e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a3051e04-f958-41f9-ba1a-a181c8c40467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:31.546739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ecbc43-6a98-4b3d-a1d4-107f0563f92a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network hostable DHCP agents. Network: a3051e04-f958-41f9-ba1a-a181c8c40467, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:31:31.615185 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ecbc43-6a98-4b3d-a1d4-107f0563f92a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network a3051e04-f958-41f9-ba1a-a181c8c40467 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:31:31.719952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-78ecbc43-6a98-4b3d-a1d4-107f0563f92a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a3051e04-f958-41f9-ba1a-a181c8c40467) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:31.724277 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ecbc43-6a98-4b3d-a1d4-107f0563f92a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:31.724907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78ecbc43-6a98-4b3d-a1d4-107f0563f92a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:31.729840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c94531-66a6-4ba4-81c7-b797dc5919a3 None None] Network a3051e04-f958-41f9-ba1a-a181c8c40467 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:31.848868 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-78ecbc43-6a98-4b3d-a1d4-107f0563f92a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7679682 Dec 06 14:31:31.851615 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37156) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:31.857247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f002aa61-a504-46d4-9341-ff226515ae64 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': 'a3051e04-f958-41f9-ba1a-a181c8c40467', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:31.875549 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a3051e04-f958-41f9-ba1a-a181c8c40467', 'network_id': 'a3051e04-f958-41f9-ba1a-a181c8c40467', 'tenant_id': '026f8ab0dadd4d66be82a86134e380f6', 'fixed_ips': [{'subnet_id': '54ba1525-67a0-4f3d-8103-4e9e2dbfc25c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:31:31.876740 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:32.011693 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Allocated IP 172.20.0.2 (a3051e04-f958-41f9-ba1a-a181c8c40467/54ba1525-67a0-4f3d-8103-4e9e2dbfc25c/118e4dd2-1c40-4284-b010-e4ac55d75de4) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:32.028325 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f002aa61-a504-46d4-9341-ff226515ae64 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:32.031987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f002aa61-a504-46d4-9341-ff226515ae64 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:32.122772 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.ipam_backend_mixin [None req-f002aa61-a504-46d4-9341-ff226515ae64 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 54ba1525-67a0-4f3d-8103-4e9e2dbfc25c (CIDR: 172.20.0.0/28) Dec 06 14:31:32.155470 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:32.171370 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-f002aa61-a504-46d4-9341-ff226515ae64 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:31:32.171864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f002aa61-a504-46d4-9341-ff226515ae64 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:31:32.239974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:32.277476 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f002aa61-a504-46d4-9341-ff226515ae64 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4245944 Dec 06 14:31:32.279664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Network a3051e04-f958-41f9-ba1a-a181c8c40467 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:32.280293 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37158) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:32.282502 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:32.286115 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:32.286461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-24c0bbed-881b-4201-862e-68d7f7adcba8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': 'a3051e04-f958-41f9-ba1a-a181c8c40467', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:32.294381 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Pushing event updated for resources: {'Port': ['ID=118e4dd2-1c40-4284-b010-e4ac55d75de4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:32.316183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:32.316530 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:32.316919 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:32.317257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:32.317585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:32.317908 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:32.318234 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:32.318557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:32.318900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:32.319227 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:32.319546 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:32.319862 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:32.320181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:31:32.356330 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Attempting to bind port 118e4dd2-1c40-4284-b010-e4ac55d75de4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:31:32.356698 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Attempting to bind port 118e4dd2-1c40-4284-b010-e4ac55d75de4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8cef95ea-fafd-4414-ac12-528abbf9e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a3051e04-f958-41f9-ba1a-a181c8c40467'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:31:32.357084 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Attempting to bind port 118e4dd2-1c40-4284-b010-e4ac55d75de4 on network a3051e04-f958-41f9-ba1a-a181c8c40467 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:31:32.362120 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:31:32.362487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Checking segment: {'id': '8cef95ea-fafd-4414-ac12-528abbf9e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a3051e04-f958-41f9-ba1a-a181c8c40467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:32.362879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:32.363266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Bound using segment: {'id': '8cef95ea-fafd-4414-ac12-528abbf9e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a3051e04-f958-41f9-ba1a-a181c8c40467'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:31:32.363746 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Bound port: 118e4dd2-1c40-4284-b010-e4ac55d75de4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cef95ea-fafd-4414-ac12-528abbf9e59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a3051e04-f958-41f9-ba1a-a181c8c40467'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:31:32.364135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:32.424893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] For port 118e4dd2-1c40-4284-b010-e4ac55d75de4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:31:32.427937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] For port 118e4dd2-1c40-4284-b010-e4ac55d75de4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=118e4dd2-1c40-4284-b010-e4ac55d75de4,segment=NetworkSegment(8cef95ea-fafd-4414-ac12-528abbf9e59b),segment_id=8cef95ea-fafd-4414-ac12-528abbf9e59b)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:31:32.489321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c0bbed-881b-4201-862e-68d7f7adcba8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:32.492904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24c0bbed-881b-4201-862e-68d7f7adcba8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:32.514286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:32.570460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1024b584-42ce-4fbe-9e92-3b8aec32b13c None None] Pushing event updated for resources: {'Port': ['ID=118e4dd2-1c40-4284-b010-e4ac55d75de4,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:32.817694 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24c0bbed-881b-4201-862e-68d7f7adcba8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:32.859909 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c0bbed-881b-4201-862e-68d7f7adcba8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network a3051e04-f958-41f9-ba1a-a181c8c40467 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:32.864300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-24c0bbed-881b-4201-862e-68d7f7adcba8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:32.868329 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c0bbed-881b-4201-862e-68d7f7adcba8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:32.869462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24c0bbed-881b-4201-862e-68d7f7adcba8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:32.880928 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0bbed-881b-4201-862e-68d7f7adcba8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Subnet': ['ID=e89f5b5c-54ca-4159-b809-68d6ed4e13a8,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:32.956581 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-24c0bbed-881b-4201-862e-68d7f7adcba8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6751101 Dec 06 14:31:32.959243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37160) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:32.964103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': 'a3051e04-f958-41f9-ba1a-a181c8c40467', 'fixed_ips': [{'subnet_id': '54ba1525-67a0-4f3d-8103-4e9e2dbfc25c'}, {'subnet_id': 'e89f5b5c-54ca-4159-b809-68d6ed4e13a8'}], 'name': 'tempest-PortsTestJSON-1734591165'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:33.146926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:33.245116 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:33.264804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port 27e17b39-67e0-47e8-963c-400ca94687b6 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:33.291445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 118e4dd2-1c40-4284-b010-e4ac55d75de4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:31:33.345532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 118e4dd2-1c40-4284-b010-e4ac55d75de4 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:33.345992 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:33.428932 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:33.471056 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 118e4dd2-1c40-4284-b010-e4ac55d75de4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=118e4dd2-1c40-4284-b010-e4ac55d75de4,segment=NetworkSegment(8cef95ea-fafd-4414-ac12-528abbf9e59b),segment_id=8cef95ea-fafd-4414-ac12-528abbf9e59b)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:33.476569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7c93c1-061f-4fb2-bef4-b14b6ac1cf45 None None] Network a3051e04-f958-41f9-ba1a-a181c8c40467 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:33.536362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:33.547810 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.8 (a3051e04-f958-41f9-ba1a-a181c8c40467/54ba1525-67a0-4f3d-8103-4e9e2dbfc25c/27e17b39-67e0-47e8-963c-400ca94687b6) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:33.553759 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.21 (a3051e04-f958-41f9-ba1a-a181c8c40467/e89f5b5c-54ca-4159-b809-68d6ed4e13a8/27e17b39-67e0-47e8-963c-400ca94687b6) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:33.572350 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1fe0f514-6665-4ce9-bcb2-725994fdb865 None None] Provisioning complete for port 118e4dd2-1c40-4284-b010-e4ac55d75de4 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:33.572721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1fe0f514-6665-4ce9-bcb2-725994fdb865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:33.652265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=118e4dd2-1c40-4284-b010-e4ac55d75de4,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:33.705897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:33.729567 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-86f37fa9-cd92-43e4-815c-f9e03afeca32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:33.819964 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bb2129-70f3-439b-81de-23c01143ac18 None None] Update dhcp port {'port': {'network_id': 'a3051e04-f958-41f9-ba1a-a181c8c40467', 'fixed_ips': [{'subnet_id': '54ba1525-67a0-4f3d-8103-4e9e2dbfc25c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e89f5b5c-54ca-4159-b809-68d6ed4e13a8'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '118e4dd2-1c40-4284-b010-e4ac55d75de4'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:31:33.822986 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:33.849161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81bb2129-70f3-439b-81de-23c01143ac18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:33.868275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network a3051e04-f958-41f9-ba1a-a181c8c40467 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:33.871451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:33.875375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:33.882432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=27e17b39-67e0-47e8-963c-400ca94687b6,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:33.928107 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:33.928642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:34.004759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-81bb2129-70f3-439b-81de-23c01143ac18 None None] Allocated IP 172.20.0.18 (a3051e04-f958-41f9-ba1a-a181c8c40467/e89f5b5c-54ca-4159-b809-68d6ed4e13a8/118e4dd2-1c40-4284-b010-e4ac55d75de4) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:34.019893 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-12da9324-3053-462b-9611-200fa9ec3ee2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.0596159 Dec 06 14:31:34.022699 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37162) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:34.028578 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-98ca37d0-77cd-48e2-8417-e7d9d504a3db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '54ba1525-67a0-4f3d-8103-4e9e2dbfc25c'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:34.097760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-98ca37d0-77cd-48e2-8417-e7d9d504a3db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:34.101021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-81bb2129-70f3-439b-81de-23c01143ac18 None None] For port 118e4dd2-1c40-4284-b010-e4ac55d75de4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=118e4dd2-1c40-4284-b010-e4ac55d75de4,segment=NetworkSegment(8cef95ea-fafd-4414-ac12-528abbf9e59b),segment_id=8cef95ea-fafd-4414-ac12-528abbf9e59b)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:34.129892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81bb2129-70f3-439b-81de-23c01143ac18 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:34.205417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81bb2129-70f3-439b-81de-23c01143ac18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:34.295309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bb2129-70f3-439b-81de-23c01143ac18 None None] Pushing event updated for resources: {'Port': ['ID=118e4dd2-1c40-4284-b010-e4ac55d75de4,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:34.340396 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-98ca37d0-77cd-48e2-8417-e7d9d504a3db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Delete allocated IP 172.20.0.21 (a3051e04-f958-41f9-ba1a-a181c8c40467/e89f5b5c-54ca-4159-b809-68d6ed4e13a8) {{(pid=103724) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 14:31:34.476977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-98ca37d0-77cd-48e2-8417-e7d9d504a3db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:34.542505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-98ca37d0-77cd-48e2-8417-e7d9d504a3db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:34.629339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca37d0-77cd-48e2-8417-e7d9d504a3db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=27e17b39-67e0-47e8-963c-400ca94687b6,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:34.650176 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-98ca37d0-77cd-48e2-8417-e7d9d504a3db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] In _notify_port_updated(), no bound segment for port 27e17b39-67e0-47e8-963c-400ca94687b6 on network a3051e04-f958-41f9-ba1a-a181c8c40467 {{(pid=103724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:31:34.657712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ca37d0-77cd-48e2-8417-e7d9d504a3db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:34.658466 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-98ca37d0-77cd-48e2-8417-e7d9d504a3db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:34.660064 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-98ca37d0-77cd-48e2-8417-e7d9d504a3db tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "PUT /v2.0/ports/27e17b39-67e0-47e8-963c-400ca94687b6 HTTP/1.1" status: 200 len: 919 time: 0.6363246 Dec 06 14:31:34.662933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37164) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:34.670091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-71765f2c-efbb-44f0-8fd2-0c88d192cdc5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '54ba1525-67a0-4f3d-8103-4e9e2dbfc25c'}, {'subnet_id': 'e89f5b5c-54ca-4159-b809-68d6ed4e13a8'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:34.749196 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9fae2f-302e-4ace-91be-dade86e6e9e6 None None] Network a3051e04-f958-41f9-ba1a-a181c8c40467 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:34.769961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:34.818855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d0662dd5-673d-41f3-ba70-a2f396559948 None None] Provisioning complete for port 118e4dd2-1c40-4284-b010-e4ac55d75de4 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:34.819205 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d0662dd5-673d-41f3-ba70-a2f396559948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:34.823373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71765f2c-efbb-44f0-8fd2-0c88d192cdc5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.075132 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-71765f2c-efbb-44f0-8fd2-0c88d192cdc5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.29 (a3051e04-f958-41f9-ba1a-a181c8c40467/e89f5b5c-54ca-4159-b809-68d6ed4e13a8/27e17b39-67e0-47e8-963c-400ca94687b6) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:35.185505 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4f102250-2a7c-41ed-b55d-4025a2d09e6d None None] Provisioning complete for port 27e17b39-67e0-47e8-963c-400ca94687b6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:35.186233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f102250-2a7c-41ed-b55d-4025a2d09e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.200866 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71765f2c-efbb-44f0-8fd2-0c88d192cdc5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.228003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4f102250-2a7c-41ed-b55d-4025a2d09e6d None None] Port 27e17b39-67e0-47e8-963c-400ca94687b6 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:35.239910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4f102250-2a7c-41ed-b55d-4025a2d09e6d None None] Provisioning complete for port 118e4dd2-1c40-4284-b010-e4ac55d75de4 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:35.240284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f102250-2a7c-41ed-b55d-4025a2d09e6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.270230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 118e4dd2-1c40-4284-b010-e4ac55d75de4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:31:35.297631 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71765f2c-efbb-44f0-8fd2-0c88d192cdc5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.364646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 118e4dd2-1c40-4284-b010-e4ac55d75de4 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:35.365284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.391664 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71765f2c-efbb-44f0-8fd2-0c88d192cdc5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=27e17b39-67e0-47e8-963c-400ca94687b6,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:35.445238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-71765f2c-efbb-44f0-8fd2-0c88d192cdc5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] In _notify_port_updated(), no bound segment for port 27e17b39-67e0-47e8-963c-400ca94687b6 on network a3051e04-f958-41f9-ba1a-a181c8c40467 {{(pid=103725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:31:35.451013 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71765f2c-efbb-44f0-8fd2-0c88d192cdc5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:35.452404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-71765f2c-efbb-44f0-8fd2-0c88d192cdc5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.453766 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-71765f2c-efbb-44f0-8fd2-0c88d192cdc5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "PUT /v2.0/ports/27e17b39-67e0-47e8-963c-400ca94687b6 HTTP/1.1" status: 200 len: 999 time: 0.7897518 Dec 06 14:31:35.456477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37166) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:35.490042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-133e95be-f954-417c-8b44-bdba2a43e38e None None] Provisioning complete for port 27e17b39-67e0-47e8-963c-400ca94687b6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:35.490435 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-133e95be-f954-417c-8b44-bdba2a43e38e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.526520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-133e95be-f954-417c-8b44-bdba2a43e38e None None] Port 27e17b39-67e0-47e8-963c-400ca94687b6 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:35.555489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cd13c588-5985-4a1e-af8a-435ac511ab90 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port 27e17b39-67e0-47e8-963c-400ca94687b6 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:35.555832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cd13c588-5985-4a1e-af8a-435ac511ab90 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.644712 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cd13c588-5985-4a1e-af8a-435ac511ab90 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.644961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d517055b-f196-49e2-9924-e261bc93c9c2 None None] Provisioning complete for port 27e17b39-67e0-47e8-963c-400ca94687b6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:35.645341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d517055b-f196-49e2-9924-e261bc93c9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.657831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cd13c588-5985-4a1e-af8a-435ac511ab90 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for 27e17b39-67e0-47e8-963c-400ca94687b6 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:35.687933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d517055b-f196-49e2-9924-e261bc93c9c2 None None] Port 27e17b39-67e0-47e8-963c-400ca94687b6 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:35.806748 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-846a5ac6-0984-47cb-8ad9-05c579922066 None None] Provisioning complete for port 27e17b39-67e0-47e8-963c-400ca94687b6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:35.807216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-846a5ac6-0984-47cb-8ad9-05c579922066 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.844529 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-846a5ac6-0984-47cb-8ad9-05c579922066 None None] Port 27e17b39-67e0-47e8-963c-400ca94687b6 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:35.908455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cd13c588-5985-4a1e-af8a-435ac511ab90 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.930934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:35.941419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd13c588-5985-4a1e-af8a-435ac511ab90 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=27e17b39-67e0-47e8-963c-400ca94687b6,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:36.025674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cd13c588-5985-4a1e-af8a-435ac511ab90 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.028970 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cd13c588-5985-4a1e-af8a-435ac511ab90 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/27e17b39-67e0-47e8-963c-400ca94687b6 HTTP/1.1" status: 204 len: 168 time: 0.5714550 Dec 06 14:31:36.032378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37168) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:36.056926 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-67b9420c-a0d6-4bc0-b43d-3d6a8c66ea59 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:31:36.058366 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-67b9420c-a0d6-4bc0-b43d-3d6a8c66ea59 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/27e17b39-67e0-47e8-963c-400ca94687b6 HTTP/1.1" status: 404 len: 333 time: 0.0250514 Dec 06 14:31:36.061070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37170) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:36.117262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3390523-32b6-41ba-9944-c4baa01c3a4c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting subnet e89f5b5c-54ca-4159-b809-68d6ed4e13a8 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:31:36.121078 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3390523-32b6-41ba-9944-c4baa01c3a4c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.163273 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3390523-32b6-41ba-9944-c4baa01c3a4c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.240767 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3390523-32b6-41ba-9944-c4baa01c3a4c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.371366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3390523-32b6-41ba-9944-c4baa01c3a4c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.399036 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3390523-32b6-41ba-9944-c4baa01c3a4c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Subnet': ['ID=e89f5b5c-54ca-4159-b809-68d6ed4e13a8,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:36.402839 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3390523-32b6-41ba-9944-c4baa01c3a4c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.404716 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a3390523-32b6-41ba-9944-c4baa01c3a4c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/e89f5b5c-54ca-4159-b809-68d6ed4e13a8 HTTP/1.1" status: 204 len: 168 time: 0.3426497 Dec 06 14:31:36.407342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37172) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:36.408067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a5bec5-a8da-4f61-ac9d-7a2c03c12ab7 None None] Network a3051e04-f958-41f9-ba1a-a181c8c40467 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:36.457356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2cc827-76a9-446a-a12c-2b9ddfc197b0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting subnet 54ba1525-67a0-4f3d-8103-4e9e2dbfc25c {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:31:36.460352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc827-76a9-446a-a12c-2b9ddfc197b0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.499668 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc827-76a9-446a-a12c-2b9ddfc197b0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.584203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc827-76a9-446a-a12c-2b9ddfc197b0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.714865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc827-76a9-446a-a12c-2b9ddfc197b0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.745505 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a2cc827-76a9-446a-a12c-2b9ddfc197b0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.748728 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7a2cc827-76a9-446a-a12c-2b9ddfc197b0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/54ba1525-67a0-4f3d-8103-4e9e2dbfc25c HTTP/1.1" status: 204 len: 168 time: 0.3404653 Dec 06 14:31:36.749601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cc827-76a9-446a-a12c-2b9ddfc197b0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Subnet': ['ID=54ba1525-67a0-4f3d-8103-4e9e2dbfc25c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:36.751532 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37174) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:36.835490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.895940 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port 118e4dd2-1c40-4284-b010-e4ac55d75de4 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:36.895940 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.937316 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.966621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] For port 118e4dd2-1c40-4284-b010-e4ac55d75de4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=118e4dd2-1c40-4284-b010-e4ac55d75de4,segment=NetworkSegment(8cef95ea-fafd-4414-ac12-528abbf9e59b),segment_id=8cef95ea-fafd-4414-ac12-528abbf9e59b)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:36.966989 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:36.980624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for 118e4dd2-1c40-4284-b010-e4ac55d75de4 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:37.018268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff46ed28-b44f-4e84-bc02-dfde05c7a38c None None] Network a3051e04-f958-41f9-ba1a-a181c8c40467 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:37.093816 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8c7d25ab-be7c-48d6-b68b-a009b1a09a0e None None] Provisioning complete for port 118e4dd2-1c40-4284-b010-e4ac55d75de4 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:37.094183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c7d25ab-be7c-48d6-b68b-a009b1a09a0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:37.113943 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:37.140758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=118e4dd2-1c40-4284-b010-e4ac55d75de4,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:37.144169 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No DVR routers for this DVR port 118e4dd2-1c40-4284-b010-e4ac55d75de4 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:31:37.232067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:37.255549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3051e04-f958-41f9-ba1a-a181c8c40467']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:37.267315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cef95ea-fafd-4414-ac12-528abbf9e59b') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:37.267530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cef95ea-fafd-4414-ac12-528abbf9e59b') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:37.276758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8c7d25ab-be7c-48d6-b68b-a009b1a09a0e None None] Port 118e4dd2-1c40-4284-b010-e4ac55d75de4 was deleted so its status cannot be updated. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 14:31:37.277118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:37.291911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:37.298198 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:31:37.298663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:31:37.301777 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:31:37.361644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54efa7fd-9d7a-4b36-9356-19714f7667c6 None None] DHCP port deletion for a3051e04-f958-41f9-ba1a-a181c8c40467 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:31:37.445691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:37.453078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:37.456196 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/networks/a3051e04-f958-41f9-ba1a-a181c8c40467 HTTP/1.1" status: 204 len: 168 time: 0.7034607 Dec 06 14:31:37.459943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37176) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:37.467334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b3de0-5aa6-4e92-826e-febf0881400f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Network': ['ID=a3051e04-f958-41f9-ba1a-a181c8c40467,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:37.508634 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d488cf3-1a44-4e0a-843b-872affe46013 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:37.510842 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2d488cf3-1a44-4e0a-843b-872affe46013 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0492549 Dec 06 14:31:37.519489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37178) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:37.565636 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f6408210-3bd4-46ba-b694-0e733c9a458a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0450840 Dec 06 14:31:37.568924 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37180) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:37.574338 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-2bf917ab-eab0-4dda-ba68-5b2a429805df tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2071999147'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:37.667964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf917ab-eab0-4dda-ba68-5b2a429805df tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:37.671435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2bf917ab-eab0-4dda-ba68-5b2a429805df tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:37.695163 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf917ab-eab0-4dda-ba68-5b2a429805df tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:31:37.703769 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2bf917ab-eab0-4dda-ba68-5b2a429805df tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:37.704137 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-2bf917ab-eab0-4dda-ba68-5b2a429805df tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Added segment d67d10a8-f87a-4c89-a48e-0db713533f80 of type vlan for network c12963fe-b2f4-433e-a290-b5e6d44e6aae Dec 06 14:31:37.742578 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2bf917ab-eab0-4dda-ba68-5b2a429805df tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:37.820582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2bf917ab-eab0-4dda-ba68-5b2a429805df tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:37.826249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf917ab-eab0-4dda-ba68-5b2a429805df tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:37.826828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2bf917ab-eab0-4dda-ba68-5b2a429805df tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:37.892995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf917ab-eab0-4dda-ba68-5b2a429805df tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Network': ['ID=c12963fe-b2f4-433e-a290-b5e6d44e6aae,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:37.903578 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network c12963fe-b2f4-433e-a290-b5e6d44e6aae details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:31:37.915308 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2bf917ab-eab0-4dda-ba68-5b2a429805df tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3453586 Dec 06 14:31:37.918654 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37182) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:37.923543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b510ad2f-b908-44da-954b-4f43956d6015 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': 'c12963fe-b2f4-433e-a290-b5e6d44e6aae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:38.067778 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b510ad2f-b908-44da-954b-4f43956d6015 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:38.071239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b510ad2f-b908-44da-954b-4f43956d6015 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:38.628672 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b510ad2f-b908-44da-954b-4f43956d6015 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:38.685212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b510ad2f-b908-44da-954b-4f43956d6015 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Subnet': ['ID=452c6f7d-a19d-4b4b-b5c3-dcf931bd90b1,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:38.695550 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b510ad2f-b908-44da-954b-4f43956d6015 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Checking segment: {'id': 'd67d10a8-f87a-4c89-a48e-0db713533f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c12963fe-b2f4-433e-a290-b5e6d44e6aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:38.695925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b510ad2f-b908-44da-954b-4f43956d6015 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network hostable DHCP agents. Network: c12963fe-b2f4-433e-a290-b5e6d44e6aae, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:31:38.787791 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b510ad2f-b908-44da-954b-4f43956d6015 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network c12963fe-b2f4-433e-a290-b5e6d44e6aae is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:31:38.856312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b510ad2f-b908-44da-954b-4f43956d6015 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c12963fe-b2f4-433e-a290-b5e6d44e6aae) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:38.860308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b510ad2f-b908-44da-954b-4f43956d6015 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:38.860963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b510ad2f-b908-44da-954b-4f43956d6015 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:38.866499 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49c2523-00de-45ec-8f6d-232fb91a73ac None None] Network c12963fe-b2f4-433e-a290-b5e6d44e6aae requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:38.943766 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b510ad2f-b908-44da-954b-4f43956d6015 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0240729 Dec 06 14:31:38.946359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37184) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:38.951418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': 'c12963fe-b2f4-433e-a290-b5e6d44e6aae', 'name': 'tempest-PortsTestJSON-1769083002'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:39.012626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c12963fe-b2f4-433e-a290-b5e6d44e6aae', 'network_id': 'c12963fe-b2f4-433e-a290-b5e6d44e6aae', 'tenant_id': '026f8ab0dadd4d66be82a86134e380f6', 'fixed_ips': [{'subnet_id': '452c6f7d-a19d-4b4b-b5c3-dcf931bd90b1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:31:39.013525 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:39.126598 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:39.130039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:39.149833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port 39e32eda-5438-4c17-be2f-6a448592b9fb yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:39.153131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Allocated IP 172.20.0.2 (c12963fe-b2f4-433e-a290-b5e6d44e6aae/452c6f7d-a19d-4b4b-b5c3-dcf931bd90b1/a1eb4638-d62f-45b5-8c62-44c27c959249) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:39.225836 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 118e4dd2-1c40-4284-b010-e4ac55d75de4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:31:39.248556 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 118e4dd2-1c40-4284-b010-e4ac55d75de4 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:31:39.248989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 118e4dd2-1c40-4284-b010-e4ac55d75de4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:31:39.340188 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:39.423256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:39.461282 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Network c12963fe-b2f4-433e-a290-b5e6d44e6aae is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:39.464536 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:39.468038 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:39.476799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Pushing event updated for resources: {'Port': ['ID=a1eb4638-d62f-45b5-8c62-44c27c959249,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:39.479078 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.12 (c12963fe-b2f4-433e-a290-b5e6d44e6aae/452c6f7d-a19d-4b4b-b5c3-dcf931bd90b1/39e32eda-5438-4c17-be2f-6a448592b9fb) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:39.527272 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Attempting to bind port a1eb4638-d62f-45b5-8c62-44c27c959249 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:31:39.527631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Attempting to bind port a1eb4638-d62f-45b5-8c62-44c27c959249 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd67d10a8-f87a-4c89-a48e-0db713533f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c12963fe-b2f4-433e-a290-b5e6d44e6aae'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:31:39.528208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Attempting to bind port a1eb4638-d62f-45b5-8c62-44c27c959249 on network c12963fe-b2f4-433e-a290-b5e6d44e6aae {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:31:39.533200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:31:39.533571 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Checking segment: {'id': 'd67d10a8-f87a-4c89-a48e-0db713533f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c12963fe-b2f4-433e-a290-b5e6d44e6aae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:39.534184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:39.534745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Bound using segment: {'id': 'd67d10a8-f87a-4c89-a48e-0db713533f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c12963fe-b2f4-433e-a290-b5e6d44e6aae'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:31:39.535225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Bound port: a1eb4638-d62f-45b5-8c62-44c27c959249, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd67d10a8-f87a-4c89-a48e-0db713533f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'c12963fe-b2f4-433e-a290-b5e6d44e6aae'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:31:39.535616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:39.549428 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3db9814b-3454-4355-b5e8-9ae755068a7c req-624e3603-b874-4671-8937-c544eac36dcc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675995 Dec 06 14:31:39.610623 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] For port a1eb4638-d62f-45b5-8c62-44c27c959249, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:31:39.613728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] For port a1eb4638-d62f-45b5-8c62-44c27c959249, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1eb4638-d62f-45b5-8c62-44c27c959249,segment=NetworkSegment(d67d10a8-f87a-4c89-a48e-0db713533f80),segment_id=d67d10a8-f87a-4c89-a48e-0db713533f80)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:31:39.680674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9814b-3454-4355-b5e8-9ae755068a7c req-0f81bf49-4eb3-4b35-a708-4140e5fa887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:39.682725 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3db9814b-3454-4355-b5e8-9ae755068a7c req-0f81bf49-4eb3-4b35-a708-4140e5fa887c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 1098 time: 0.0665569 Dec 06 14:31:39.694146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:39.696167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:39.766042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902226e5-1da4-4686-bb8a-9a3f7a0b80a4 None None] Pushing event updated for resources: {'Port': ['ID=a1eb4638-d62f-45b5-8c62-44c27c959249,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:39.811558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9814b-3454-4355-b5e8-9ae755068a7c req-d712584a-7981-4c7a-8df2-7ba42ed5e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:39.813525 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3db9814b-3454-4355-b5e8-9ae755068a7c req-d712584a-7981-4c7a-8df2-7ba42ed5e675 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 912 time: 0.1072068 Dec 06 14:31:39.858908 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:39.932528 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network c12963fe-b2f4-433e-a290-b5e6d44e6aae is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:39.942931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:39.946350 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3db9814b-3454-4355-b5e8-9ae755068a7c req-f5dd7cdc-87df-44cf-8477-487cebbf8859 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a6639e-4546-4455-ab7e-e62d7aa9ed65 HTTP/1.1" status: 200 len: 1000 time: 0.1261473 Dec 06 14:31:39.947237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:39.949834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=39e32eda-5438-4c17-be2f-6a448592b9fb,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:40.039507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:40.040133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:40.047251 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9814b-3454-4355-b5e8-9ae755068a7c req-0db8ab79-c4f5-4ab5-9c37-e4b4480c0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:40.048706 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3db9814b-3454-4355-b5e8-9ae755068a7c req-0db8ab79-c4f5-4ab5-9c37-e4b4480c0531 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 200 len: 850 time: 0.0948870 Dec 06 14:31:40.096487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9814b-3454-4355-b5e8-9ae755068a7c req-09dcd36d-aad6-425d-a75d-15080a293554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:40.098074 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3db9814b-3454-4355-b5e8-9ae755068a7c req-09dcd36d-aad6-425d-a75d-15080a293554 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23b95a34-a658-4de3-b9c9-74b7dc477ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424440 Dec 06 14:31:40.191813 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3db9814b-3454-4355-b5e8-9ae755068a7c req-e74dbb80-7313-45cd-9a72-99748e1b45dc service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860951 Dec 06 14:31:40.283279 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3db9814b-3454-4355-b5e8-9ae755068a7c req-e8d64570-5c70-4d08-95f2-7d52fa2e911c service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841954 Dec 06 14:31:40.322355 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-52405788-b4aa-4072-810c-8f31a8e61702 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3749254 Dec 06 14:31:40.329998 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37200) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:40.329998 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': 'c12963fe-b2f4-433e-a290-b5e6d44e6aae', 'name': 'tempest-PortsTestJSON-294332532'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:40.491073 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:40.494752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:40.512199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port 9b539204-7bae-486d-9adf-4de9dd2fb024 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:40.644172 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.13 (c12963fe-b2f4-433e-a290-b5e6d44e6aae/452c6f7d-a19d-4b4b-b5c3-dcf931bd90b1/9b539204-7bae-486d-9adf-4de9dd2fb024) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:40.821111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:40.891862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:40.895957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a07865-a1b1-4d0b-8e1f-b4ec5936c244 None None] Network c12963fe-b2f4-433e-a290-b5e6d44e6aae requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:40.913799 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network c12963fe-b2f4-433e-a290-b5e6d44e6aae is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:40.936074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:40.940555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:40.975479 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bada9e18-c4d3-422f-aeec-07497c1b55c0 None None] Provisioning complete for port a1eb4638-d62f-45b5-8c62-44c27c959249 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:40.975858 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bada9e18-c4d3-422f-aeec-07497c1b55c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:40.987800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=9b539204-7bae-486d-9adf-4de9dd2fb024,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:41.000516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:41.001281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:41.099940 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9441550a-c9ef-4f7b-9040-ccb59a27f9c9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7737308 Dec 06 14:31:41.102741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37204) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:41.131445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bada9e18-c4d3-422f-aeec-07497c1b55c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:41.176691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bada9e18-c4d3-422f-aeec-07497c1b55c0 None None] For port a1eb4638-d62f-45b5-8c62-44c27c959249, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1eb4638-d62f-45b5-8c62-44c27c959249,segment=NetworkSegment(d67d10a8-f87a-4c89-a48e-0db713533f80),segment_id=d67d10a8-f87a-4c89-a48e-0db713533f80)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:41.190114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d2361-2b9d-4ae9-b409-bfe47c84150a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:41.191678 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b62d2361-2b9d-4ae9-b409-bfe47c84150a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.12 HTTP/1.1" status: 200 len: 923 time: 0.0879145 Dec 06 14:31:41.194753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37206) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:41.285823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bada9e18-c4d3-422f-aeec-07497c1b55c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:41.325537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a1eb4638-d62f-45b5-8c62-44c27c959249 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:31:41.346710 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1082a9d0-07ae-41fb-b29f-48d6af992263 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port 9b539204-7bae-486d-9adf-4de9dd2fb024 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:41.347395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1082a9d0-07ae-41fb-b29f-48d6af992263 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:41.388181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bada9e18-c4d3-422f-aeec-07497c1b55c0 None None] Pushing event updated for resources: {'Port': ['ID=a1eb4638-d62f-45b5-8c62-44c27c959249,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:41.404517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port a1eb4638-d62f-45b5-8c62-44c27c959249 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:41.404927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:41.470827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1082a9d0-07ae-41fb-b29f-48d6af992263 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:41.489271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1082a9d0-07ae-41fb-b29f-48d6af992263 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for 9b539204-7bae-486d-9adf-4de9dd2fb024 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:41.514173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-68cf7393-fd96-43b2-8cc4-54e0dd2e788f None None] Provisioning complete for port 9b539204-7bae-486d-9adf-4de9dd2fb024 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:41.514537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-68cf7393-fd96-43b2-8cc4-54e0dd2e788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:41.552919 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-68cf7393-fd96-43b2-8cc4-54e0dd2e788f None None] Port 9b539204-7bae-486d-9adf-4de9dd2fb024 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:41.566535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-68cf7393-fd96-43b2-8cc4-54e0dd2e788f None None] Provisioning complete for port a1eb4638-d62f-45b5-8c62-44c27c959249 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:41.566921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-68cf7393-fd96-43b2-8cc4-54e0dd2e788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:41.666544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-68cf7393-fd96-43b2-8cc4-54e0dd2e788f None None] Provisioning complete for port 39e32eda-5438-4c17-be2f-6a448592b9fb triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:41.672035 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-68cf7393-fd96-43b2-8cc4-54e0dd2e788f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:41.705143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-68cf7393-fd96-43b2-8cc4-54e0dd2e788f None None] Port 39e32eda-5438-4c17-be2f-6a448592b9fb cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:41.794150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1082a9d0-07ae-41fb-b29f-48d6af992263 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:41.833029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-abcc22d2-affa-4c05-8867-fa6e5b2f9e58 None None] Provisioning complete for port 39e32eda-5438-4c17-be2f-6a448592b9fb triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:41.833446 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abcc22d2-affa-4c05-8867-fa6e5b2f9e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:41.843614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082a9d0-07ae-41fb-b29f-48d6af992263 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=9b539204-7bae-486d-9adf-4de9dd2fb024,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:41.892433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-abcc22d2-affa-4c05-8867-fa6e5b2f9e58 None None] Port 39e32eda-5438-4c17-be2f-6a448592b9fb cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:41.919475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1082a9d0-07ae-41fb-b29f-48d6af992263 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:41.924074 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1082a9d0-07ae-41fb-b29f-48d6af992263 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/9b539204-7bae-486d-9adf-4de9dd2fb024 HTTP/1.1" status: 204 len: 168 time: 0.7281542 Dec 06 14:31:41.929245 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37208) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:42.008240 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95c9f55-d5e2-4e12-a90f-4bfa275c4a87 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:31:42.020832 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a95c9f55-d5e2-4e12-a90f-4bfa275c4a87 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/9b539204-7bae-486d-9adf-4de9dd2fb024 HTTP/1.1" status: 404 len: 333 time: 0.0834568 Dec 06 14:31:42.023731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37210) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:42.034004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9a0468f4-1403-4122-bdb6-0dbc64f06ae9 None None] Could not find standard attr ID for object 9b539204-7bae-486d-9adf-4de9dd2fb024. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:31:42.148646 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-42b17059-249b-4942-a1bf-46ea4e333156 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port 39e32eda-5438-4c17-be2f-6a448592b9fb {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:42.149011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b17059-249b-4942-a1bf-46ea4e333156 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:42.234073 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b17059-249b-4942-a1bf-46ea4e333156 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:42.247336 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-42b17059-249b-4942-a1bf-46ea4e333156 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for 39e32eda-5438-4c17-be2f-6a448592b9fb owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:42.433698 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b17059-249b-4942-a1bf-46ea4e333156 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:42.460229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b17059-249b-4942-a1bf-46ea4e333156 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=39e32eda-5438-4c17-be2f-6a448592b9fb,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:42.533437 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42b17059-249b-4942-a1bf-46ea4e333156 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:42.537495 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-42b17059-249b-4942-a1bf-46ea4e333156 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/39e32eda-5438-4c17-be2f-6a448592b9fb HTTP/1.1" status: 204 len: 168 time: 0.5106480 Dec 06 14:31:42.539432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37214) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:42.852368 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-9504ed95-abcc-4741-87b6-35de076fc0ae tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:31:42.854334 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9504ed95-abcc-4741-87b6-35de076fc0ae tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/39e32eda-5438-4c17-be2f-6a448592b9fb HTTP/1.1" status: 404 len: 333 time: 0.3139372 Dec 06 14:31:42.857020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37216) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:42.904414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc4595a-7a72-4a61-ae64-1d8ef741a0f8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting subnet 452c6f7d-a19d-4b4b-b5c3-dcf931bd90b1 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:31:42.907432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4fc4595a-7a72-4a61-ae64-1d8ef741a0f8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:42.945860 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4fc4595a-7a72-4a61-ae64-1d8ef741a0f8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.030709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4fc4595a-7a72-4a61-ae64-1d8ef741a0f8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.184014 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4fc4595a-7a72-4a61-ae64-1d8ef741a0f8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.212077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4595a-7a72-4a61-ae64-1d8ef741a0f8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Subnet': ['ID=452c6f7d-a19d-4b4b-b5c3-dcf931bd90b1,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:43.216361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4fc4595a-7a72-4a61-ae64-1d8ef741a0f8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.222019 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4fc4595a-7a72-4a61-ae64-1d8ef741a0f8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/452c6f7d-a19d-4b4b-b5c3-dcf931bd90b1 HTTP/1.1" status: 204 len: 168 time: 0.3616972 Dec 06 14:31:43.222844 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37224) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:43.239037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e959de0c-e56d-44af-8e04-24873be54ec0 None None] Network c12963fe-b2f4-433e-a290-b5e6d44e6aae requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:43.299645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a1eb4638-d62f-45b5-8c62-44c27c959249 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:31:43.318739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.373008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port a1eb4638-d62f-45b5-8c62-44c27c959249 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:43.373404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.397362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port a1eb4638-d62f-45b5-8c62-44c27c959249 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:43.397747 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.447890 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] For port a1eb4638-d62f-45b5-8c62-44c27c959249, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1eb4638-d62f-45b5-8c62-44c27c959249,segment=NetworkSegment(d67d10a8-f87a-4c89-a48e-0db713533f80),segment_id=d67d10a8-f87a-4c89-a48e-0db713533f80)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:43.450726 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.463208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for a1eb4638-d62f-45b5-8c62-44c27c959249 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:43.508199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a553dca3-70b1-4e4f-aaa5-d2e8f20e3979 None None] DHCP port deletion for c12963fe-b2f4-433e-a290-b5e6d44e6aae request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:31:43.555458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a553dca3-70b1-4e4f-aaa5-d2e8f20e3979 None None] Deleting port a1eb4638-d62f-45b5-8c62-44c27c959249 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:43.555756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a553dca3-70b1-4e4f-aaa5-d2e8f20e3979 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.619977 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a553dca3-70b1-4e4f-aaa5-d2e8f20e3979 None None] For port a1eb4638-d62f-45b5-8c62-44c27c959249, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1eb4638-d62f-45b5-8c62-44c27c959249,segment=NetworkSegment(d67d10a8-f87a-4c89-a48e-0db713533f80),segment_id=d67d10a8-f87a-4c89-a48e-0db713533f80)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:43.620369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a553dca3-70b1-4e4f-aaa5-d2e8f20e3979 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.622208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.633079 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a553dca3-70b1-4e4f-aaa5-d2e8f20e3979 None None] Calling delete_port for a1eb4638-d62f-45b5-8c62-44c27c959249 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:43.654089 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=a1eb4638-d62f-45b5-8c62-44c27c959249,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:43.655940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No DVR routers for this DVR port a1eb4638-d62f-45b5-8c62-44c27c959249 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:31:43.711417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a553dca3-70b1-4e4f-aaa5-d2e8f20e3979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.742521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.753058 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a553dca3-70b1-4e4f-aaa5-d2e8f20e3979 None None] No DVR routers for this DVR port a1eb4638-d62f-45b5-8c62-44c27c959249 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:31:43.761780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553dca3-70b1-4e4f-aaa5-d2e8f20e3979 None None] Pushing event deleted for resources: {'Port': ['ID=a1eb4638-d62f-45b5-8c62-44c27c959249,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:43.768091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c12963fe-b2f4-433e-a290-b5e6d44e6aae']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:43.774891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd67d10a8-f87a-4c89-a48e-0db713533f80') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:43.775793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd67d10a8-f87a-4c89-a48e-0db713533f80') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:43.785394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.798375 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.804272 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:31:43.804656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:31:43.807661 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:31:43.948685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.954115 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:43.959225 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/networks/c12963fe-b2f4-433e-a290-b5e6d44e6aae HTTP/1.1" status: 204 len: 168 time: 0.7338510 Dec 06 14:31:43.962176 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37228) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:43.967905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0f4950c1-5558-4eea-bfc9-c02319489b23 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-328733018'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:43.972681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7f465-cf6d-43ab-9707-bac47e7f7dd9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Network': ['ID=c12963fe-b2f4-433e-a290-b5e6d44e6aae,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:44.074082 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4950c1-5558-4eea-bfc9-c02319489b23 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:44.077615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f4950c1-5558-4eea-bfc9-c02319489b23 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:44.100424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f4950c1-5558-4eea-bfc9-c02319489b23 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:31:44.108789 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f4950c1-5558-4eea-bfc9-c02319489b23 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:44.109155 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-0f4950c1-5558-4eea-bfc9-c02319489b23 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Added segment acbf08ff-60e3-4a63-a076-ec7156ea81c4 of type vlan for network 4b66b306-21e5-46ea-9dd7-60ffbfffc69e Dec 06 14:31:44.151263 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f4950c1-5558-4eea-bfc9-c02319489b23 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:44.280399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f4950c1-5558-4eea-bfc9-c02319489b23 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:44.286783 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4950c1-5558-4eea-bfc9-c02319489b23 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:44.287369 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0f4950c1-5558-4eea-bfc9-c02319489b23 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:44.355559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4950c1-5558-4eea-bfc9-c02319489b23 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Network': ['ID=4b66b306-21e5-46ea-9dd7-60ffbfffc69e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:44.365618 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 4b66b306-21e5-46ea-9dd7-60ffbfffc69e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:31:44.419844 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0f4950c1-5558-4eea-bfc9-c02319489b23 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4559057 Dec 06 14:31:44.422589 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37234) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:44.427878 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-40acd3e1-d70c-4949-b351-2e1784482a6a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': '4b66b306-21e5-46ea-9dd7-60ffbfffc69e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:44.597941 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40acd3e1-d70c-4949-b351-2e1784482a6a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:44.601380 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-40acd3e1-d70c-4949-b351-2e1784482a6a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:44.868632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-40acd3e1-d70c-4949-b351-2e1784482a6a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:44.969617 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acd3e1-d70c-4949-b351-2e1784482a6a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Subnet': ['ID=c3f466e6-e316-4f6a-8e8e-10ac8db75dcb,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:44.969617 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40acd3e1-d70c-4949-b351-2e1784482a6a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Checking segment: {'id': 'acbf08ff-60e3-4a63-a076-ec7156ea81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4b66b306-21e5-46ea-9dd7-60ffbfffc69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:44.969617 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40acd3e1-d70c-4949-b351-2e1784482a6a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network hostable DHCP agents. Network: 4b66b306-21e5-46ea-9dd7-60ffbfffc69e, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:31:45.037931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40acd3e1-d70c-4949-b351-2e1784482a6a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 4b66b306-21e5-46ea-9dd7-60ffbfffc69e is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:31:45.125467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-40acd3e1-d70c-4949-b351-2e1784482a6a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4b66b306-21e5-46ea-9dd7-60ffbfffc69e) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:45.133137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40acd3e1-d70c-4949-b351-2e1784482a6a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:45.133969 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-40acd3e1-d70c-4949-b351-2e1784482a6a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:45.136035 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5462cc-7614-4845-a62f-cd0f6e05462b None None] Network 4b66b306-21e5-46ea-9dd7-60ffbfffc69e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:45.248583 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-40acd3e1-d70c-4949-b351-2e1784482a6a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8247323 Dec 06 14:31:45.254729 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37238) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:45.260372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': '4b66b306-21e5-46ea-9dd7-60ffbfffc69e', 'name': 'tempest-PortsTestJSON-1828398128', 'fixed_ips': [{'subnet_id': 'c3f466e6-e316-4f6a-8e8e-10ac8db75dcb', 'ip_address': '172.20.0.10'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:45.283394 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a1eb4638-d62f-45b5-8c62-44c27c959249 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:31:45.304886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4b66b306-21e5-46ea-9dd7-60ffbfffc69e', 'network_id': '4b66b306-21e5-46ea-9dd7-60ffbfffc69e', 'tenant_id': '026f8ab0dadd4d66be82a86134e380f6', 'fixed_ips': [{'subnet_id': 'c3f466e6-e316-4f6a-8e8e-10ac8db75dcb'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:31:45.305757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:45.308073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: a1eb4638-d62f-45b5-8c62-44c27c959249 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:31:45.308437 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a1eb4638-d62f-45b5-8c62-44c27c959249 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:31:45.443388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Allocated IP 172.20.0.2 (4b66b306-21e5-46ea-9dd7-60ffbfffc69e/c3f466e6-e316-4f6a-8e8e-10ac8db75dcb/dda4a1ad-af6e-4fb6-9d27-3ac278940633) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:45.450802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:45.536601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:45.553840 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port ced7d75d-720f-4b30-a4da-459a833c5289 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:45.597680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:45.742807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:45.786525 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Network 4b66b306-21e5-46ea-9dd7-60ffbfffc69e is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:45.789778 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:45.793872 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:45.798824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.10 (4b66b306-21e5-46ea-9dd7-60ffbfffc69e/c3f466e6-e316-4f6a-8e8e-10ac8db75dcb/ced7d75d-720f-4b30-a4da-459a833c5289) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:45.799981 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Pushing event updated for resources: {'Port': ['ID=dda4a1ad-af6e-4fb6-9d27-3ac278940633,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:45.973343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:46.006215 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Attempting to bind port dda4a1ad-af6e-4fb6-9d27-3ac278940633 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:31:46.006846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Attempting to bind port dda4a1ad-af6e-4fb6-9d27-3ac278940633 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'acbf08ff-60e3-4a63-a076-ec7156ea81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4b66b306-21e5-46ea-9dd7-60ffbfffc69e'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:31:46.007307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Attempting to bind port dda4a1ad-af6e-4fb6-9d27-3ac278940633 on network 4b66b306-21e5-46ea-9dd7-60ffbfffc69e {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:31:46.013826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:31:46.013826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Checking segment: {'id': 'acbf08ff-60e3-4a63-a076-ec7156ea81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4b66b306-21e5-46ea-9dd7-60ffbfffc69e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:46.014204 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:46.014374 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Bound using segment: {'id': 'acbf08ff-60e3-4a63-a076-ec7156ea81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4b66b306-21e5-46ea-9dd7-60ffbfffc69e'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:31:46.014839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Bound port: dda4a1ad-af6e-4fb6-9d27-3ac278940633, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acbf08ff-60e3-4a63-a076-ec7156ea81c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '4b66b306-21e5-46ea-9dd7-60ffbfffc69e'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:31:46.015217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:46.082962 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] For port dda4a1ad-af6e-4fb6-9d27-3ac278940633, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:31:46.086154 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:46.086561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] For port dda4a1ad-af6e-4fb6-9d27-3ac278940633, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dda4a1ad-af6e-4fb6-9d27-3ac278940633,segment=NetworkSegment(acbf08ff-60e3-4a63-a076-ec7156ea81c4),segment_id=acbf08ff-60e3-4a63-a076-ec7156ea81c4)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:31:46.131835 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 4b66b306-21e5-46ea-9dd7-60ffbfffc69e is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:46.135434 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:46.138557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:46.139323 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:46.166066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=ced7d75d-720f-4b30-a4da-459a833c5289,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:46.199887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:46.200133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:46.206509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bff744-6f2a-4b3d-8731-0457f7c6d973 None None] Pushing event updated for resources: {'Port': ['ID=dda4a1ad-af6e-4fb6-9d27-3ac278940633,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:46.299434 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a2f7e14e-c2b9-419c-83af-732eb470376d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0434289 Dec 06 14:31:46.301865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37242) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:46.310812 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': '4b66b306-21e5-46ea-9dd7-60ffbfffc69e', 'name': 'tempest-PortsTestJSON-1915030479', 'fixed_ips': [{'subnet_id': 'c3f466e6-e316-4f6a-8e8e-10ac8db75dcb', 'ip_address': '172.20.0.9'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:46.536880 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:46.542580 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:46.561123 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port ac85306d-c2ea-4a7f-8128-ebf8a7ab51fd yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:46.718441 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.9 (4b66b306-21e5-46ea-9dd7-60ffbfffc69e/c3f466e6-e316-4f6a-8e8e-10ac8db75dcb/ac85306d-c2ea-4a7f-8128-ebf8a7ab51fd) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:46.866188 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:46.965958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:47.014839 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 4b66b306-21e5-46ea-9dd7-60ffbfffc69e is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:47.018476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:47.021597 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:47.049897 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=ac85306d-c2ea-4a7f-8128-ebf8a7ab51fd,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:47.078730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:47.079519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:47.184124 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bde59c4a-58be-47d1-877c-54a490c3daf7 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8810894 Dec 06 14:31:47.187670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37246) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:47.253706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f78b6e0-6f1e-4f10-981f-91cf979fe62e None None] Network 4b66b306-21e5-46ea-9dd7-60ffbfffc69e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:47.295868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b7b2af-df49-4df3-9793-f13af8e1bd36 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:47.299961 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-12b7b2af-df49-4df3-9793-f13af8e1bd36 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1091714 Dec 06 14:31:47.300564 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37248) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:47.351551 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dda4a1ad-af6e-4fb6-9d27-3ac278940633 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:31:47.376184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ecd276-effa-403a-8ecf-eccfbe06dde0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:47.382320 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ecd276-effa-403a-8ecf-eccfbe06dde0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:47.389034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ecd276-effa-403a-8ecf-eccfbe06dde0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:47.390688 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b6ecd276-effa-403a-8ecf-eccfbe06dde0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.0894344 Dec 06 14:31:47.392146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b0145026-53e3-40b9-a25c-edba5c19f423 None None] Provisioning complete for port dda4a1ad-af6e-4fb6-9d27-3ac278940633 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:47.392523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b0145026-53e3-40b9-a25c-edba5c19f423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:47.393862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37250) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:47.492898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc101e-6ad4-4052-ba9d-8a56900234a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port ac85306d-c2ea-4a7f-8128-ebf8a7ab51fd {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:47.493191 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc101e-6ad4-4052-ba9d-8a56900234a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:47.512988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port dda4a1ad-af6e-4fb6-9d27-3ac278940633 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:47.513370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:47.595253 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc101e-6ad4-4052-ba9d-8a56900234a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:47.595478 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b0145026-53e3-40b9-a25c-edba5c19f423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:47.609973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f4fc101e-6ad4-4052-ba9d-8a56900234a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for ac85306d-c2ea-4a7f-8128-ebf8a7ab51fd owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:47.670903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b0145026-53e3-40b9-a25c-edba5c19f423 None None] For port dda4a1ad-af6e-4fb6-9d27-3ac278940633, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dda4a1ad-af6e-4fb6-9d27-3ac278940633,segment=NetworkSegment(acbf08ff-60e3-4a63-a076-ec7156ea81c4),segment_id=acbf08ff-60e3-4a63-a076-ec7156ea81c4)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:47.677664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:47.794815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b0145026-53e3-40b9-a25c-edba5c19f423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:47.869273 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:31:47.869511 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:31:47.874209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0145026-53e3-40b9-a25c-edba5c19f423 None None] Pushing event updated for resources: {'Port': ['ID=dda4a1ad-af6e-4fb6-9d27-3ac278940633,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:47.879428 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc101e-6ad4-4052-ba9d-8a56900234a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:47.907259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc101e-6ad4-4052-ba9d-8a56900234a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=ac85306d-c2ea-4a7f-8128-ebf8a7ab51fd,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:48.006953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f4fc101e-6ad4-4052-ba9d-8a56900234a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.008748 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-163953e7-43d4-4553-ae6f-c0bd0a25a689 None None] Could not find standard attr ID for object ac85306d-c2ea-4a7f-8128-ebf8a7ab51fd. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:31:48.011055 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f4fc101e-6ad4-4052-ba9d-8a56900234a3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/ac85306d-c2ea-4a7f-8128-ebf8a7ab51fd HTTP/1.1" status: 204 len: 168 time: 0.6156180 Dec 06 14:31:48.013422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37254) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:48.019725 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-163953e7-43d4-4553-ae6f-c0bd0a25a689 None None] Provisioning complete for port dda4a1ad-af6e-4fb6-9d27-3ac278940633 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:48.020183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-163953e7-43d4-4553-ae6f-c0bd0a25a689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.045114 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ec6a23-65ae-4b75-b390-c7796e466ea2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:31:48.046838 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-96ec6a23-65ae-4b75-b390-c7796e466ea2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/ac85306d-c2ea-4a7f-8128-ebf8a7ab51fd HTTP/1.1" status: 404 len: 333 time: 0.0323489 Dec 06 14:31:48.050459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37256) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:48.135833 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-163953e7-43d4-4553-ae6f-c0bd0a25a689 None None] Provisioning complete for port ced7d75d-720f-4b30-a4da-459a833c5289 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:48.136211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-163953e7-43d4-4553-ae6f-c0bd0a25a689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.162444 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-9132e335-b6da-43f8-ac64-644fa0f65aea tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port ced7d75d-720f-4b30-a4da-459a833c5289 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:48.162859 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9132e335-b6da-43f8-ac64-644fa0f65aea tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.183204 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-163953e7-43d4-4553-ae6f-c0bd0a25a689 None None] Port ced7d75d-720f-4b30-a4da-459a833c5289 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:48.274345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9132e335-b6da-43f8-ac64-644fa0f65aea tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.290503 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-9132e335-b6da-43f8-ac64-644fa0f65aea tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for ced7d75d-720f-4b30-a4da-459a833c5289 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:48.307701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-23fcccd3-3af7-458f-9082-650f45ed2c5e None None] Provisioning complete for port ced7d75d-720f-4b30-a4da-459a833c5289 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:48.310453 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23fcccd3-3af7-458f-9082-650f45ed2c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.362068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-23fcccd3-3af7-458f-9082-650f45ed2c5e None None] Port ced7d75d-720f-4b30-a4da-459a833c5289 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:48.475537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9db97cb1-5f12-4fdb-8e0a-8fab4bfeee64 None None] Could not find standard attr ID for object ac85306d-c2ea-4a7f-8128-ebf8a7ab51fd. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:31:48.530992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9132e335-b6da-43f8-ac64-644fa0f65aea tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.557362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132e335-b6da-43f8-ac64-644fa0f65aea tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=ced7d75d-720f-4b30-a4da-459a833c5289,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:48.635230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9132e335-b6da-43f8-ac64-644fa0f65aea tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.638540 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9132e335-b6da-43f8-ac64-644fa0f65aea tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/ced7d75d-720f-4b30-a4da-459a833c5289 HTTP/1.1" status: 204 len: 168 time: 0.5864522 Dec 06 14:31:48.641129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37262) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:48.670590 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-285881ae-0043-4799-b575-8464403cdb16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:31:48.672521 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-285881ae-0043-4799-b575-8464403cdb16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/ced7d75d-720f-4b30-a4da-459a833c5289 HTTP/1.1" status: 404 len: 333 time: 0.0298648 Dec 06 14:31:48.675359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37264) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:48.734643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-76985da0-4c05-4d68-a620-71cb5c8774a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting subnet c3f466e6-e316-4f6a-8e8e-10ac8db75dcb {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:31:48.738284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-76985da0-4c05-4d68-a620-71cb5c8774a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.780035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-76985da0-4c05-4d68-a620-71cb5c8774a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:48.868730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-76985da0-4c05-4d68-a620-71cb5c8774a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.034280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-76985da0-4c05-4d68-a620-71cb5c8774a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.060399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76985da0-4c05-4d68-a620-71cb5c8774a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f466e6-e316-4f6a-8e8e-10ac8db75dcb,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:49.066197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-76985da0-4c05-4d68-a620-71cb5c8774a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.069425 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-76985da0-4c05-4d68-a620-71cb5c8774a8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/c3f466e6-e316-4f6a-8e8e-10ac8db75dcb HTTP/1.1" status: 204 len: 168 time: 0.3929863 Dec 06 14:31:49.072017 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37266) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:49.074487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00e8a93-a6ae-48e5-bce4-9f51d8b8856a None None] Network 4b66b306-21e5-46ea-9dd7-60ffbfffc69e requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:49.146070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.206335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port dda4a1ad-af6e-4fb6-9d27-3ac278940633 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:49.206679 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.283803 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] For port dda4a1ad-af6e-4fb6-9d27-3ac278940633, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dda4a1ad-af6e-4fb6-9d27-3ac278940633,segment=NetworkSegment(acbf08ff-60e3-4a63-a076-ec7156ea81c4),segment_id=acbf08ff-60e3-4a63-a076-ec7156ea81c4)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:49.284156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.298209 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for dda4a1ad-af6e-4fb6-9d27-3ac278940633 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:49.301936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055bcedb-e424-4124-8af2-d20079e90f02 None None] DHCP port deletion for 4b66b306-21e5-46ea-9dd7-60ffbfffc69e request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:31:49.357053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-055bcedb-e424-4124-8af2-d20079e90f02 None None] Deleting port dda4a1ad-af6e-4fb6-9d27-3ac278940633 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:49.369356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-055bcedb-e424-4124-8af2-d20079e90f02 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.425966 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-055bcedb-e424-4124-8af2-d20079e90f02 None None] For port dda4a1ad-af6e-4fb6-9d27-3ac278940633, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dda4a1ad-af6e-4fb6-9d27-3ac278940633,segment=NetworkSegment(acbf08ff-60e3-4a63-a076-ec7156ea81c4),segment_id=acbf08ff-60e3-4a63-a076-ec7156ea81c4)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:49.426358 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-055bcedb-e424-4124-8af2-d20079e90f02 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.438773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-055bcedb-e424-4124-8af2-d20079e90f02 None None] Calling delete_port for dda4a1ad-af6e-4fb6-9d27-3ac278940633 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:49.462103 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.492213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=dda4a1ad-af6e-4fb6-9d27-3ac278940633,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:49.497037 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No DVR routers for this DVR port dda4a1ad-af6e-4fb6-9d27-3ac278940633 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:31:49.517132 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-055bcedb-e424-4124-8af2-d20079e90f02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.544507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bcedb-e424-4124-8af2-d20079e90f02 None None] Pushing event deleted for resources: {'Port': ['ID=dda4a1ad-af6e-4fb6-9d27-3ac278940633,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:49.552581 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055bcedb-e424-4124-8af2-d20079e90f02 None None] No DVR routers for this DVR port dda4a1ad-af6e-4fb6-9d27-3ac278940633 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:31:49.590852 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.610965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b66b306-21e5-46ea-9dd7-60ffbfffc69e']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:49.620255 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acbf08ff-60e3-4a63-a076-ec7156ea81c4') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:49.623708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acbf08ff-60e3-4a63-a076-ec7156ea81c4') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:49.629785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.642918 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.648793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:31:49.649255 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:31:49.652516 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:31:49.799136 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.806356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.809440 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/networks/4b66b306-21e5-46ea-9dd7-60ffbfffc69e HTTP/1.1" status: 204 len: 168 time: 0.7364881 Dec 06 14:31:49.814017 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37270) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:49.818409 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-fdaf2a2a-7121-45ea-a713-3ee629af7397 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-214486553'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:49.821690 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ddaf7-fcfa-446d-ac53-30733cfd65a2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Network': ['ID=4b66b306-21e5-46ea-9dd7-60ffbfffc69e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:49.896387 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdaf2a2a-7121-45ea-a713-3ee629af7397 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:49.900224 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fdaf2a2a-7121-45ea-a713-3ee629af7397 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.924367 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdaf2a2a-7121-45ea-a713-3ee629af7397 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:31:49.933130 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fdaf2a2a-7121-45ea-a713-3ee629af7397 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:49.933465 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-fdaf2a2a-7121-45ea-a713-3ee629af7397 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Added segment 723744bf-3d29-4ef2-bb07-a9f951fc549a of type vlan for network f2264594-b864-4489-bca1-66656b610559 Dec 06 14:31:49.975719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fdaf2a2a-7121-45ea-a713-3ee629af7397 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:50.090904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fdaf2a2a-7121-45ea-a713-3ee629af7397 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:50.097776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdaf2a2a-7121-45ea-a713-3ee629af7397 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:50.098602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fdaf2a2a-7121-45ea-a713-3ee629af7397 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:50.177210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf2a2a-7121-45ea-a713-3ee629af7397 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Network': ['ID=f2264594-b864-4489-bca1-66656b610559,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:50.188491 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network f2264594-b864-4489-bca1-66656b610559 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:31:50.218554 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fdaf2a2a-7121-45ea-a713-3ee629af7397 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4039648 Dec 06 14:31:50.221378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37272) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:50.232291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ce8f91f0-6848-4654-be4d-a558da29b36f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': 'f2264594-b864-4489-bca1-66656b610559', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:50.433832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8f91f0-6848-4654-be4d-a558da29b36f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:50.437688 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ce8f91f0-6848-4654-be4d-a558da29b36f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:50.731005 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ce8f91f0-6848-4654-be4d-a558da29b36f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:50.795693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f91f0-6848-4654-be4d-a558da29b36f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Subnet': ['ID=1cf7b9ae-7d77-45c9-bf9b-f78f2e77008c,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:50.811470 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8f91f0-6848-4654-be4d-a558da29b36f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Checking segment: {'id': '723744bf-3d29-4ef2-bb07-a9f951fc549a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f2264594-b864-4489-bca1-66656b610559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:50.811834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f91f0-6848-4654-be4d-a558da29b36f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network hostable DHCP agents. Network: f2264594-b864-4489-bca1-66656b610559, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:31:50.911785 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8f91f0-6848-4654-be4d-a558da29b36f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network f2264594-b864-4489-bca1-66656b610559 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:31:51.005436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-ce8f91f0-6848-4654-be4d-a558da29b36f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f2264594-b864-4489-bca1-66656b610559) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:51.009428 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8f91f0-6848-4654-be4d-a558da29b36f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:51.010787 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ce8f91f0-6848-4654-be4d-a558da29b36f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:51.016447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063c76f7-ae78-4287-9620-48bc4730c64c None None] Network f2264594-b864-4489-bca1-66656b610559 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:51.128365 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ce8f91f0-6848-4654-be4d-a558da29b36f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9052048 Dec 06 14:31:51.131038 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37278) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:51.135897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-60b951a5-dc0d-4035-99f0-81d544695130 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-728671556', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:51.175581 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f2264594-b864-4489-bca1-66656b610559', 'network_id': 'f2264594-b864-4489-bca1-66656b610559', 'tenant_id': '026f8ab0dadd4d66be82a86134e380f6', 'fixed_ips': [{'subnet_id': '1cf7b9ae-7d77-45c9-bf9b-f78f2e77008c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:31:51.183186 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:51.246677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-60b951a5-dc0d-4035-99f0-81d544695130 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:51.248011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-60b951a5-dc0d-4035-99f0-81d544695130 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:51.262956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dda4a1ad-af6e-4fb6-9d27-3ac278940633 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:31:51.292174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: dda4a1ad-af6e-4fb6-9d27-3ac278940633 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:31:51.296404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dda4a1ad-af6e-4fb6-9d27-3ac278940633 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:31:51.309752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-60b951a5-dc0d-4035-99f0-81d544695130 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:51.355577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Allocated IP 172.20.0.2 (f2264594-b864-4489-bca1-66656b610559/1cf7b9ae-7d77-45c9-bf9b-f78f2e77008c/ca9f937a-d9f5-485b-9f2d-0a895a8b7d77) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:51.386599 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-60b951a5-dc0d-4035-99f0-81d544695130 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:51.486237 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-60b951a5-dc0d-4035-99f0-81d544695130 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:51.487462 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-60b951a5-dc0d-4035-99f0-81d544695130 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3554919 Dec 06 14:31:51.490192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37282) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:51.495085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'network_id': 'f2264594-b864-4489-bca1-66656b610559', 'name': 'tempest-PortsTestJSON-1229524598'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:51.513777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:51.576974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:51.617091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Network f2264594-b864-4489-bca1-66656b610559 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:51.620001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:51.624715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:51.634963 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Pushing event updated for resources: {'Port': ['ID=ca9f937a-d9f5-485b-9f2d-0a895a8b7d77,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:51.701606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Attempting to bind port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:31:51.702099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Attempting to bind port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '723744bf-3d29-4ef2-bb07-a9f951fc549a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f2264594-b864-4489-bca1-66656b610559'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:31:51.702673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Attempting to bind port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 on network f2264594-b864-4489-bca1-66656b610559 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:31:51.708146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:31:51.708561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Checking segment: {'id': '723744bf-3d29-4ef2-bb07-a9f951fc549a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f2264594-b864-4489-bca1-66656b610559'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:51.709026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:51.709452 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Bound using segment: {'id': '723744bf-3d29-4ef2-bb07-a9f951fc549a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f2264594-b864-4489-bca1-66656b610559'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:31:51.709921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Bound port: ca9f937a-d9f5-485b-9f2d-0a895a8b7d77, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '723744bf-3d29-4ef2-bb07-a9f951fc549a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f2264594-b864-4489-bca1-66656b610559'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:31:51.710303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:51.719501 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:51.723407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:51.745614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port ea230a36-a13d-46be-91d1-aa686dbd03c3 yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:31:51.783497 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] For port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:31:51.786866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] For port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca9f937a-d9f5-485b-9f2d-0a895a8b7d77,segment=NetworkSegment(723744bf-3d29-4ef2-bb07-a9f951fc549a),segment_id=723744bf-3d29-4ef2-bb07-a9f951fc549a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:31:51.864014 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.10 (f2264594-b864-4489-bca1-66656b610559/1cf7b9ae-7d77-45c9-bf9b-f78f2e77008c/ea230a36-a13d-46be-91d1-aa686dbd03c3) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:51.874737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:51.947680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad8962-ff7d-4071-8eb2-e4d8e766fd43 None None] Pushing event updated for resources: {'Port': ['ID=ca9f937a-d9f5-485b-9f2d-0a895a8b7d77,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:52.027128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:52.165432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:52.217168 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network f2264594-b864-4489-bca1-66656b610559 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:52.221660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:52.225661 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:52.258463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=ea230a36-a13d-46be-91d1-aa686dbd03c3,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:52.290368 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:52.290987 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:52.367903 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-793983b0-599d-428e-ae93-b626dcbabf5a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8763945 Dec 06 14:31:52.370805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37284) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:52.741344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:52.892280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6db33d-193f-4b1b-89ad-49734989b8f6 None None] Network f2264594-b864-4489-bca1-66656b610559 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:52.967483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1833e365-eb1e-4dab-9cd8-6b7d6832c3b6 None None] Provisioning complete for port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:52.967852 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1833e365-eb1e-4dab-9cd8-6b7d6832c3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:53.003271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:53.090980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:53.115156 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1833e365-eb1e-4dab-9cd8-6b7d6832c3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:53.154585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1833e365-eb1e-4dab-9cd8-6b7d6832c3b6 None None] For port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca9f937a-d9f5-485b-9f2d-0a895a8b7d77,segment=NetworkSegment(723744bf-3d29-4ef2-bb07-a9f951fc549a),segment_id=723744bf-3d29-4ef2-bb07-a9f951fc549a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:53.178049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=ea230a36-a13d-46be-91d1-aa686dbd03c3,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:53.266266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1833e365-eb1e-4dab-9cd8-6b7d6832c3b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:53.329748 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:31:53.363177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:53.539623 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833e365-eb1e-4dab-9cd8-6b7d6832c3b6 None None] Pushing event updated for resources: {'Port': ['ID=ca9f937a-d9f5-485b-9f2d-0a895a8b7d77,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:53.563934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4279a8cc-0ac2-44e8-80e1-02cff44d3fcd None None] Provisioning complete for port ea230a36-a13d-46be-91d1-aa686dbd03c3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:53.564307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4279a8cc-0ac2-44e8-80e1-02cff44d3fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:53.592732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:53.605928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4279a8cc-0ac2-44e8-80e1-02cff44d3fcd None None] Port ea230a36-a13d-46be-91d1-aa686dbd03c3 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:53.607477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:53.607845 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:53.643441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4279a8cc-0ac2-44e8-80e1-02cff44d3fcd None None] Provisioning complete for port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:53.643793 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4279a8cc-0ac2-44e8-80e1-02cff44d3fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:53.898235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:53.920471 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f3c8a114-1fb0-4c07-8127-1a2b75866993 None None] Provisioning complete for port ea230a36-a13d-46be-91d1-aa686dbd03c3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:53.921081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3c8a114-1fb0-4c07-8127-1a2b75866993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:53.959159 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f3c8a114-1fb0-4c07-8127-1a2b75866993 None None] Port ea230a36-a13d-46be-91d1-aa686dbd03c3 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:53.993621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:54.093422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:54.095366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=ea230a36-a13d-46be-91d1-aa686dbd03c3,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:54.213289 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network f2264594-b864-4489-bca1-66656b610559 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:54.214652 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:54.422133 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Router e958acc9-1f01-442f-98b5-9504ada9cad3 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:31:54.488601 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-db165d86-92a5-45af-b075-1f40673a860a None None] Provisioning complete for port ea230a36-a13d-46be-91d1-aa686dbd03c3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:54.488895 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-db165d86-92a5-45af-b075-1f40673a860a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:54.527668 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-db165d86-92a5-45af-b075-1f40673a860a None None] Port ea230a36-a13d-46be-91d1-aa686dbd03c3 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:31:54.530049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:31:54.543457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e454c07a-3749-4971-8db0-dde00156b644 None None] Sync routers for ids ['e958acc9-1f01-442f-98b5-9504ada9cad3'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:31:54.544411 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37294) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:54.546874 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8b2baaec-700b-45c2-b006-4f04cc746a16 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "PUT /v2.0/routers/e958acc9-1f01-442f-98b5-9504ada9cad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1689651 Dec 06 14:31:54.554760 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e454c07a-3749-4971-8db0-dde00156b644 None None] Routers {'e958acc9-1f01-442f-98b5-9504ada9cad3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:31:54.555377 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e454c07a-3749-4971-8db0-dde00156b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:31:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e958acc9-1f01-442f-98b5-9504ada9cad3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:54.592998 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e454c07a-3749-4971-8db0-dde00156b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:54.601554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e454c07a-3749-4971-8db0-dde00156b644 None None] Routers {'e958acc9-1f01-442f-98b5-9504ada9cad3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:31:54.602167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e454c07a-3749-4971-8db0-dde00156b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:31:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e958acc9-1f01-442f-98b5-9504ada9cad3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:54.602686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f467ded-10dc-44c1-bbc4-c537c34bdf3d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:54.605130 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3f467ded-10dc-44c1-bbc4-c537c34bdf3d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports?device_id=e958acc9-1f01-442f-98b5-9504ada9cad3 HTTP/1.1" status: 200 len: 983 time: 0.0595558 Dec 06 14:31:54.608076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37296) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:54.638557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e454c07a-3749-4971-8db0-dde00156b644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:54.639207 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e454c07a-3749-4971-8db0-dde00156b644 None None] The sync data for ids ['e958acc9-1f01-442f-98b5-9504ada9cad3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:31:55.287686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:31:55.344947 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:31:55.345984 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:55.370918 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74e91d62-dbb0-47cc-b0f3-2137ab9036a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:55.599107 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-74e91d62-dbb0-47cc-b0f3-2137ab9036a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port ea230a36-a13d-46be-91d1-aa686dbd03c3 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:55.599827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74e91d62-dbb0-47cc-b0f3-2137ab9036a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:55.691223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74e91d62-dbb0-47cc-b0f3-2137ab9036a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:55.703323 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-74e91d62-dbb0-47cc-b0f3-2137ab9036a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for ea230a36-a13d-46be-91d1-aa686dbd03c3 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:55.965405 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74e91d62-dbb0-47cc-b0f3-2137ab9036a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:56.005229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e91d62-dbb0-47cc-b0f3-2137ab9036a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=ea230a36-a13d-46be-91d1-aa686dbd03c3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:56.157070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74e91d62-dbb0-47cc-b0f3-2137ab9036a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:56.188231 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:31:56.315155 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e91d62-dbb0-47cc-b0f3-2137ab9036a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Router e958acc9-1f01-442f-98b5-9504ada9cad3 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:31:56.392096 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e91d62-dbb0-47cc-b0f3-2137ab9036a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:31:56.397170 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-74e91d62-dbb0-47cc-b0f3-2137ab9036a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "PUT /v2.0/routers/e958acc9-1f01-442f-98b5-9504ada9cad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7875576 Dec 06 14:31:56.399928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37300) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:56.403627 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede4436-5d1c-42e7-9f1e-b47fa1bc7bca None None] Sync routers for ids ['e958acc9-1f01-442f-98b5-9504ada9cad3'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:31:56.413159 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede4436-5d1c-42e7-9f1e-b47fa1bc7bca None None] Routers {'e958acc9-1f01-442f-98b5-9504ada9cad3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:31:56.413771 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-cede4436-5d1c-42e7-9f1e-b47fa1bc7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:31:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e958acc9-1f01-442f-98b5-9504ada9cad3'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:56.424911 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-870f9bd7-6ce8-4d4b-9565-74191fb255dc tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:31:56.426916 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-870f9bd7-6ce8-4d4b-9565-74191fb255dc tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/ea230a36-a13d-46be-91d1-aa686dbd03c3 HTTP/1.1" status: 404 len: 333 time: 0.0255225 Dec 06 14:31:56.429183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37302) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:56.447622 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-cede4436-5d1c-42e7-9f1e-b47fa1bc7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:56.460635 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cede4436-5d1c-42e7-9f1e-b47fa1bc7bca None None] Routers {'e958acc9-1f01-442f-98b5-9504ada9cad3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:31:56.461331 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-cede4436-5d1c-42e7-9f1e-b47fa1bc7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:31:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e958acc9-1f01-442f-98b5-9504ada9cad3'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:56.494274 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-cede4436-5d1c-42e7-9f1e-b47fa1bc7bca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:56.494953 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cede4436-5d1c-42e7-9f1e-b47fa1bc7bca None None] The sync data for ids ['e958acc9-1f01-442f-98b5-9504ada9cad3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:31:56.504314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7cc8-3cfd-4122-b191-602ac7a7abe2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:56.666877 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7cc8-3cfd-4122-b191-602ac7a7abe2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:56.669068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7cc8-3cfd-4122-b191-602ac7a7abe2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:56.799063 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7cc8-3cfd-4122-b191-602ac7a7abe2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:56.799602 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e4d7cc8-3cfd-4122-b191-602ac7a7abe2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Fanout notify agent at l3_agent the message router_deleted on router e958acc9-1f01-442f-98b5-9504ada9cad3 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:31:56.807621 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8e4d7cc8-3cfd-4122-b191-602ac7a7abe2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:56.811147 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8e4d7cc8-3cfd-4122-b191-602ac7a7abe2 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/routers/e958acc9-1f01-442f-98b5-9504ada9cad3 HTTP/1.1" status: 204 len: 168 time: 0.3784642 Dec 06 14:31:56.811595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37306) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:56.861943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2cb32c-072a-4cdf-b0f1-05a783b1006e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting subnet 1cf7b9ae-7d77-45c9-bf9b-f78f2e77008c {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:31:56.865078 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb32c-072a-4cdf-b0f1-05a783b1006e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:56.906677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb32c-072a-4cdf-b0f1-05a783b1006e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:56.990331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb32c-072a-4cdf-b0f1-05a783b1006e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.120600 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb32c-072a-4cdf-b0f1-05a783b1006e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.146040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2cb32c-072a-4cdf-b0f1-05a783b1006e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf7b9ae-7d77-45c9-bf9b-f78f2e77008c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:57.152477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed2cb32c-072a-4cdf-b0f1-05a783b1006e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.158418 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ed2cb32c-072a-4cdf-b0f1-05a783b1006e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/1cf7b9ae-7d77-45c9-bf9b-f78f2e77008c HTTP/1.1" status: 204 len: 168 time: 0.3434236 Dec 06 14:31:57.158597 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37308) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:57.161658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b9bfcb-c39a-40a6-818b-3e778ba995b0 None None] Network f2264594-b864-4489-bca1-66656b610559 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:57.251614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.312810 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:57.313605 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.355561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5336512-dcbc-4658-a49d-0cdb9a0e3ec8 None None] DHCP port deletion for f2264594-b864-4489-bca1-66656b610559 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:31:57.384866 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] For port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca9f937a-d9f5-485b-9f2d-0a895a8b7d77,segment=NetworkSegment(723744bf-3d29-4ef2-bb07-a9f951fc549a),segment_id=723744bf-3d29-4ef2-bb07-a9f951fc549a)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:57.386826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.402191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:57.407943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d5336512-dcbc-4658-a49d-0cdb9a0e3ec8 None None] Deleting port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:31:57.408389 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5336512-dcbc-4658-a49d-0cdb9a0e3ec8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.492332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d5336512-dcbc-4658-a49d-0cdb9a0e3ec8 None None] For port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ca9f937a-d9f5-485b-9f2d-0a895a8b7d77,segment=NetworkSegment(723744bf-3d29-4ef2-bb07-a9f951fc549a),segment_id=723744bf-3d29-4ef2-bb07-a9f951fc549a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:31:57.492651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5336512-dcbc-4658-a49d-0cdb9a0e3ec8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.506244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d5336512-dcbc-4658-a49d-0cdb9a0e3ec8 None None] Calling delete_port for ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:31:57.582439 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.590514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5336512-dcbc-4658-a49d-0cdb9a0e3ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.607363 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=ca9f937a-d9f5-485b-9f2d-0a895a8b7d77,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:57.614891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No DVR routers for this DVR port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:31:57.622506 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5336512-dcbc-4658-a49d-0cdb9a0e3ec8 None None] Pushing event deleted for resources: {'Port': ['ID=ca9f937a-d9f5-485b-9f2d-0a895a8b7d77,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:57.626334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5336512-dcbc-4658-a49d-0cdb9a0e3ec8 None None] No DVR routers for this DVR port ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:31:57.700567 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.723574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2264594-b864-4489-bca1-66656b610559']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:57.734071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '723744bf-3d29-4ef2-bb07-a9f951fc549a') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:57.735772 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '723744bf-3d29-4ef2-bb07-a9f951fc549a') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:31:57.743519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.756042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.762605 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:31:57.762991 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:31:57.765942 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:31:57.902718 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.909555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:57.914676 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/networks/f2264594-b864-4489-bca1-66656b610559 HTTP/1.1" status: 204 len: 168 time: 0.7548916 Dec 06 14:31:57.918886 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37312) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:57.926308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828c939b-b9da-4f1a-a103-b2a929fa2e2a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Network': ['ID=f2264594-b864-4489-bca1-66656b610559,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:57.964726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecc964e-c083-4f82-9743-b55605d8e5a9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:57.966110 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4ecc964e-c083-4f82-9743-b55605d8e5a9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/9e90b6a2-2e0a-4a01-a664-75c6586fab7b HTTP/1.1" status: 200 len: 840 time: 0.0460682 Dec 06 14:31:57.969837 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37314) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:58.011613 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a6762b63-b5b5-491b-9e31-d2cfa0412098 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/9e90b6a2-2e0a-4a01-a664-75c6586fab7b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0406487 Dec 06 14:31:58.014959 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37316) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:58.019591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-325c7984-50c8-4ac0-8e13-a934f22f3751 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:58.222696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325c7984-50c8-4ac0-8e13-a934f22f3751 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:58.228747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-325c7984-50c8-4ac0-8e13-a934f22f3751 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:58.502180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-325c7984-50c8-4ac0-8e13-a934f22f3751 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:58.547709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325c7984-50c8-4ac0-8e13-a934f22f3751 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:58.553138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-325c7984-50c8-4ac0-8e13-a934f22f3751 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:58.560251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325c7984-50c8-4ac0-8e13-a934f22f3751 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:31:58.560251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-325c7984-50c8-4ac0-8e13-a934f22f3751 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:58.562896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3516dc7d-13d4-4d2e-b908-a288e78562e8 None None] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:31:58.569096 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c7984-50c8-4ac0-8e13-a934f22f3751 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Subnet': ['ID=f039b88f-2673-4658-a015-e8e1f9e92f1b,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:58.665260 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-325c7984-50c8-4ac0-8e13-a934f22f3751 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6490843 Dec 06 14:31:58.668360 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37320) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:58.673636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e12dac16-aee7-4b8e-8efc-1bd70e39eaaa tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'security_group': {'name': 'tempest-secgroup-323646814'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:58.733805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'tenant_id': '026f8ab0dadd4d66be82a86134e380f6', 'fixed_ips': [{'subnet_id': 'f039b88f-2673-4658-a015-e8e1f9e92f1b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:31:58.734832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:58.793587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e12dac16-aee7-4b8e-8efc-1bd70e39eaaa tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:58.874746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e12dac16-aee7-4b8e-8efc-1bd70e39eaaa tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:58.884602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Allocated IP 172.20.0.2 (45affccd-0b5c-42ef-96e9-d51fb9dd7d54/f039b88f-2673-4658-a015-e8e1f9e92f1b/0fc50241-d4de-4f56-974c-5afec69468d5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:31:58.947600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e12dac16-aee7-4b8e-8efc-1bd70e39eaaa tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:58.977674 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12dac16-aee7-4b8e-8efc-1bd70e39eaaa tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4114544e-d771-4b4a-850f-74c99d55fcde,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:59.032036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:59.052841 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e12dac16-aee7-4b8e-8efc-1bd70e39eaaa tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:59.054209 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e12dac16-aee7-4b8e-8efc-1bd70e39eaaa tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3847897 Dec 06 14:31:59.056873 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37324) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:59.061695 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-29c68ff2-6c12-4c98-a150-ab34b43c2df8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'security_group': {'name': 'tempest-secgroup-1881850776'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:59.114036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:59.153503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-29c68ff2-6c12-4c98-a150-ab34b43c2df8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:59.155576 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:31:59.158313 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:31:59.163951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:31:59.177411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Pushing event updated for resources: {'Port': ['ID=0fc50241-d4de-4f56-974c-5afec69468d5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:59.228522 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Attempting to bind port 0fc50241-d4de-4f56-974c-5afec69468d5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:31:59.228942 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Attempting to bind port 0fc50241-d4de-4f56-974c-5afec69468d5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c75ee80b-a100-4549-b4b6-b73df63b89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:31:59.233428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Attempting to bind port 0fc50241-d4de-4f56-974c-5afec69468d5 on network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:31:59.237164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 31, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:31:59.237541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Checking segment: {'id': 'c75ee80b-a100-4549-b4b6-b73df63b89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:31:59.237910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-29c68ff2-6c12-4c98-a150-ab34b43c2df8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:59.238043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:59.238326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Bound using segment: {'id': 'c75ee80b-a100-4549-b4b6-b73df63b89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:31:59.238805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Bound port: 0fc50241-d4de-4f56-974c-5afec69468d5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75ee80b-a100-4549-b4b6-b73df63b89ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:31:59.239185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:59.281925 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:31:59.311223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:31:59.311223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ca9f937a-d9f5-485b-9f2d-0a895a8b7d77 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:31:59.339245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-586490bb-57ec-444f-875a-065521b844a0 None None] For port 0fc50241-d4de-4f56-974c-5afec69468d5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:31:59.340949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-29c68ff2-6c12-4c98-a150-ab34b43c2df8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:59.355190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-586490bb-57ec-444f-875a-065521b844a0 None None] For port 0fc50241-d4de-4f56-974c-5afec69468d5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0fc50241-d4de-4f56-974c-5afec69468d5,segment=NetworkSegment(c75ee80b-a100-4549-b4b6-b73df63b89ba),segment_id=c75ee80b-a100-4549-b4b6-b73df63b89ba)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:31:59.373976 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c68ff2-6c12-4c98-a150-ab34b43c2df8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379a26f4-ae98-447d-90a4-7a27e668de8a,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:59.462343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:59.473759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:59.475881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-29c68ff2-6c12-4c98-a150-ab34b43c2df8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:59.477125 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-29c68ff2-6c12-4c98-a150-ab34b43c2df8 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4192812 Dec 06 14:31:59.479849 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37326) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:31:59.485362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-990878156', 'security_groups': ['379a26f4-ae98-447d-90a4-7a27e668de8a'], 'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f039b88f-2673-4658-a015-e8e1f9e92f1b'}]}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:31:59.535993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586490bb-57ec-444f-875a-065521b844a0 None None] Pushing event updated for resources: {'Port': ['ID=0fc50241-d4de-4f56-974c-5afec69468d5,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:31:59.719393 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:31:59.825744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:31:59.847256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port 3bf1353c-5755-4d58-be11-2e2b45074b6e yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:32:00.020532 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.14 (45affccd-0b5c-42ef-96e9-d51fb9dd7d54/f039b88f-2673-4658-a015-e8e1f9e92f1b/3bf1353c-5755-4d58-be11-2e2b45074b6e) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:00.169516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:00.278221 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:00.328196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:32:00.331374 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:00.335298 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:32:00.366238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=3bf1353c-5755-4d58-be11-2e2b45074b6e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:00.391447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:00.392643 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:00.487622 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-795ac0a9-f50c-425d-9bb3-b61351e11c2f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0065467 Dec 06 14:32:00.490604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37330) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:00.495626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9fc62295-a51c-409f-be4b-ff052eb6432f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:00.602004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a5043030-3240-4c8d-9c67-239b6e7549ca None None] Provisioning complete for port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:00.603255 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5043030-3240-4c8d-9c67-239b6e7549ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:00.646384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a5043030-3240-4c8d-9c67-239b6e7549ca None None] Port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:00.656713 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a5043030-3240-4c8d-9c67-239b6e7549ca None None] Provisioning complete for port 0fc50241-d4de-4f56-974c-5afec69468d5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:00.657180 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5043030-3240-4c8d-9c67-239b6e7549ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:00.747709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5043030-3240-4c8d-9c67-239b6e7549ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:00.779567 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a5043030-3240-4c8d-9c67-239b6e7549ca None None] For port 0fc50241-d4de-4f56-974c-5afec69468d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0fc50241-d4de-4f56-974c-5afec69468d5,segment=NetworkSegment(c75ee80b-a100-4549-b4b6-b73df63b89ba),segment_id=c75ee80b-a100-4549-b4b6-b73df63b89ba)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:00.787936 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc62295-a51c-409f-be4b-ff052eb6432f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:32:00.792148 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9fc62295-a51c-409f-be4b-ff052eb6432f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:00.882150 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.ipam_backend_mixin [None req-9fc62295-a51c-409f-be4b-ff052eb6432f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f039b88f-2673-4658-a015-e8e1f9e92f1b (CIDR: 172.20.0.0/28) Dec 06 14:32:00.890904 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5043030-3240-4c8d-9c67-239b6e7549ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:00.926732 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fc62295-a51c-409f-be4b-ff052eb6432f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:32:00.927235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fc62295-a51c-409f-be4b-ff052eb6432f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:00.946485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5043030-3240-4c8d-9c67-239b6e7549ca None None] Pushing event updated for resources: {'Port': ['ID=0fc50241-d4de-4f56-974c-5afec69468d5,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:01.013179 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-551311d8-663c-4937-95b7-48f34f73187f None None] Provisioning complete for port 3bf1353c-5755-4d58-be11-2e2b45074b6e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:01.013553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-551311d8-663c-4937-95b7-48f34f73187f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:01.030003 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9fc62295-a51c-409f-be4b-ff052eb6432f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5382950 Dec 06 14:32:01.032754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37334) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:01.037951 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4e65adc3-a4d6-43b0-b293-b42dd7894b1e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:01.052387 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-551311d8-663c-4937-95b7-48f34f73187f None None] Port 3bf1353c-5755-4d58-be11-2e2b45074b6e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:01.214592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e65adc3-a4d6-43b0-b293-b42dd7894b1e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:32:01.218158 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e65adc3-a4d6-43b0-b293-b42dd7894b1e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:01.304526 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 0fc50241-d4de-4f56-974c-5afec69468d5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:32:01.356578 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 0fc50241-d4de-4f56-974c-5afec69468d5 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:01.357046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:01.389056 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a135f460-efcb-4247-bf34-9931a6df6232 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:01.554024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e65adc3-a4d6-43b0-b293-b42dd7894b1e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:01.598679 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e65adc3-a4d6-43b0-b293-b42dd7894b1e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:32:01.603144 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-4e65adc3-a4d6-43b0-b293-b42dd7894b1e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:01.608942 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e65adc3-a4d6-43b0-b293-b42dd7894b1e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:01.609539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e65adc3-a4d6-43b0-b293-b42dd7894b1e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:01.615437 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fda991-7aa2-4ff9-8963-f76c9ff8add3 None None] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:32:01.618975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65adc3-a4d6-43b0-b293-b42dd7894b1e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Subnet': ['ID=f8654323-1378-457c-81cf-92c9638302f0,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:01.701491 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4e65adc3-a4d6-43b0-b293-b42dd7894b1e tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6651614 Dec 06 14:32:01.702341 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37336) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:01.706842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-883c45ea-361a-4b37-98cd-520219de900b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1294042605', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f8654323-1378-457c-81cf-92c9638302f0'}], 'security_groups': ['4114544e-d771-4b4a-850f-74c99d55fcde']}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:01.859002 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01307517-0800-4cd6-a6a2-6eddb07a6506 None None] Update dhcp port {'port': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'fixed_ips': [{'subnet_id': 'f039b88f-2673-4658-a015-e8e1f9e92f1b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f8654323-1378-457c-81cf-92c9638302f0'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '0fc50241-d4de-4f56-974c-5afec69468d5'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:32:01.875981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-883c45ea-361a-4b37-98cd-520219de900b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:01.885298 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01307517-0800-4cd6-a6a2-6eddb07a6506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:02.063955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-01307517-0800-4cd6-a6a2-6eddb07a6506 None None] Allocated IP 172.20.0.18 (45affccd-0b5c-42ef-96e9-d51fb9dd7d54/f8654323-1378-457c-81cf-92c9638302f0/0fc50241-d4de-4f56-974c-5afec69468d5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:02.162803 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-01307517-0800-4cd6-a6a2-6eddb07a6506 None None] For port 0fc50241-d4de-4f56-974c-5afec69468d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0fc50241-d4de-4f56-974c-5afec69468d5,segment=NetworkSegment(c75ee80b-a100-4549-b4b6-b73df63b89ba),segment_id=c75ee80b-a100-4549-b4b6-b73df63b89ba)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:02.191908 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01307517-0800-4cd6-a6a2-6eddb07a6506 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:02.291655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01307517-0800-4cd6-a6a2-6eddb07a6506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:02.378733 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01307517-0800-4cd6-a6a2-6eddb07a6506 None None] Pushing event updated for resources: {'Port': ['ID=0fc50241-d4de-4f56-974c-5afec69468d5,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:02.390284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-883c45ea-361a-4b37-98cd-520219de900b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Delete allocated IP 172.20.0.14 (45affccd-0b5c-42ef-96e9-d51fb9dd7d54/f039b88f-2673-4658-a015-e8e1f9e92f1b) {{(pid=103725) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 14:32:02.398886 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-883c45ea-361a-4b37-98cd-520219de900b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.26 (45affccd-0b5c-42ef-96e9-d51fb9dd7d54/f8654323-1378-457c-81cf-92c9638302f0/3bf1353c-5755-4d58-be11-2e2b45074b6e) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:02.567854 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-883c45ea-361a-4b37-98cd-520219de900b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:02.662446 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-883c45ea-361a-4b37-98cd-520219de900b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:02.757888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c45ea-361a-4b37-98cd-520219de900b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=3bf1353c-5755-4d58-be11-2e2b45074b6e,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:02.785993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-883c45ea-361a-4b37-98cd-520219de900b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] In _notify_port_updated(), no bound segment for port 3bf1353c-5755-4d58-be11-2e2b45074b6e on network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 {{(pid=103725) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:32:02.792359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883c45ea-361a-4b37-98cd-520219de900b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:02.793031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-883c45ea-361a-4b37-98cd-520219de900b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:02.794591 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-883c45ea-361a-4b37-98cd-520219de900b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "PUT /v2.0/ports/3bf1353c-5755-4d58-be11-2e2b45074b6e HTTP/1.1" status: 200 len: 921 time: 1.0919003 Dec 06 14:32:02.797724 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37340) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:02.887829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-746a56d0-5ea4-4274-ae98-6c76781c3c2e None None] Provisioning complete for port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:02.888516 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-746a56d0-5ea4-4274-ae98-6c76781c3c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:02.901907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c5edf-9c47-42ce-acff-6510824ef4e0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port 3bf1353c-5755-4d58-be11-2e2b45074b6e {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:32:02.902246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5edf-9c47-42ce-acff-6510824ef4e0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:02.927333 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-746a56d0-5ea4-4274-ae98-6c76781c3c2e None None] Port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:02.941774 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-746a56d0-5ea4-4274-ae98-6c76781c3c2e None None] Provisioning complete for port 3bf1353c-5755-4d58-be11-2e2b45074b6e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:02.942189 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-746a56d0-5ea4-4274-ae98-6c76781c3c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:02.978227 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-746a56d0-5ea4-4274-ae98-6c76781c3c2e None None] Port 3bf1353c-5755-4d58-be11-2e2b45074b6e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:02.989281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-746a56d0-5ea4-4274-ae98-6c76781c3c2e None None] Provisioning complete for port 0fc50241-d4de-4f56-974c-5afec69468d5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:02.989662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-746a56d0-5ea4-4274-ae98-6c76781c3c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.008311 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5edf-9c47-42ce-acff-6510824ef4e0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.020450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c5edf-9c47-42ce-acff-6510824ef4e0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for 3bf1353c-5755-4d58-be11-2e2b45074b6e owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:32:03.256396 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5edf-9c47-42ce-acff-6510824ef4e0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.285205 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 0fc50241-d4de-4f56-974c-5afec69468d5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:32:03.287356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2c5edf-9c47-42ce-acff-6510824ef4e0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=3bf1353c-5755-4d58-be11-2e2b45074b6e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:03.343418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 0fc50241-d4de-4f56-974c-5afec69468d5 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:03.343880 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.359131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cf2c5edf-9c47-42ce-acff-6510824ef4e0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.364715 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cf2c5edf-9c47-42ce-acff-6510824ef4e0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/3bf1353c-5755-4d58-be11-2e2b45074b6e HTTP/1.1" status: 204 len: 168 time: 0.5655499 Dec 06 14:32:03.367153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37344) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:03.393398 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb645184-6519-4318-8cf8-96ec76f62487 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:32:03.397428 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bb645184-6519-4318-8cf8-96ec76f62487 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/3bf1353c-5755-4d58-be11-2e2b45074b6e HTTP/1.1" status: 404 len: 333 time: 0.0267539 Dec 06 14:32:03.397678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37346) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:03.469088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bed5c5fc-ac0b-4da6-a6e3-a8244f70be7f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.486732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b57ad9f4-c15e-4506-b1bd-cee6d7d8012a None None] Could not find standard attr ID for object 3bf1353c-5755-4d58-be11-2e2b45074b6e. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 14:32:03.504219 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bed5c5fc-ac0b-4da6-a6e3-a8244f70be7f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.684941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bed5c5fc-ac0b-4da6-a6e3-a8244f70be7f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.687879 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bed5c5fc-ac0b-4da6-a6e3-a8244f70be7f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.691629 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bed5c5fc-ac0b-4da6-a6e3-a8244f70be7f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/security-groups/379a26f4-ae98-447d-90a4-7a27e668de8a HTTP/1.1" status: 204 len: 168 time: 0.2905397 Dec 06 14:32:03.692420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37348) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:03.705938 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5c5fc-ac0b-4da6-a6e3-a8244f70be7f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=379a26f4-ae98-447d-90a4-7a27e668de8a,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:03.750944 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eeeefe80-6a9b-4e75-8fcb-665db21a998a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.753466 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5feb83c-00c6-4a13-865b-ca19774547b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.773889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eeeefe80-6a9b-4e75-8fcb-665db21a998a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.953569 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eeeefe80-6a9b-4e75-8fcb-665db21a998a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.956254 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eeeefe80-6a9b-4e75-8fcb-665db21a998a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:03.957479 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-eeeefe80-6a9b-4e75-8fcb-665db21a998a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/security-groups/4114544e-d771-4b4a-850f-74c99d55fcde HTTP/1.1" status: 204 len: 168 time: 0.2633307 Dec 06 14:32:03.960106 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37350) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:03.967712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeefe80-6a9b-4e75-8fcb-665db21a998a tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4114544e-d771-4b4a-850f-74c99d55fcde,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:04.026356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-45245996-aa7f-4ab9-8a00-5bbe5b3975dc tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting subnet f039b88f-2673-4658-a015-e8e1f9e92f1b {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:32:04.029849 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45245996-aa7f-4ab9-8a00-5bbe5b3975dc tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:04.073227 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45245996-aa7f-4ab9-8a00-5bbe5b3975dc tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:04.159695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45245996-aa7f-4ab9-8a00-5bbe5b3975dc tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:04.302403 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45245996-aa7f-4ab9-8a00-5bbe5b3975dc tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:04.338229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45245996-aa7f-4ab9-8a00-5bbe5b3975dc tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Subnet': ['ID=f039b88f-2673-4658-a015-e8e1f9e92f1b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:04.345062 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45245996-aa7f-4ab9-8a00-5bbe5b3975dc tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:04.351895 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-45245996-aa7f-4ab9-8a00-5bbe5b3975dc tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/f039b88f-2673-4658-a015-e8e1f9e92f1b HTTP/1.1" status: 204 len: 168 time: 0.3907766 Dec 06 14:32:04.354658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60018602-4d86-4821-b90b-cdaa582b1882 None None] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:32:04.356204 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37356) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:04.361471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c141295c-68f2-48d8-80cf-ff1d8c494c86 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:04.848829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:04.913641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c141295c-68f2-48d8-80cf-ff1d8c494c86 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:32:04.917892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c141295c-68f2-48d8-80cf-ff1d8c494c86 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:05.142354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3e10fa52-2df1-4a3e-b33b-f5fafbe6db86 None None] Provisioning complete for port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:05.143923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e10fa52-2df1-4a3e-b33b-f5fafbe6db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:05.179015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3e10fa52-2df1-4a3e-b33b-f5fafbe6db86 None None] Port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:05.192719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3e10fa52-2df1-4a3e-b33b-f5fafbe6db86 None None] Provisioning complete for port 0fc50241-d4de-4f56-974c-5afec69468d5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:05.193121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3e10fa52-2df1-4a3e-b33b-f5fafbe6db86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:05.273179 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c141295c-68f2-48d8-80cf-ff1d8c494c86 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:05.313464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c141295c-68f2-48d8-80cf-ff1d8c494c86 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:32:05.319923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c141295c-68f2-48d8-80cf-ff1d8c494c86 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:05.324918 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c141295c-68f2-48d8-80cf-ff1d8c494c86 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:05.327129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c141295c-68f2-48d8-80cf-ff1d8c494c86 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:05.329937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b2f7b9-75bd-4457-a0f7-a62262222486 None None] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:32:05.339481 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141295c-68f2-48d8-80cf-ff1d8c494c86 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Subnet': ['ID=6d2ed746-1d67-4b24-8dfd-17cb79ecc7e8,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:05.422167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37360) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:05.422602 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c141295c-68f2-48d8-80cf-ff1d8c494c86 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0649054 Dec 06 14:32:05.426783 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-736b101f-a46d-4371-939f-42b5de672e4f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'security_group': {'name': 'tempest-secgroup-758348201'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:05.530584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-736b101f-a46d-4371-939f-42b5de672e4f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:05.556284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af5c574-9ef9-4c0e-a8c8-e0c06ac483fb None None] Update dhcp port {'port': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'fixed_ips': [{'subnet_id': 'f8654323-1378-457c-81cf-92c9638302f0', 'ip_address': '172.20.0.18'}, {'subnet_id': '6d2ed746-1d67-4b24-8dfd-17cb79ecc7e8'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '0fc50241-d4de-4f56-974c-5afec69468d5'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:32:05.581092 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4af5c574-9ef9-4c0e-a8c8-e0c06ac483fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:05.602294 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-736b101f-a46d-4371-939f-42b5de672e4f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:05.685239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-736b101f-a46d-4371-939f-42b5de672e4f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:05.715122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b101f-a46d-4371-939f-42b5de672e4f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06892ab6-5a01-4c80-b753-3f4c92f0433a,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:05.772492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-736b101f-a46d-4371-939f-42b5de672e4f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:05.774209 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-736b101f-a46d-4371-939f-42b5de672e4f tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3509796 Dec 06 14:32:05.777111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37362) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:05.781869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-95d48fbe-3e09-41d9-a1bc-d4471160c877 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'security_group': {'name': 'tempest-secgroup-1496161194'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:05.873511 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95d48fbe-3e09-41d9-a1bc-d4471160c877 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:05.885975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-4af5c574-9ef9-4c0e-a8c8-e0c06ac483fb None None] Allocated IP 172.20.0.2 (45affccd-0b5c-42ef-96e9-d51fb9dd7d54/6d2ed746-1d67-4b24-8dfd-17cb79ecc7e8/0fc50241-d4de-4f56-974c-5afec69468d5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:05.939104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95d48fbe-3e09-41d9-a1bc-d4471160c877 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:05.980468 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4af5c574-9ef9-4c0e-a8c8-e0c06ac483fb None None] For port 0fc50241-d4de-4f56-974c-5afec69468d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0fc50241-d4de-4f56-974c-5afec69468d5,segment=NetworkSegment(c75ee80b-a100-4549-b4b6-b73df63b89ba),segment_id=c75ee80b-a100-4549-b4b6-b73df63b89ba)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:05.997625 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:06.013721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4af5c574-9ef9-4c0e-a8c8-e0c06ac483fb None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:06.021779 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95d48fbe-3e09-41d9-a1bc-d4471160c877 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:06.049648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d48fbe-3e09-41d9-a1bc-d4471160c877 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1baac969-2df7-4459-9e69-81a2157cabe6,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:06.101893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4af5c574-9ef9-4c0e-a8c8-e0c06ac483fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:06.139172 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95d48fbe-3e09-41d9-a1bc-d4471160c877 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:06.142888 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-95d48fbe-3e09-41d9-a1bc-d4471160c877 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3622222 Dec 06 14:32:06.143105 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37366) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:06.147657 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-baf328ed-cd20-40af-8c0d-79a6498474c5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'security_group': {'name': 'tempest-secgroup-968564306'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:06.187360 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5c574-9ef9-4c0e-a8c8-e0c06ac483fb None None] Pushing event updated for resources: {'Port': ['ID=0fc50241-d4de-4f56-974c-5afec69468d5,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:06.262054 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-baf328ed-cd20-40af-8c0d-79a6498474c5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:06.338887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-baf328ed-cd20-40af-8c0d-79a6498474c5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:06.457112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-baf328ed-cd20-40af-8c0d-79a6498474c5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:06.494445 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf328ed-cd20-40af-8c0d-79a6498474c5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd3b024-2ae8-46cf-a776-9d81f0ba4ef8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:06.534954 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-ab115354-7e32-48c5-8f3b-5aa0a2df021f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426962414&fields=id&tenant_id=852a071ee3ac45faa46fbed60458d40d HTTP/1.1" status: 200 len: 267 time: 0.0503078 Dec 06 14:32:06.577224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-baf328ed-cd20-40af-8c0d-79a6498474c5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:06.578444 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-baf328ed-cd20-40af-8c0d-79a6498474c5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4343910 Dec 06 14:32:06.588975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37378) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:06.588975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-160557993', 'security_groups': ['3fd3b024-2ae8-46cf-a776-9d81f0ba4ef8'], 'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d2ed746-1d67-4b24-8dfd-17cb79ecc7e8'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:06.710262 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-740278c3-a790-4c51-b8a3-b104fe01352c None None] Provisioning complete for port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:06.710886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-740278c3-a790-4c51-b8a3-b104fe01352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:06.752445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-740278c3-a790-4c51-b8a3-b104fe01352c None None] Port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:06.762794 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-740278c3-a790-4c51-b8a3-b104fe01352c None None] Provisioning complete for port 0fc50241-d4de-4f56-974c-5afec69468d5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:06.763307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-740278c3-a790-4c51-b8a3-b104fe01352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:06.924829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:07.036030 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-cdf6cc2a-bd20-4802-a47a-be7af6fea494 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:07.037398 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-cdf6cc2a-bd20-4802-a47a-be7af6fea494 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 811 time: 0.4944777 Dec 06 14:32:07.059322 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-f559b34e-4542-45c0-97be-74767f460545 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/quotas/852a071ee3ac45faa46fbed60458d40d HTTP/1.1" status: 200 len: 375 time: 0.0137043 Dec 06 14:32:07.117749 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-34f6979b-8caa-4f06-8dd5-87589a0a8163 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517895 Dec 06 14:32:07.133150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-f682bf2b-993a-4dad-bb86-9bf46e955929 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:32:07.134144 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-f682bf2b-993a-4dad-bb86-9bf46e955929 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048785 Dec 06 14:32:07.157336 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:32:07.282001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 0fc50241-d4de-4f56-974c-5afec69468d5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:32:07.283809 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-bc242394-1936-477f-bd7e-7f8a0eff539f service neutron] 10.222.0.42 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434140 Dec 06 14:32:07.290057 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:07.329745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 0fc50241-d4de-4f56-974c-5afec69468d5 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:07.329991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:07.330225 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] device_id is not set on port f3905c4b-fb59-4201-a34c-5aa145de7111 yet. {{(pid=103725) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:32:07.461784 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-6bdacab9-bb5f-4639-8bc0-5f917516ee5b service neutron] 10.222.0.42 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696329 Dec 06 14:32:07.530838 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.9 (45affccd-0b5c-42ef-96e9-d51fb9dd7d54/6d2ed746-1d67-4b24-8dfd-17cb79ecc7e8/f3905c4b-fb59-4201-a34c-5aa145de7111) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:07.677618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:07.787899 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:07.830349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:32:07.833305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:07.836964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:32:07.866486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=f3905c4b-fb59-4201-a34c-5aa145de7111,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:07.895934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:07.896576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:07.999974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37394) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:08.000899 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-184ceadd-ab78-4516-825e-4b95bdb30a96 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4183834 Dec 06 14:32:08.006823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4a98c56a-b82d-4f9e-b61c-6b73019af5d3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:08.070954 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7355efce-c67e-4643-a069-e98340271767 req-3f165515-a3d4-4f5e-9ae6-f0e9e50e08fe tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 210 time: 0.1175549 Dec 06 14:32:08.073285 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-30477332-9867-41b4-bef5-c302d2a4df42 None None] Provisioning complete for port f3905c4b-fb59-4201-a34c-5aa145de7111 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:08.073801 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30477332-9867-41b4-bef5-c302d2a4df42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:08.109270 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-30477332-9867-41b4-bef5-c302d2a4df42 None None] Port f3905c4b-fb59-4201-a34c-5aa145de7111 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:08.226184 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a98c56a-b82d-4f9e-b61c-6b73019af5d3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:32:08.229697 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a98c56a-b82d-4f9e-b61c-6b73019af5d3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:08.321033 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.ipam_backend_mixin [None req-4a98c56a-b82d-4f9e-b61c-6b73019af5d3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d2ed746-1d67-4b24-8dfd-17cb79ecc7e8 (CIDR: 172.20.0.0/28) Dec 06 14:32:08.359937 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a98c56a-b82d-4f9e-b61c-6b73019af5d3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:32:08.360448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a98c56a-b82d-4f9e-b61c-6b73019af5d3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:08.470272 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4a98c56a-b82d-4f9e-b61c-6b73019af5d3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4680350 Dec 06 14:32:08.473014 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37402) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:08.477990 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2addda33-e910-440d-9314-14743bcbe278 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:08.655859 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2addda33-e910-440d-9314-14743bcbe278 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:32:08.659481 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2addda33-e910-440d-9314-14743bcbe278 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:08.750898 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.ipam_backend_mixin [None req-2addda33-e910-440d-9314-14743bcbe278 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f8654323-1378-457c-81cf-92c9638302f0 (CIDR: 172.20.0.16/28) Dec 06 14:32:08.822385 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-2addda33-e910-440d-9314-14743bcbe278 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 14:32:08.822916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2addda33-e910-440d-9314-14743bcbe278 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:08.904661 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2addda33-e910-440d-9314-14743bcbe278 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4306235 Dec 06 14:32:08.907353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37404) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:08.912085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-05b61626-32e4-4e3e-9831-cfa88c0b0750 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'subnet': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:09.090363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b61626-32e4-4e3e-9831-cfa88c0b0750 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Made reservation on behalf of 026f8ab0dadd4d66be82a86134e380f6 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:32:09.093902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05b61626-32e4-4e3e-9831-cfa88c0b0750 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:09.192482 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30ed00f4-8ffa-4de7-8b79-cc081c980415 req-972a63e0-c37f-4232-bdd1-49c7e2ea21fe tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 210 time: 0.0299664 Dec 06 14:32:09.427424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05b61626-32e4-4e3e-9831-cfa88c0b0750 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:09.468463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b61626-32e4-4e3e-9831-cfa88c0b0750 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:32:09.472818 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-05b61626-32e4-4e3e-9831-cfa88c0b0750 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:09.477047 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b61626-32e4-4e3e-9831-cfa88c0b0750 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:09.477673 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-05b61626-32e4-4e3e-9831-cfa88c0b0750 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:09.482930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bae6d97-9ffa-4254-a963-113ec6abee28 None None] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:32:09.488132 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b61626-32e4-4e3e-9831-cfa88c0b0750 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Subnet': ['ID=4becb835-928c-41cf-a74d-97c7514105d5,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:09.617362 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-05b61626-32e4-4e3e-9831-cfa88c0b0750 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7064703 Dec 06 14:32:09.617702 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37408) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:09.623246 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-97b972b3-4a1c-4f6f-a678-b8403744a3cb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-590382698', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4becb835-928c-41cf-a74d-97c7514105d5'}], 'security_groups': ['06892ab6-5a01-4c80-b753-3f4c92f0433a', '1baac969-2df7-4459-9e69-81a2157cabe6']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:09.712827 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c13e156-97c3-4f27-aecc-7a87362438f9 None None] Update dhcp port {'port': {'network_id': '45affccd-0b5c-42ef-96e9-d51fb9dd7d54', 'fixed_ips': [{'subnet_id': 'f8654323-1378-457c-81cf-92c9638302f0', 'ip_address': '172.20.0.18'}, {'subnet_id': '6d2ed746-1d67-4b24-8dfd-17cb79ecc7e8', 'ip_address': '172.20.0.2'}, {'subnet_id': '4becb835-928c-41cf-a74d-97c7514105d5'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '0fc50241-d4de-4f56-974c-5afec69468d5'} from dv-neutron-master-2-hyperv. {{(pid=103726) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Dec 06 14:32:09.738734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c13e156-97c3-4f27-aecc-7a87362438f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:09.775199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-97b972b3-4a1c-4f6f-a678-b8403744a3cb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:09.904375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-9c13e156-97c3-4f27-aecc-7a87362438f9 None None] Allocated IP 172.20.0.34 (45affccd-0b5c-42ef-96e9-d51fb9dd7d54/4becb835-928c-41cf-a74d-97c7514105d5/0fc50241-d4de-4f56-974c-5afec69468d5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:10.001566 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-9c13e156-97c3-4f27-aecc-7a87362438f9 None None] For port 0fc50241-d4de-4f56-974c-5afec69468d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0fc50241-d4de-4f56-974c-5afec69468d5,segment=NetworkSegment(c75ee80b-a100-4549-b4b6-b73df63b89ba),segment_id=c75ee80b-a100-4549-b4b6-b73df63b89ba)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:10.029758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c13e156-97c3-4f27-aecc-7a87362438f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:10.142158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9c13e156-97c3-4f27-aecc-7a87362438f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:10.246938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-97b972b3-4a1c-4f6f-a678-b8403744a3cb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Delete allocated IP 172.20.0.9 (45affccd-0b5c-42ef-96e9-d51fb9dd7d54/6d2ed746-1d67-4b24-8dfd-17cb79ecc7e8) {{(pid=103724) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Dec 06 14:32:10.247745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13e156-97c3-4f27-aecc-7a87362438f9 None None] Pushing event updated for resources: {'Port': ['ID=0fc50241-d4de-4f56-974c-5afec69468d5,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:10.262057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-97b972b3-4a1c-4f6f-a678-b8403744a3cb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Allocated IP 172.20.0.45 (45affccd-0b5c-42ef-96e9-d51fb9dd7d54/4becb835-928c-41cf-a74d-97c7514105d5/f3905c4b-fb59-4201-a34c-5aa145de7111) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:10.352298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-0712864e-4395-4147-9ab0-9e92cf22198a tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:10.353957 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-0712864e-4395-4147-9ab0-9e92cf22198a tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 811 time: 0.1393974 Dec 06 14:32:10.403385 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b9869e79-e31f-46d5-bf1c-ba2b6b826064 req-47930842-738b-4815-9ee9-bbeabcd0ac07 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 210 time: 0.0989592 Dec 06 14:32:10.443586 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-3f202929-16d6-44fd-93c3-77a7502a4570 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=852a071ee3ac45faa46fbed60458d40d HTTP/1.1" status: 200 len: 380 time: 0.0801086 Dec 06 14:32:10.458147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7b2ac178-3767-4ef8-a100-ce8ee16019c5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Request body: {'port': {'device_id': '617a5963-0347-475c-a661-72d62899fdde', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'admin_state_up': True, 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'security_groups': ['b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a']}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:10.477310 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-97b972b3-4a1c-4f6f-a678-b8403744a3cb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:10.576354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-97b972b3-4a1c-4f6f-a678-b8403744a3cb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:10.670129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b972b3-4a1c-4f6f-a678-b8403744a3cb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event updated for resources: {'Port': ['ID=f3905c4b-fb59-4201-a34c-5aa145de7111,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:10.695170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-97b972b3-4a1c-4f6f-a678-b8403744a3cb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] In _notify_port_updated(), no bound segment for port f3905c4b-fb59-4201-a34c-5aa145de7111 on network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 {{(pid=103724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:32:10.702147 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b972b3-4a1c-4f6f-a678-b8403744a3cb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:10.702770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-97b972b3-4a1c-4f6f-a678-b8403744a3cb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:10.706762 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-97b972b3-4a1c-4f6f-a678-b8403744a3cb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "PUT /v2.0/ports/f3905c4b-fb59-4201-a34c-5aa145de7111 HTTP/1.1" status: 200 len: 959 time: 1.0854540 Dec 06 14:32:10.712696 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37414) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:10.712696 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7b2ac178-3767-4ef8-a100-ce8ee16019c5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Made reservation on behalf of 852a071ee3ac45faa46fbed60458d40d for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:32:10.713520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7b2ac178-3767-4ef8-a100-ce8ee16019c5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:10.852963 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-caaa0bd1-ea1a-46a4-ae50-c2eda6520f94 None None] Provisioning complete for port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:10.853965 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-caaa0bd1-ea1a-46a4-ae50-c2eda6520f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:10.892806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-caaa0bd1-ea1a-46a4-ae50-c2eda6520f94 None None] Port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:10.903535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-caaa0bd1-ea1a-46a4-ae50-c2eda6520f94 None None] Provisioning complete for port f3905c4b-fb59-4201-a34c-5aa145de7111 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:10.903895 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-caaa0bd1-ea1a-46a4-ae50-c2eda6520f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:10.912631 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3b190-c0f1-4784-9bec-ff3bea2d2acb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port f3905c4b-fb59-4201-a34c-5aa145de7111 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:32:10.913074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b190-c0f1-4784-9bec-ff3bea2d2acb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:10.941747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7b2ac178-3767-4ef8-a100-ce8ee16019c5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Allocated IP 172.20.0.8 (23b95a34-a658-4de3-b9c9-74b7dc477ef7/018755a3-99e8-41ec-89d9-a7709363b621/e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:10.942936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-caaa0bd1-ea1a-46a4-ae50-c2eda6520f94 None None] Port f3905c4b-fb59-4201-a34c-5aa145de7111 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:10.955220 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-caaa0bd1-ea1a-46a4-ae50-c2eda6520f94 None None] Provisioning complete for port 0fc50241-d4de-4f56-974c-5afec69468d5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:10.955889 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-caaa0bd1-ea1a-46a4-ae50-c2eda6520f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.068306 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b190-c0f1-4784-9bec-ff3bea2d2acb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.112643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3b190-c0f1-4784-9bec-ff3bea2d2acb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for f3905c4b-fb59-4201-a34c-5aa145de7111 owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:32:11.205260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7b2ac178-3767-4ef8-a100-ce8ee16019c5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.322483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 0fc50241-d4de-4f56-974c-5afec69468d5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:32:11.375962 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b190-c0f1-4784-9bec-ff3bea2d2acb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.379564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-eb0d3992-ec6b-4b86-b3b1-023b02f14800 None None] Provisioning complete for port f3905c4b-fb59-4201-a34c-5aa145de7111 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:11.379902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb0d3992-ec6b-4b86-b3b1-023b02f14800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.400583 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-eb0d3992-ec6b-4b86-b3b1-023b02f14800 None None] Port f3905c4b-fb59-4201-a34c-5aa145de7111 was deleted so its status cannot be updated. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Dec 06 14:32:11.410861 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3b190-c0f1-4784-9bec-ff3bea2d2acb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=f3905c4b-fb59-4201-a34c-5aa145de7111,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:11.413083 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7b2ac178-3767-4ef8-a100-ce8ee16019c5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.414533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 0fc50241-d4de-4f56-974c-5afec69468d5 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:11.415087 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.568743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7b2ac178-3767-4ef8-a100-ce8ee16019c5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:32:11.578769 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7b2ac178-3767-4ef8-a100-ce8ee16019c5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:11.592420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7b2ac178-3767-4ef8-a100-ce8ee16019c5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:32:11.598093 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2ac178-3767-4ef8-a100-ce8ee16019c5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'Port': ['ID=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:11.633174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b190-c0f1-4784-9bec-ff3bea2d2acb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.639663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37418) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:11.649244 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4ba3b190-c0f1-4784-9bec-ff3bea2d2acb tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/f3905c4b-fb59-4201-a34c-5aa145de7111 HTTP/1.1" status: 204 len: 168 time: 0.9404445 Dec 06 14:32:11.678638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52259e9a-6b9b-4050-97ba-e76e75a5276d req-e8a3cfde-36b5-4f1d-a509-9f74572600f2 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:11.680478 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-52259e9a-6b9b-4050-97ba-e76e75a5276d req-e8a3cfde-36b5-4f1d-a509-9f74572600f2 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 931 time: 0.1515331 Dec 06 14:32:11.694392 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a37545e-a2a7-4733-9e30-b7e6907522f5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] GET failed (client error): The resource could not be found. Dec 06 14:32:11.709437 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6a37545e-a2a7-4733-9e30-b7e6907522f5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports/f3905c4b-fb59-4201-a34c-5aa145de7111 HTTP/1.1" status: 404 len: 333 time: 0.0552464 Dec 06 14:32:11.709651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7b2ac178-3767-4ef8-a100-ce8ee16019c5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:11.709787 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37420) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:11.709898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7b2ac178-3767-4ef8-a100-ce8ee16019c5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.782582 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-52259e9a-6b9b-4050-97ba-e76e75a5276d req-3894cc4c-7e58-420e-9acb-d59ebb7d59d2 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716245 Dec 06 14:32:11.790740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9eaf366e-f734-47c8-a8d9-5ef3c55955ff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.817949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9eaf366e-f734-47c8-a8d9-5ef3c55955ff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.893461 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7b2ac178-3767-4ef8-a100-ce8ee16019c5 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4394183 Dec 06 14:32:11.903660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-a994c5c8-1464-42c9-8f7c-4a46199e902f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:32:11.904774 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-a994c5c8-1464-42c9-8f7c-4a46199e902f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055571 Dec 06 14:32:11.930315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bfb5fd63-e059-4c8d-a64e-c8afc17c6382 None None] Provisioning complete for port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:11.930899 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bfb5fd63-e059-4c8d-a64e-c8afc17c6382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.947839 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9eaf366e-f734-47c8-a8d9-5ef3c55955ff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.958113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9eaf366e-f734-47c8-a8d9-5ef3c55955ff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:11.958113 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9eaf366e-f734-47c8-a8d9-5ef3c55955ff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/security-groups/3fd3b024-2ae8-46cf-a776-9d81f0ba4ef8 HTTP/1.1" status: 204 len: 168 time: 0.2560949 Dec 06 14:32:11.959750 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37424) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:11.973528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bfb5fd63-e059-4c8d-a64e-c8afc17c6382 None None] Port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:11.974534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf366e-f734-47c8-a8d9-5ef3c55955ff tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd3b024-2ae8-46cf-a776-9d81f0ba4ef8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:11.991640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Request body: {'port': {'device_id': '617a5963-0347-475c-a661-72d62899fdde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:12.071445 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-76de603d-5c7b-4717-857b-a84130f410b1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.074689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.124473 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-76de603d-5c7b-4717-857b-a84130f410b1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.333216 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-76de603d-5c7b-4717-857b-a84130f410b1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.335718 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-76de603d-5c7b-4717-857b-a84130f410b1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.336925 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-76de603d-5c7b-4717-857b-a84130f410b1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/security-groups/1baac969-2df7-4459-9e69-81a2157cabe6 HTTP/1.1" status: 204 len: 168 time: 0.3761790 Dec 06 14:32:12.340083 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37426) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:12.351833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de603d-5c7b-4717-857b-a84130f410b1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baac969-2df7-4459-9e69-81a2157cabe6,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:12.403485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:32:12.407727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-135affca-44cc-48b3-bb37-65c2ddb9cf70 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.414120 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.428559 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Transition to ACTIVE for port object e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 will not be triggered until provisioned by entity L2. {{(pid=103725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:32:12.431788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-135affca-44cc-48b3-bb37-65c2ddb9cf70 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.513243 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.566166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Pushing event updated for resources: {'Port': ['ID=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:12.611965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-135affca-44cc-48b3-bb37-65c2ddb9cf70 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.617101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-135affca-44cc-48b3-bb37-65c2ddb9cf70 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.619344 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-135affca-44cc-48b3-bb37-65c2ddb9cf70 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/security-groups/06892ab6-5a01-4c80-b753-3f4c92f0433a HTTP/1.1" status: 204 len: 168 time: 0.2779818 Dec 06 14:32:12.623691 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37428) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:12.638012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135affca-44cc-48b3-bb37-65c2ddb9cf70 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06892ab6-5a01-4c80-b753-3f4c92f0433a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:12.705209 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3baf636-049a-43f7-bc8f-c5551b1205a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting subnet 6d2ed746-1d67-4b24-8dfd-17cb79ecc7e8 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:32:12.715411 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3baf636-049a-43f7-bc8f-c5551b1205a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.739594 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Attempting to bind port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:32:12.739594 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Attempting to bind port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:32:12.739594 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Attempting to bind port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 on network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:32:12.747418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 on network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:32:12.747740 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Attempting to bind port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 on network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:32:12.756493 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 31, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:32:12.756778 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Checking segment: {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:32:12.757184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Bound using segment: {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:32:12.757616 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Bound port: e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe2965c0-8b80-42b1-9f07-bb4028268bce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:32:12.758128 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.782419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3baf636-049a-43f7-bc8f-c5551b1205a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.897372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] For port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:32:12.903892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfbdf9-0483-4758-abd1-ab9752f1270e req-09d4125c-2194-4345-a24f-5866c439c88d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:12.905458 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-69dfbdf9-0483-4758-abd1-ab9752f1270e req-09d4125c-2194-4345-a24f-5866c439c88d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 943 time: 0.0521789 Dec 06 14:32:12.916408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] For port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:32:12.924508 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3baf636-049a-43f7-bc8f-c5551b1205a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:12.967662 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-69dfbdf9-0483-4758-abd1-ab9752f1270e req-a0ee2dbf-0832-443c-ad7d-096a40444ea7 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553088 Dec 06 14:32:12.981276 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:13.027358 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:13.027982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:13.029378 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] 10.222.0.41 "PUT /v2.0/ports/e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 HTTP/1.1" status: 200 len: 1093 time: 1.1164091 Dec 06 14:32:13.029817 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617a5963-0347-475c-a661-72d62899fdde', 'tag': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:32:13.032085 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbe8fca-3cf5-4bc6-bbf6-671175f33689" -d '{"events": [{"name": "network-changed", "server_uuid": "617a5963-0347-475c-a661-72d62899fdde", "tag": "e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:32:13.064832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa20b64-ac0d-4648-a258-6ed500d6ba4d service neutron] Pushing event updated for resources: {'Port': ['ID=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:13.080311 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83db76e-25b7-4e00-9f3c-07b10f8a2df3 x-openstack-request-id: req-c83db76e-25b7-4e00-9f3c-07b10f8a2df3 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:32:13.080589 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617a5963-0347-475c-a661-72d62899fdde", "tag": "e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:32:13.080843 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c83db76e-25b7-4e00-9f3c-07b10f8a2df3 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:32:13.081304 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617a5963-0347-475c-a661-72d62899fdde', 'tag': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98', 'status': 'completed', 'code': 200} Dec 06 14:32:13.143917 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe8fca-3cf5-4bc6-bbf6-671175f33689 req-1ef51a56-b091-4158-b1a2-b444d5cb2b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:13.145476 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-dfbe8fca-3cf5-4bc6-bbf6-671175f33689 req-1ef51a56-b091-4158-b1a2-b444d5cb2b13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 1096 time: 0.0452011 Dec 06 14:32:13.150465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3baf636-049a-43f7-bc8f-c5551b1205a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:13.210956 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3baf636-049a-43f7-bc8f-c5551b1205a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:13.221153 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f3baf636-049a-43f7-bc8f-c5551b1205a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/6d2ed746-1d67-4b24-8dfd-17cb79ecc7e8 HTTP/1.1" status: 204 len: 168 time: 0.5899405 Dec 06 14:32:13.221153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3baf636-049a-43f7-bc8f-c5551b1205a5 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2ed746-1d67-4b24-8dfd-17cb79ecc7e8,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:13.221697 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37434) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:13.229088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5750f6-8e16-4189-bf58-846708b99b9d None None] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:32:13.327104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-1717751c-572d-471a-b7b6-e6c42089adac tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting subnet 4becb835-928c-41cf-a74d-97c7514105d5 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:32:13.334024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1717751c-572d-471a-b7b6-e6c42089adac tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:13.374688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe8fca-3cf5-4bc6-bbf6-671175f33689 req-21fed960-144f-425c-9551-53b1600ba2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:13.380913 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-dfbe8fca-3cf5-4bc6-bbf6-671175f33689 req-21fed960-144f-425c-9551-53b1600ba2d4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=852a071ee3ac45faa46fbed60458d40d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2201600 Dec 06 14:32:13.395716 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1717751c-572d-471a-b7b6-e6c42089adac tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:13.540458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe8fca-3cf5-4bc6-bbf6-671175f33689 req-96d007fc-e4ff-4246-8ccc-57ea1ed7e148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:13.541271 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-dfbe8fca-3cf5-4bc6-bbf6-671175f33689 req-96d007fc-e4ff-4246-8ccc-57ea1ed7e148 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583788 Dec 06 14:32:13.555498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1717751c-572d-471a-b7b6-e6c42089adac tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:13.647037 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7731a6ea-ea68-462a-8423-bd07fd0b978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:13.648547 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7731a6ea-ea68-462a-8423-bd07fd0b978c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 1096 time: 0.0615764 Dec 06 14:32:13.693814 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-b3a92a36-6f87-4e7c-8cab-cda0dcca7876 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 HTTP/1.1" status: 200 len: 217 time: 0.0361032 Dec 06 14:32:13.751872 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-ff7c89ca-b521-41ab-8de0-0a5ba306bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:13.753408 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-ff7c89ca-b521-41ab-8de0-0a5ba306bddb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 200 len: 850 time: 0.0515275 Dec 06 14:32:13.786286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1717751c-572d-471a-b7b6-e6c42089adac tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:13.820790 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717751c-572d-471a-b7b6-e6c42089adac tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Subnet': ['ID=4becb835-928c-41cf-a74d-97c7514105d5,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:13.825804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1717751c-572d-471a-b7b6-e6c42089adac tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:13.829781 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1717751c-572d-471a-b7b6-e6c42089adac tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/4becb835-928c-41cf-a74d-97c7514105d5 HTTP/1.1" status: 204 len: 168 time: 0.6047637 Dec 06 14:32:13.830282 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37436) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:13.840451 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-f5e30235-73ef-4c91-b8f3-0dd5035b1f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:13.842101 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-f5e30235-73ef-4c91-b8f3-0dd5035b1f5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23b95a34-a658-4de3-b9c9-74b7dc477ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820961 Dec 06 14:32:13.864316 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-eef21e95-7b14-499f-847b-178233309f82 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] DELETE failed (client error): The resource could not be found. Dec 06 14:32:13.864947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eef21e95-7b14-499f-847b-178233309f82 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:13.868414 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-eef21e95-7b14-499f-847b-178233309f82 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/6d2ed746-1d67-4b24-8dfd-17cb79ecc7e8 HTTP/1.1" status: 404 len: 337 time: 0.0370073 Dec 06 14:32:13.873411 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37438) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:13.968502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6be85dc-da28-4444-9c9d-580dfbe73e47 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting subnet f8654323-1378-457c-81cf-92c9638302f0 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:32:13.969593 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb255ea5-726e-4247-bc86-b7c70826da5e None None] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:32:13.975228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6be85dc-da28-4444-9c9d-580dfbe73e47 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:14.037330 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-7ca6c778-5ea6-4940-9768-211e79833e2e service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871529 Dec 06 14:32:14.053074 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0299c6bc-8cfe-46c0-96b3-eb2b47255bb7 None None] Provisioning complete for port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:14.053448 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0299c6bc-8cfe-46c0-96b3-eb2b47255bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:14.055343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6be85dc-da28-4444-9c9d-580dfbe73e47 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:14.110901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0299c6bc-8cfe-46c0-96b3-eb2b47255bb7 None None] Port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:14.116358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f021926-2dbd-4de5-8d6f-5483a60774ed req-9747df1f-057f-4209-be51-ded3d2bd67d7 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:14.118459 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f021926-2dbd-4de5-8d6f-5483a60774ed req-9747df1f-057f-4209-be51-ded3d2bd67d7 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 943 time: 0.0735204 Dec 06 14:32:14.151081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0299c6bc-8cfe-46c0-96b3-eb2b47255bb7 None None] Provisioning complete for port 0fc50241-d4de-4f56-974c-5afec69468d5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:14.151761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0299c6bc-8cfe-46c0-96b3-eb2b47255bb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:14.182736 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f021926-2dbd-4de5-8d6f-5483a60774ed req-c9091b9b-90f1-40a8-a0d3-b48922bface0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568321 Dec 06 14:32:14.210547 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6be85dc-da28-4444-9c9d-580dfbe73e47 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:14.233498 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-288ad4c3-231b-4ecf-8ec1-bdeac8064c0f req-d27c13b7-3c10-40d4-be20-f5efaa3a1cc1 service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890028 Dec 06 14:32:14.397700 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6be85dc-da28-4444-9c9d-580dfbe73e47 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:14.426109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be85dc-da28-4444-9c9d-580dfbe73e47 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Subnet': ['ID=f8654323-1378-457c-81cf-92c9638302f0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:14.434913 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6be85dc-da28-4444-9c9d-580dfbe73e47 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:14.438492 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e6be85dc-da28-4444-9c9d-580dfbe73e47 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/f8654323-1378-457c-81cf-92c9638302f0 HTTP/1.1" status: 204 len: 168 time: 0.5663805 Dec 06 14:32:14.440981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37442) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:14.473508 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b00236f-5d3c-45a7-9643-5277fcf996f6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] DELETE failed (client error): The resource could not be found. Dec 06 14:32:14.473874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b00236f-5d3c-45a7-9643-5277fcf996f6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:14.479368 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5b00236f-5d3c-45a7-9643-5277fcf996f6 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/f039b88f-2673-4658-a015-e8e1f9e92f1b HTTP/1.1" status: 404 len: 337 time: 0.0351870 Dec 06 14:32:14.479764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37444) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:14.506782 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1f9f95a2-843e-4ab9-b56c-c5fe00f08c0b tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "GET /v2.0/ports?device_id=e958acc9-1f01-442f-98b5-9504ada9cad3 HTTP/1.1" status: 200 len: 205 time: 0.0254347 Dec 06 14:32:14.509185 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37446) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:14.547184 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-464ed088-5752-40bc-b49f-d2b82e0c2f4c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] delete failed (client error): The resource could not be found. Dec 06 14:32:14.548795 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-464ed088-5752-40bc-b49f-d2b82e0c2f4c tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/routers/e958acc9-1f01-442f-98b5-9504ada9cad3 HTTP/1.1" status: 404 len: 336 time: 0.0382192 Dec 06 14:32:14.550951 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37448) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:14.579682 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f43594-6ba7-4815-953a-8d2154dde688 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] DELETE failed (client error): The resource could not be found. Dec 06 14:32:14.580281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f43594-6ba7-4815-953a-8d2154dde688 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:14.585985 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-91f43594-6ba7-4815-953a-8d2154dde688 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/1cf7b9ae-7d77-45c9-bf9b-f78f2e77008c HTTP/1.1" status: 404 len: 337 time: 0.0315568 Dec 06 14:32:14.586296 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37450) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:14.613688 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-07fbcfef-7910-4ade-a24b-ecd98ffe72c0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] DELETE failed (client error): The resource could not be found. Dec 06 14:32:14.614235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07fbcfef-7910-4ade-a24b-ecd98ffe72c0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:14.617366 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-07fbcfef-7910-4ade-a24b-ecd98ffe72c0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/c3f466e6-e316-4f6a-8e8e-10ac8db75dcb HTTP/1.1" status: 404 len: 337 time: 0.0299110 Dec 06 14:32:14.619974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37452) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:14.646992 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-544488b2-995f-4a9b-8097-b733c67c8d13 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] DELETE failed (client error): The resource could not be found. Dec 06 14:32:14.647523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-544488b2-995f-4a9b-8097-b733c67c8d13 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:14.650951 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-544488b2-995f-4a9b-8097-b733c67c8d13 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/452c6f7d-a19d-4b4b-b5c3-dcf931bd90b1 HTTP/1.1" status: 404 len: 337 time: 0.0299988 Dec 06 14:32:14.654149 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37454) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:14.683586 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d9cf988-042b-4889-a726-cbabab5cdf77 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] DELETE failed (client error): The resource could not be found. Dec 06 14:32:14.684262 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d9cf988-042b-4889-a726-cbabab5cdf77 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:14.690034 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3d9cf988-042b-4889-a726-cbabab5cdf77 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/27e17b39-67e0-47e8-963c-400ca94687b6 HTTP/1.1" status: 404 len: 333 time: 0.0324740 Dec 06 14:32:14.696760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37456) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:14.718969 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-02365890-c640-40ee-9f3b-136f2f0eec0d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] DELETE failed (client error): The resource could not be found. Dec 06 14:32:14.719586 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02365890-c640-40ee-9f3b-136f2f0eec0d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:14.722757 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-02365890-c640-40ee-9f3b-136f2f0eec0d tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/e89f5b5c-54ca-4159-b809-68d6ed4e13a8 HTTP/1.1" status: 404 len: 337 time: 0.0313809 Dec 06 14:32:14.729678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37458) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:14.753092 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-24cc4867-7a0e-4379-ba4f-918e94d12012 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] DELETE failed (client error): The resource could not be found. Dec 06 14:32:14.753699 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24cc4867-7a0e-4379-ba4f-918e94d12012 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:14.757774 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-24cc4867-7a0e-4379-ba4f-918e94d12012 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/54ba1525-67a0-4f3d-8103-4e9e2dbfc25c HTTP/1.1" status: 404 len: 337 time: 0.0306716 Dec 06 14:32:14.766681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37460) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:14.791715 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e4b977-abc4-418b-b548-0ab867f39ad3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] DELETE failed (client error): The resource could not be found. Dec 06 14:32:14.792421 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72e4b977-abc4-418b-b548-0ab867f39ad3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:14.798584 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-72e4b977-abc4-418b-b548-0ab867f39ad3 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/5bba66ae-b932-4fd6-b820-f4fe32e239b6 HTTP/1.1" status: 404 len: 333 time: 0.0285990 Dec 06 14:32:14.798818 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37462) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:14.799791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc1997b-a1b7-416f-b4d0-2a6bf3d1ae62 None None] Network 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:32:14.825174 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-36989242-d520-4dd5-ae58-547801078ad0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] DELETE failed (client error): The resource could not be found. Dec 06 14:32:14.825631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36989242-d520-4dd5-ae58-547801078ad0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:14.831285 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-36989242-d520-4dd5-ae58-547801078ad0 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/a03d9ea3-1aae-4ffa-9675-a20844c98909 HTTP/1.1" status: 404 len: 337 time: 0.0290592 Dec 06 14:32:14.840295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37464) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:14.859243 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1174b8-05e1-452f-9e31-6722d99c14a9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] DELETE failed (client error): The resource could not be found. Dec 06 14:32:14.859697 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1174b8-05e1-452f-9e31-6722d99c14a9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 14:32:14.864836 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7f1174b8-05e1-452f-9e31-6722d99c14a9 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/subnets/8c227142-f1b7-4cd7-bcc9-44099fd33007 HTTP/1.1" status: 404 len: 337 time: 0.0302465 Dec 06 14:32:14.865721 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37466) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:14.928750 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b5161c3e-e921-4352-9be5-5e819ee26951 None None] Provisioning complete for port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:14.929477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5161c3e-e921-4352-9be5-5e819ee26951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:14.968152 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-826cf9d7-5e8d-4d04-9af1-ecd5340967bf tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:32:14.968310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-826cf9d7-5e8d-4d04-9af1-ecd5340967bf tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:14.971006 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b5161c3e-e921-4352-9be5-5e819ee26951 None None] Port 9e90b6a2-2e0a-4a01-a664-75c6586fab7b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:14.982387 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b5161c3e-e921-4352-9be5-5e819ee26951 None None] Provisioning complete for port 0fc50241-d4de-4f56-974c-5afec69468d5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:14.983089 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5161c3e-e921-4352-9be5-5e819ee26951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.046234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-826cf9d7-5e8d-4d04-9af1-ecd5340967bf tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.060314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-826cf9d7-5e8d-4d04-9af1-ecd5340967bf tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for 9e90b6a2-2e0a-4a01-a664-75c6586fab7b owned by {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:32:15.064381 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d95c2e3-31a3-4be7-9f57-8ae8307e79ac None None] DHCP port deletion for 45affccd-0b5c-42ef-96e9-d51fb9dd7d54 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:32:15.122139 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4d95c2e3-31a3-4be7-9f57-8ae8307e79ac None None] Deleting port 0fc50241-d4de-4f56-974c-5afec69468d5 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:32:15.122505 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d95c2e3-31a3-4be7-9f57-8ae8307e79ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.191603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4d95c2e3-31a3-4be7-9f57-8ae8307e79ac None None] For port 0fc50241-d4de-4f56-974c-5afec69468d5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0fc50241-d4de-4f56-974c-5afec69468d5,segment=NetworkSegment(c75ee80b-a100-4549-b4b6-b73df63b89ba),segment_id=c75ee80b-a100-4549-b4b6-b73df63b89ba)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:15.191972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d95c2e3-31a3-4be7-9f57-8ae8307e79ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.206128 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4d95c2e3-31a3-4be7-9f57-8ae8307e79ac None None] Calling delete_port for 0fc50241-d4de-4f56-974c-5afec69468d5 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:32:15.262463 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-826cf9d7-5e8d-4d04-9af1-ecd5340967bf tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.315631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 0fc50241-d4de-4f56-974c-5afec69468d5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:32:15.323483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-826cf9d7-5e8d-4d04-9af1-ecd5340967bf tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.330062 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-826cf9d7-5e8d-4d04-9af1-ecd5340967bf tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/ports/9e90b6a2-2e0a-4a01-a664-75c6586fab7b HTTP/1.1" status: 204 len: 168 time: 0.4609246 Dec 06 14:32:15.330062 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cf9d7-5e8d-4d04-9af1-ecd5340967bf tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=9e90b6a2-2e0a-4a01-a664-75c6586fab7b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:15.343003 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37470) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:15.370130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345f1760-aaf9-4686-8d3c-2b252b4d9f7f req-dd06861c-0268-4f81-903a-be4335f2f888 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:15.371911 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-345f1760-aaf9-4686-8d3c-2b252b4d9f7f req-dd06861c-0268-4f81-903a-be4335f2f888 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 943 time: 0.1010234 Dec 06 14:32:15.410534 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.429452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.434364 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-345f1760-aaf9-4686-8d3c-2b252b4d9f7f req-cb5bf78c-a735-485c-9b9c-4e79c385d896 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496247 Dec 06 14:32:15.484361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Deleting port 0fc50241-d4de-4f56-974c-5afec69468d5 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:32:15.484936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.487930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d95c2e3-31a3-4be7-9f57-8ae8307e79ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.536152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95c2e3-31a3-4be7-9f57-8ae8307e79ac None None] Pushing event deleted for resources: {'Port': ['ID=0fc50241-d4de-4f56-974c-5afec69468d5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:15.538638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95c2e3-31a3-4be7-9f57-8ae8307e79ac None None] No DVR routers for this DVR port 0fc50241-d4de-4f56-974c-5afec69468d5 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:32:15.559334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] For port 0fc50241-d4de-4f56-974c-5afec69468d5, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:15.559688 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.576004 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Calling delete_port for 0fc50241-d4de-4f56-974c-5afec69468d5 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:32:15.578844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.ipam_backend_mixin [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Port 0fc50241-d4de-4f56-974c-5afec69468d5 was not found and therefore no delete operation was performed {{(pid=103724) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 14:32:15.583704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.606763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] No DVR routers for this DVR port 0fc50241-d4de-4f56-974c-5afec69468d5 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:32:15.611399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Port': ['ID=0fc50241-d4de-4f56-974c-5afec69468d5,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:15.700748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.723624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45affccd-0b5c-42ef-96e9-d51fb9dd7d54']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:15.733089 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75ee80b-a100-4549-b4b6-b73df63b89ba') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:15.733384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75ee80b-a100-4549-b4b6-b73df63b89ba') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:15.742581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.756001 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.762467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:32:15.762835 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:32:15.765745 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:32:15.896186 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.900602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:15.903907 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] 10.222.0.42 "DELETE /v2.0/networks/45affccd-0b5c-42ef-96e9-d51fb9dd7d54 HTTP/1.1" status: 204 len: 168 time: 0.5725222 Dec 06 14:32:15.918649 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Pushing event deleted for resources: {'Network': ['ID=45affccd-0b5c-42ef-96e9-d51fb9dd7d54,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:15.925795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:15.926144 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:15.926485 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:15.926827 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:15.927166 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:15.927544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:15.927857 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:15.928183 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:15.928510 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:15.928834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:15.929180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:15.929504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:15.929832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5d6d2a-c427-40aa-8223-704e0e9257c1 tempest-PortsTestJSON-1872738987 tempest-PortsTestJSON-1872738987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:16.440870 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37476) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:16.547604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c7dd5-2822-4975-861c-91ddd05f0917 req-b6255825-e3c3-4602-9b77-6a250222bc02 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:16.549150 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5a5c7dd5-2822-4975-861c-91ddd05f0917 req-b6255825-e3c3-4602-9b77-6a250222bc02 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 943 time: 0.0487499 Dec 06 14:32:16.577313 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-adf02ddb-3eaa-4d3e-9ff3-78812aa858cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=026f8ab0dadd4d66be82a86134e380f6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352396 Dec 06 14:32:16.579961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37482) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:16.604252 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5a5c7dd5-2822-4975-861c-91ddd05f0917 req-79f88207-854c-4272-81b2-2ee7c7fd1d5f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489285 Dec 06 14:32:16.629616 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3cff-4537-4a79-a052-af35868a6df7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:16.650894 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3cff-4537-4a79-a052-af35868a6df7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:16.827605 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3cff-4537-4a79-a052-af35868a6df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:16.830269 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9d8f3cff-4537-4a79-a052-af35868a6df7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:16.831426 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9d8f3cff-4537-4a79-a052-af35868a6df7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30b4eb50-0a95-4e3a-841a-4b7b031f06ae HTTP/1.1" status: 204 len: 168 time: 0.2504287 Dec 06 14:32:16.839376 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f3cff-4537-4a79-a052-af35868a6df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b4eb50-0a95-4e3a-841a-4b7b031f06ae,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:17.720567 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778b2eb-258f-4c1a-b88e-68bda9ff7cf1 req-10d32707-1e00-458d-9235-b35b854951a7 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:17.722079 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5778b2eb-258f-4c1a-b88e-68bda9ff7cf1 req-10d32707-1e00-458d-9235-b35b854951a7 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 943 time: 0.0478473 Dec 06 14:32:17.770248 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5778b2eb-258f-4c1a-b88e-68bda9ff7cf1 req-808634d0-d361-4729-bebe-a9b9cc60ee82 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422795 Dec 06 14:32:18.887300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e3fa9-a6d0-405f-844a-bf26ed6f8fe3 req-1d269e32-3624-4451-afb3-ef9f6cfe786b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:18.888910 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f42e3fa9-a6d0-405f-844a-bf26ed6f8fe3 req-1d269e32-3624-4451-afb3-ef9f6cfe786b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 943 time: 0.0508964 Dec 06 14:32:18.939183 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f42e3fa9-a6d0-405f-844a-bf26ed6f8fe3 req-45c2f269-01d8-4089-8010-85262f611f5c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438166 Dec 06 14:32:20.053660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc350a-4505-40e4-bdc0-5af736a675df req-8a06eed0-23c7-4bbf-a575-4241074bacd8 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:20.055091 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bccc350a-4505-40e4-bdc0-5af736a675df req-8a06eed0-23c7-4bbf-a575-4241074bacd8 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 943 time: 0.0516367 Dec 06 14:32:20.103366 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bccc350a-4505-40e4-bdc0-5af736a675df req-7281a7a5-541b-412f-b6ad-1af931ca22de tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424321 Dec 06 14:32:21.214935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c54477-4baf-475f-bfa5-34a63ce8b251 req-5122972f-6904-4828-852b-e704896d2498 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:21.216380 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-91c54477-4baf-475f-bfa5-34a63ce8b251 req-5122972f-6904-4828-852b-e704896d2498 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 943 time: 0.0485225 Dec 06 14:32:21.266067 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-91c54477-4baf-475f-bfa5-34a63ce8b251 req-282d3918-7b9f-4d22-b668-bb5477edf173 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436811 Dec 06 14:32:22.380479 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a5255-618c-46e8-8206-9d555060f625 req-07151ac2-cb39-4f84-8219-2d82e7aa2849 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:22.381934 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3f4a5255-618c-46e8-8206-9d555060f625 req-07151ac2-cb39-4f84-8219-2d82e7aa2849 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 943 time: 0.0475752 Dec 06 14:32:22.430174 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3f4a5255-618c-46e8-8206-9d555060f625 req-c436f86a-fb58-4007-bf69-b0d767b5bda7 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423687 Dec 06 14:32:23.547009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24be6ae-f26e-4f8e-9965-1f4610bc4b47 req-6cdef9e0-8486-46eb-a8e9-3eb20c4f21eb tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:23.548474 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a24be6ae-f26e-4f8e-9965-1f4610bc4b47 req-6cdef9e0-8486-46eb-a8e9-3eb20c4f21eb tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 943 time: 0.0523820 Dec 06 14:32:23.598160 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a24be6ae-f26e-4f8e-9965-1f4610bc4b47 req-ad2a2d6b-477d-4bcc-80d4-035c13b3a06f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437722 Dec 06 14:32:24.714200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7935bb-ca1c-4c4e-af88-1254c1b9e41f req-2d88e488-21b9-47e0-a7d6-f85db6feeb4e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:24.715661 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-db7935bb-ca1c-4c4e-af88-1254c1b9e41f req-2d88e488-21b9-47e0-a7d6-f85db6feeb4e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 943 time: 0.0482812 Dec 06 14:32:24.767359 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-db7935bb-ca1c-4c4e-af88-1254c1b9e41f req-7d32ea77-b251-4311-8219-7ad91c712464 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456042 Dec 06 14:32:25.879873 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db4744a-cb36-4932-827e-9e5ae8d260dd req-1e232df9-e4a0-4955-bf0a-5ddd795d16f9 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:25.881331 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2db4744a-cb36-4932-827e-9e5ae8d260dd req-1e232df9-e4a0-4955-bf0a-5ddd795d16f9 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 943 time: 0.0476246 Dec 06 14:32:25.930234 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2db4744a-cb36-4932-827e-9e5ae8d260dd req-47dd0d04-2d41-4fe3-8379-87302590f668 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430827 Dec 06 14:32:26.364428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:32:26.456809 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:26.469638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'port_id': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98', 'mac_address': 'fa:16:3e:7a:04:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:32:26.512132 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:26.524417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:32:26.542823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:26.659746 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:26.708787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:27.042773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80e4fc-1f21-4082-8772-7ec1630bffd6 req-8765e2d8-e79e-4f32-92a3-46494cfcf19d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:27.044218 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2e80e4fc-1f21-4082-8772-7ec1630bffd6 req-8765e2d8-e79e-4f32-92a3-46494cfcf19d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 944 time: 0.0475914 Dec 06 14:32:27.051002 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:32:27.094786 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2e80e4fc-1f21-4082-8772-7ec1630bffd6 req-0b1cf19c-e731-4183-a0be-cb0a353f4797 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438581 Dec 06 14:32:28.213765 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdee27c6-ba9e-4d28-bddb-32811c639dd4 req-53fd8df6-7603-4a62-98a2-7a71ee5ceadd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:28.215381 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fdee27c6-ba9e-4d28-bddb-32811c639dd4 req-53fd8df6-7603-4a62-98a2-7a71ee5ceadd tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 944 time: 0.0535963 Dec 06 14:32:28.264576 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fdee27c6-ba9e-4d28-bddb-32811c639dd4 req-ff543731-ccf9-4eec-8540-b9d74b8d611e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431707 Dec 06 14:32:28.358162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:32:28.465517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:32:28.469571 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:28.469938 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:28.549631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:28.572081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617a5963-0347-475c-a661-72d62899fdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:32:28.574473 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780cc90d-d9c3-4f1f-b82d-94044a381dc3" -d '{"events": [{"server_uuid": "617a5963-0347-475c-a661-72d62899fdde", "name": "network-vif-plugged", "status": "completed", "tag": "e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:32:28.586900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:28.611020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb564ee-d89a-4075-8019-fae5f99466ef x-openstack-request-id: req-2fb564ee-d89a-4075-8019-fae5f99466ef {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:32:28.611344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617a5963-0347-475c-a661-72d62899fdde", "name": "network-vif-plugged", "status": "completed", "tag": "e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:32:28.611599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2fb564ee-d89a-4075-8019-fae5f99466ef {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:32:28.611989 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617a5963-0347-475c-a661-72d62899fdde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98', 'code': 200} Dec 06 14:32:28.718516 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:28.765357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:28.885313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f4d860-0e0a-44ba-95e8-d28b7dc50a3d req-df4abb87-bedd-4f9a-8f36-09a7ffb5b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:28.886775 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9f4d860-0e0a-44ba-95e8-d28b7dc50a3d req-df4abb87-bedd-4f9a-8f36-09a7ffb5b761 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 1098 time: 0.0382292 Dec 06 14:32:28.932612 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9f4d860-0e0a-44ba-95e8-d28b7dc50a3d req-46842dbb-49c4-42e2-9feb-5b21ae473a81 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384462 Dec 06 14:32:29.394988 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed22fa2-7280-4821-83e6-7ec67bc74241 req-dc829499-76b1-4fb2-99b2-2fb03d3fe72c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:29.396506 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eed22fa2-7280-4821-83e6-7ec67bc74241 req-dc829499-76b1-4fb2-99b2-2fb03d3fe72c tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 945 time: 0.0654969 Dec 06 14:32:29.410126 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:29.445791 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eed22fa2-7280-4821-83e6-7ec67bc74241 req-4c5bf16f-343f-461c-b416-39bcc959c68a tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434375 Dec 06 14:32:30.564899 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a2c46-0ae6-40a3-9c7a-5213f2fc8201 req-377a0bb6-9ebc-4e67-9d96-64b799edb282 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:30.566374 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5f4a2c46-0ae6-40a3-9c7a-5213f2fc8201 req-377a0bb6-9ebc-4e67-9d96-64b799edb282 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 945 time: 0.0522540 Dec 06 14:32:30.615400 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5f4a2c46-0ae6-40a3-9c7a-5213f2fc8201 req-47cb8d3e-1900-47b4-bf5c-db286e32baaa tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428345 Dec 06 14:32:31.312879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2def767e-4315-426c-aa91-d21da65346a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:31.735273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5a306-b1a5-45fa-a363-0fc94e25c0bd req-3320b4cf-cfce-44a0-a0da-cffba41579e4 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:31.737725 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3a5a306-b1a5-45fa-a363-0fc94e25c0bd req-3320b4cf-cfce-44a0-a0da-cffba41579e4 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 945 time: 0.0533955 Dec 06 14:32:31.792115 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3a5a306-b1a5-45fa-a363-0fc94e25c0bd req-41ba35eb-fb5c-4d56-8dd4-5def5cb5db5d tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487125 Dec 06 14:32:31.904070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a8ce9-f71a-42d8-833a-2f07b7a60f6f req-342f1fd9-de7c-4ddd-be0d-8d7af07fccc0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:31.905459 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c00a8ce9-f71a-42d8-833a-2f07b7a60f6f req-342f1fd9-de7c-4ddd-be0d-8d7af07fccc0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 945 time: 0.0474038 Dec 06 14:32:31.953506 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c00a8ce9-f71a-42d8-833a-2f07b7a60f6f req-e777bce0-5b41-4c3a-b2a3-dbf8bba0cd58 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420620 Dec 06 14:32:31.975595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37520) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:32.152153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed722603-8a1b-4975-b236-08cefd339121 tempest-TestVolumeBootPattern-1795849976 tempest-TestVolumeBootPattern-1795849976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:32.153665 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ed722603-8a1b-4975-b236-08cefd339121 tempest-TestVolumeBootPattern-1795849976 tempest-TestVolumeBootPattern-1795849976-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 1093 time: 0.1770918 Dec 06 14:32:32.156451 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37524) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:32.160526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:32.238237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:32.332167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:32.436615 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Allocated IP 172.36.1.147 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/30f90a92-099a-4922-a91e-3952d65f6475) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:32.532418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:32.655850 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:32.700010 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:32:32.702782 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:32.706319 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:32:32.711812 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'Port': ['ID=30f90a92-099a-4922-a91e-3952d65f6475,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:32.739168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:32.739518 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:32.739863 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:32.740200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:32.740535 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:32.740887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:32.741220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:32.741548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:32.741874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:32.742198 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:32.742524 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:32.742846 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:32.743165 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:33.188211 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:32:33.393325 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:33.553381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:33.701361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:33.712648 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-62ca245f-88be-4ed9-b865-1b482b7fb08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:33.831081 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:33.898749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event updated for resources: {'Port': ['ID=30f90a92-099a-4922-a91e-3952d65f6475,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:33.915584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:34.015461 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Floating IP 213e1be3-fdb2-4b98-86b5-9442b7ed847a associated. External IP: 172.36.1.147, port: e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98. Dec 06 14:32:34.216524 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Router 731f64c3-2d3c-4121-838c-28acc863a547 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:32:34.327936 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:32:34.338196 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e94c9-7a39-4ad9-9312-8829f0fb4095 None None] Sync routers for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:32:34.348298 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e94c9-7a39-4ad9-9312-8829f0fb4095 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:32:34.349004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8d8e94c9-7a39-4ad9-9312-8829f0fb4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:32:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:34.464242 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:34.494543 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b5d0174e-b677-406e-8e6a-8b9766c1589e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3369555 Dec 06 14:32:34.495090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617a5963-0347-475c-a661-72d62899fdde', 'tag': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:32:34.497422 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c49d0fd-b350-4f91-811f-c54601874bae" -d '{"events": [{"name": "network-changed", "server_uuid": "617a5963-0347-475c-a661-72d62899fdde", "tag": "e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:32:34.536608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4006ec-bb6c-49ba-9728-917bdaf9fd19 x-openstack-request-id: req-1f4006ec-bb6c-49ba-9728-917bdaf9fd19 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:32:34.536608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617a5963-0347-475c-a661-72d62899fdde", "tag": "e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:32:34.536608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f4006ec-bb6c-49ba-9728-917bdaf9fd19 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:32:34.536994 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617a5963-0347-475c-a661-72d62899fdde', 'tag': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98', 'status': 'completed', 'code': 200} Dec 06 14:32:34.598455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49d0fd-b350-4f91-811f-c54601874bae req-4e506c0e-660e-41df-a165-a1eff13ce703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:34.599961 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4c49d0fd-b350-4f91-811f-c54601874bae req-4e506c0e-660e-41df-a165-a1eff13ce703 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 1098 time: 0.0413060 Dec 06 14:32:34.600329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-8d8e94c9-7a39-4ad9-9312-8829f0fb4095 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:32:34.694201 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49d0fd-b350-4f91-811f-c54601874bae req-aedabac4-cbfd-4194-88f2-482a907e4179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:34.695757 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4c49d0fd-b350-4f91-811f-c54601874bae req-aedabac4-cbfd-4194-88f2-482a907e4179 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 912 time: 0.0892286 Dec 06 14:32:34.764055 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4c49d0fd-b350-4f91-811f-c54601874bae req-c214d8a2-baf7-4b2f-9233-916df5ac5502 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 HTTP/1.1" status: 200 len: 999 time: 0.0605938 Dec 06 14:32:34.785822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:34.817969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49d0fd-b350-4f91-811f-c54601874bae req-7d73e749-7fb4-4d34-acc5-a59c07802644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:34.819617 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4c49d0fd-b350-4f91-811f-c54601874bae req-7d73e749-7fb4-4d34-acc5-a59c07802644 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 200 len: 850 time: 0.0486770 Dec 06 14:32:34.837099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8d8e94c9-7a39-4ad9-9312-8829f0fb4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '213e1be3-fdb2-4b98-86b5-9442b7ed847a', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.147', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:7a:04:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617a5963-0347-475c-a661-72d62899fdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:32:33Z', 'updated_at': '2021-12-06T14:32:33Z', 'revision_number': 0, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}, {'id': 'f0b40876-c7aa-4342-9d1a-2641d418585c', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.50', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:68:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:29:36Z', 'updated_at': '2021-12-06T14:29:38Z', 'revision_number': 1, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:34.863847 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c49d0fd-b350-4f91-811f-c54601874bae req-e3912c5b-4566-4658-8dca-93cc8813516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:34.865475 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4c49d0fd-b350-4f91-811f-c54601874bae req-e3912c5b-4566-4658-8dca-93cc8813516c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23b95a34-a658-4de3-b9c9-74b7dc477ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394034 Dec 06 14:32:34.867215 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e94c9-7a39-4ad9-9312-8829f0fb4095 None None] Checking router: 731f64c3-2d3c-4121-838c-28acc863a547 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:32:34.876001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8e94c9-7a39-4ad9-9312-8829f0fb4095 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:32:34.876599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8d8e94c9-7a39-4ad9-9312-8829f0fb4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:32:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:34.956037 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4c49d0fd-b350-4f91-811f-c54601874bae req-91d6d8cd-9802-4484-a4ea-a65a837a454d service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840073 Dec 06 14:32:34.981830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-8d8e94c9-7a39-4ad9-9312-8829f0fb4095 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:32:35.048204 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4c49d0fd-b350-4f91-811f-c54601874bae req-2ed417df-6039-4a55-b7f9-5536bdd89683 service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855198 Dec 06 14:32:35.206765 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8d8e94c9-7a39-4ad9-9312-8829f0fb4095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '213e1be3-fdb2-4b98-86b5-9442b7ed847a', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.147', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:7a:04:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617a5963-0347-475c-a661-72d62899fdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:32:33Z', 'updated_at': '2021-12-06T14:32:33Z', 'revision_number': 0, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}, {'id': 'f0b40876-c7aa-4342-9d1a-2641d418585c', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.50', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:68:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:29:36Z', 'updated_at': '2021-12-06T14:29:38Z', 'revision_number': 1, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:35.237725 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8e94c9-7a39-4ad9-9312-8829f0fb4095 None None] The sync data for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv is: [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '213e1be3-fdb2-4b98-86b5-9442b7ed847a', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.147', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:7a:04:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '617a5963-0347-475c-a661-72d62899fdde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:32:33Z', 'updated_at': '2021-12-06T14:32:33Z', 'revision_number': 0, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}, {'id': 'f0b40876-c7aa-4342-9d1a-2641d418585c', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.50', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:68:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:29:36Z', 'updated_at': '2021-12-06T14:29:38Z', 'revision_number': 1, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:32:35.429838 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0693abe-339f-4634-aba3-4ecb9682ce46 None None] New status for floating IP 213e1be3-fdb2-4b98-86b5-9442b7ed847a: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:32:35.958057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:36.655413 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37532) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:36.815530 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0b5da87a-a82a-4b12-8e06-d326090fb638 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/f8582c25-b2dc-4e60-8ab1-0690f98b87d0 HTTP/1.1" status: 200 len: 994 time: 0.1589580 Dec 06 14:32:36.941166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:37.079636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37540) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:37.233669 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-6be6fbf4-1764-4a5d-8d2d-e43b726a594f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 6b42a413-6906-46b4-8ee3-b7aa4b1048a8 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:32:37.234006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6be6fbf4-1764-4a5d-8d2d-e43b726a594f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:37.307232 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6be6fbf4-1764-4a5d-8d2d-e43b726a594f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:37.307555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6be6fbf4-1764-4a5d-8d2d-e43b726a594f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:37.319300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-6be6fbf4-1764-4a5d-8d2d-e43b726a594f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 6b42a413-6906-46b4-8ee3-b7aa4b1048a8 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:32:37.586594 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6be6fbf4-1764-4a5d-8d2d-e43b726a594f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:37.614006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6fbf4-1764-4a5d-8d2d-e43b726a594f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=6b42a413-6906-46b4-8ee3-b7aa4b1048a8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:37.678691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6be6fbf4-1764-4a5d-8d2d-e43b726a594f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:37.679258 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-6be6fbf4-1764-4a5d-8d2d-e43b726a594f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP f8582c25-b2dc-4e60-8ab1-0690f98b87d0 disassociated (deleted). External IP: 172.36.1.229, port: 92a920cd-cbbf-47de-a335-2f16e792fb89. Dec 06 14:32:37.886970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be6fbf4-1764-4a5d-8d2d-e43b726a594f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router ac0ab0fe-a0e1-43d6-904f-c918178b170a has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:32:37.993269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be6fbf4-1764-4a5d-8d2d-e43b726a594f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:32:37.997875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6be6fbf4-1764-4a5d-8d2d-e43b726a594f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:38.003042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb5793-abe4-4a1d-9b7f-7b49c240539c None None] Sync routers for ids ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:32:38.012759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb5793-abe4-4a1d-9b7f-7b49c240539c None None] Routers {'ac0ab0fe-a0e1-43d6-904f-c918178b170a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:32:38.013416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-97cb5793-abe4-4a1d-9b7f-7b49c240539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:32:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:38.026102 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6be6fbf4-1764-4a5d-8d2d-e43b726a594f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/floatingips/f8582c25-b2dc-4e60-8ab1-0690f98b87d0 HTTP/1.1" status: 204 len: 168 time: 0.9454331 Dec 06 14:32:38.026675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'tag': '92a920cd-cbbf-47de-a335-2f16e792fb89'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:32:38.029232 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10c6c408-1c5f-4842-9ca3-10917a394401" -d '{"events": [{"name": "network-changed", "server_uuid": "dc02bb8c-946e-46f9-b207-a75b43c8ed15", "tag": "92a920cd-cbbf-47de-a335-2f16e792fb89"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:32:38.123292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-97cb5793-abe4-4a1d-9b7f-7b49c240539c None None] Set router ac0ab0fe-a0e1-43d6-904f-c918178b170a gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:32:38.192381 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343b9871-9276-416d-8e7d-a8b3d01ff854 x-openstack-request-id: req-343b9871-9276-416d-8e7d-a8b3d01ff854 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:32:38.192902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc02bb8c-946e-46f9-b207-a75b43c8ed15", "tag": "92a920cd-cbbf-47de-a335-2f16e792fb89", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:32:38.195452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-343b9871-9276-416d-8e7d-a8b3d01ff854 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:32:38.195452 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'tag': '92a920cd-cbbf-47de-a335-2f16e792fb89', 'status': 'completed', 'code': 200} Dec 06 14:32:38.256057 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c408-1c5f-4842-9ca3-10917a394401 req-b556f84a-714a-4ffa-b7bf-87da3e165d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:38.257739 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-10c6c408-1c5f-4842-9ca3-10917a394401 req-b556f84a-714a-4ffa-b7bf-87da3e165d01 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 1099 time: 0.0404401 Dec 06 14:32:38.327313 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-97cb5793-abe4-4a1d-9b7f-7b49c240539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c6cd11a1-b350-40c6-b556-717f3963f5ce', 'name': '', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:21:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:49Z', 'updated_at': '2021-12-06T14:30:54Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:38.349275 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c408-1c5f-4842-9ca3-10917a394401 req-ddae2504-2f6e-4e19-9a83-4df8a29c9ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:38.350759 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-10c6c408-1c5f-4842-9ca3-10917a394401 req-ddae2504-2f6e-4e19-9a83-4df8a29c9ece service neutron] 10.222.0.41 "GET /v2.0/networks?id=827afad1-e090-4c25-b9f3-038a854741b5 HTTP/1.1" status: 200 len: 896 time: 0.0865724 Dec 06 14:32:38.359508 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb5793-abe4-4a1d-9b7f-7b49c240539c None None] Checking router: ac0ab0fe-a0e1-43d6-904f-c918178b170a for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:32:38.367960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cb5793-abe4-4a1d-9b7f-7b49c240539c None None] Routers {'ac0ab0fe-a0e1-43d6-904f-c918178b170a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:32:38.368599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-97cb5793-abe4-4a1d-9b7f-7b49c240539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:32:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:38.396067 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-10c6c408-1c5f-4842-9ca3-10917a394401 req-3c943814-fd5c-4df4-8888-57ac226b1447 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=92a920cd-cbbf-47de-a335-2f16e792fb89 HTTP/1.1" status: 200 len: 217 time: 0.0382774 Dec 06 14:32:38.459628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c408-1c5f-4842-9ca3-10917a394401 req-0c2e9f51-6f03-4d69-8cff-5617729a192a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:38.461256 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-10c6c408-1c5f-4842-9ca3-10917a394401 req-0c2e9f51-6f03-4d69-8cff-5617729a192a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c78a85f6-9ac7-43f4-832b-f995e1b6f510 HTTP/1.1" status: 200 len: 834 time: 0.0589139 Dec 06 14:32:38.479484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-97cb5793-abe4-4a1d-9b7f-7b49c240539c None None] Set router ac0ab0fe-a0e1-43d6-904f-c918178b170a gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:32:38.526296 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e5606-0637-4fa7-a539-e4b891e36745 req-994fa8fc-1e27-450f-b363-2063a02b878a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:38.527790 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c26e5606-0637-4fa7-a539-e4b891e36745 req-994fa8fc-1e27-450f-b363-2063a02b878a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 946 time: 0.0886259 Dec 06 14:32:38.534210 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c6c408-1c5f-4842-9ca3-10917a394401 req-a670f4e8-89c6-4ff1-9637-17fa74b194a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:38.537690 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-10c6c408-1c5f-4842-9ca3-10917a394401 req-a670f4e8-89c6-4ff1-9637-17fa74b194a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=827afad1-e090-4c25-b9f3-038a854741b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0586555 Dec 06 14:32:38.639028 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c26e5606-0637-4fa7-a539-e4b891e36745 req-f4ebb26d-15aa-4f40-b523-e894f4fe355b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025105 Dec 06 14:32:38.662191 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-10c6c408-1c5f-4842-9ca3-10917a394401 req-0e90a2f4-02ec-483f-992e-726bb7a25acb service neutron] 10.222.0.41 "GET /v2.0/networks/827afad1-e090-4c25-b9f3-038a854741b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090176 Dec 06 14:32:38.681984 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-97cb5793-abe4-4a1d-9b7f-7b49c240539c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c6cd11a1-b350-40c6-b556-717f3963f5ce', 'name': '', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:21:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:49Z', 'updated_at': '2021-12-06T14:30:54Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:38.708243 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cb5793-abe4-4a1d-9b7f-7b49c240539c None None] The sync data for ids ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'] in dv-neutron-master-2-hyperv is: [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c6cd11a1-b350-40c6-b556-717f3963f5ce', 'name': '', 'network_id': '827afad1-e090-4c25-b9f3-038a854741b5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:21:3f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1269, 'fixed_ips': [{'subnet_id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:49Z', 'updated_at': '2021-12-06T14:30:54Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'c78a85f6-9ac7-43f4-832b-f995e1b6f510', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:32:38.761445 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-10c6c408-1c5f-4842-9ca3-10917a394401 req-81fa7d8d-e0f4-41ec-ad52-071f8943a6f7 service neutron] 10.222.0.41 "GET /v2.0/networks/827afad1-e090-4c25-b9f3-038a854741b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911989 Dec 06 14:32:38.928814 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f2edddc-1e21-43ee-9216-1c1c77ed2f8e None None] New status for floating IP f8582c25-b2dc-4e60-8ab1-0690f98b87d0: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:32:39.759096 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d54f901-0ba7-45e1-9d07-3266b472c696 req-3c26054e-9fed-425e-9d72-228fe45aa03b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:39.760575 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d54f901-0ba7-45e1-9d07-3266b472c696 req-3c26054e-9fed-425e-9d72-228fe45aa03b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 946 time: 0.0493999 Dec 06 14:32:39.810569 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d54f901-0ba7-45e1-9d07-3266b472c696 req-bfcebddd-488a-4c58-b766-1b03f19a80eb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=5fac7634-9425-4a11-ab0a-cc0699802386&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440814 Dec 06 14:32:40.245931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518e60f-f55c-42b3-8a3b-a46c0b05b9a1 req-5f6bbb91-1b1e-4c97-b5cf-37e90d99e2f9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:40.247364 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2518e60f-f55c-42b3-8a3b-a46c0b05b9a1 req-5f6bbb91-1b1e-4c97-b5cf-37e90d99e2f9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 946 time: 0.0480492 Dec 06 14:32:40.334728 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-2518e60f-f55c-42b3-8a3b-a46c0b05b9a1 req-d77eb930-1c5c-4878-8239-f3443735181a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 92a920cd-cbbf-47de-a335-2f16e792fb89 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:32:40.335064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-2518e60f-f55c-42b3-8a3b-a46c0b05b9a1 req-d77eb930-1c5c-4878-8239-f3443735181a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:40.426114 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-2518e60f-f55c-42b3-8a3b-a46c0b05b9a1 req-d77eb930-1c5c-4878-8239-f3443735181a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port 92a920cd-cbbf-47de-a335-2f16e792fb89, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=92a920cd-cbbf-47de-a335-2f16e792fb89,segment=NetworkSegment(10eb0b26-9260-4769-a5d8-90e2737c0d6a),segment_id=10eb0b26-9260-4769-a5d8-90e2737c0d6a)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:40.426473 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-2518e60f-f55c-42b3-8a3b-a46c0b05b9a1 req-d77eb930-1c5c-4878-8239-f3443735181a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:40.439690 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-2518e60f-f55c-42b3-8a3b-a46c0b05b9a1 req-d77eb930-1c5c-4878-8239-f3443735181a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 92a920cd-cbbf-47de-a335-2f16e792fb89 owned by compute:nova {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:32:40.632293 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-2518e60f-f55c-42b3-8a3b-a46c0b05b9a1 req-d77eb930-1c5c-4878-8239-f3443735181a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:40.661415 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eb930-1c5c-4878-8239-f3443735181a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=92a920cd-cbbf-47de-a335-2f16e792fb89,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:40.700520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-2518e60f-f55c-42b3-8a3b-a46c0b05b9a1 req-d77eb930-1c5c-4878-8239-f3443735181a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] No DVR routers for this DVR port 92a920cd-cbbf-47de-a335-2f16e792fb89 on host hv-neutron-mast {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:32:40.703052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-2518e60f-f55c-42b3-8a3b-a46c0b05b9a1 req-d77eb930-1c5c-4878-8239-f3443735181a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:40.706949 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2518e60f-f55c-42b3-8a3b-a46c0b05b9a1 req-d77eb930-1c5c-4878-8239-f3443735181a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "DELETE /v2.0/ports/92a920cd-cbbf-47de-a335-2f16e792fb89 HTTP/1.1" status: 204 len: 173 time: 0.4538882 Dec 06 14:32:40.707384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'name': 'network-vif-deleted', 'tag': '92a920cd-cbbf-47de-a335-2f16e792fb89'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:32:40.709632 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5403ac85-a604-4de7-bd34-2526e7a95e13" -d '{"events": [{"server_uuid": "dc02bb8c-946e-46f9-b207-a75b43c8ed15", "name": "network-vif-deleted", "tag": "92a920cd-cbbf-47de-a335-2f16e792fb89"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:32:40.755288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea8f9d4-6a43-40dd-abe3-e8304c7b824e x-openstack-request-id: req-5ea8f9d4-6a43-40dd-abe3-e8304c7b824e {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:32:40.755632 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc02bb8c-946e-46f9-b207-a75b43c8ed15", "name": "network-vif-deleted", "tag": "92a920cd-cbbf-47de-a335-2f16e792fb89", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:32:40.755896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ea8f9d4-6a43-40dd-abe3-e8304c7b824e {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:32:40.756298 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc02bb8c-946e-46f9-b207-a75b43c8ed15', 'name': 'network-vif-deleted', 'tag': '92a920cd-cbbf-47de-a335-2f16e792fb89', 'status': 'completed', 'code': 200} Dec 06 14:32:40.911613 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-feac86d9-a77f-4abe-8aa9-b6263b7fcc39 req-94310856-bd7f-4387-9097-0b14e85cdc05 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=dc02bb8c-946e-46f9-b207-a75b43c8ed15 HTTP/1.1" status: 200 len: 210 time: 0.0299063 Dec 06 14:32:41.968816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37560) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:42.025103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9401d6f5-1f0f-4590-b2c3-02fac998c7f9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:42.050576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9401d6f5-1f0f-4590-b2c3-02fac998c7f9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:42.146684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9401d6f5-1f0f-4590-b2c3-02fac998c7f9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:42.149541 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9401d6f5-1f0f-4590-b2c3-02fac998c7f9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:42.150787 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9401d6f5-1f0f-4590-b2c3-02fac998c7f9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/security-groups/5fac7634-9425-4a11-ab0a-cc0699802386 HTTP/1.1" status: 204 len: 168 time: 0.1808445 Dec 06 14:32:42.160606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401d6f5-1f0f-4590-b2c3-02fac998c7f9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fac7634-9425-4a11-ab0a-cc0699802386,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:42.268265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37564) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:42.627993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-03517bc8-131a-4193-93ef-95676d2e1d29 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:43.192637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-03517bc8-131a-4193-93ef-95676d2e1d29 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port c6cd11a1-b350-40c6-b556-717f3963f5ce {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:32:43.193516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-03517bc8-131a-4193-93ef-95676d2e1d29 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:43.280358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-03517bc8-131a-4193-93ef-95676d2e1d29 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port c6cd11a1-b350-40c6-b556-717f3963f5ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c6cd11a1-b350-40c6-b556-717f3963f5ce,segment=NetworkSegment(10eb0b26-9260-4769-a5d8-90e2737c0d6a),segment_id=10eb0b26-9260-4769-a5d8-90e2737c0d6a)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:43.280726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-03517bc8-131a-4193-93ef-95676d2e1d29 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:43.293922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-03517bc8-131a-4193-93ef-95676d2e1d29 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for c6cd11a1-b350-40c6-b556-717f3963f5ce owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:32:43.580732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-03517bc8-131a-4193-93ef-95676d2e1d29 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:43.606474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03517bc8-131a-4193-93ef-95676d2e1d29 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=c6cd11a1-b350-40c6-b556-717f3963f5ce,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:43.787641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-03517bc8-131a-4193-93ef-95676d2e1d29 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.009818 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03517bc8-131a-4193-93ef-95676d2e1d29 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router ac0ab0fe-a0e1-43d6-904f-c918178b170a has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:32:44.118229 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03517bc8-131a-4193-93ef-95676d2e1d29 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:32:44.123893 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-03517bc8-131a-4193-93ef-95676d2e1d29 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/ac0ab0fe-a0e1-43d6-904f-c918178b170a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8543146 Dec 06 14:32:44.127305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37566) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:44.131253 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98847e34-27ba-4a69-8bd1-4871aa75f2eb None None] Sync routers for ids ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:32:44.139712 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98847e34-27ba-4a69-8bd1-4871aa75f2eb None None] Routers {'ac0ab0fe-a0e1-43d6-904f-c918178b170a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:32:44.140327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-98847e34-27ba-4a69-8bd1-4871aa75f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:32:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:44.183245 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce3cf62-7276-414c-8d26-0e02e7ad1ec8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting subnet c78a85f6-9ac7-43f4-832b-f995e1b6f510 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:32:44.186534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dce3cf62-7276-414c-8d26-0e02e7ad1ec8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.228273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dce3cf62-7276-414c-8d26-0e02e7ad1ec8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.248671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-98847e34-27ba-4a69-8bd1-4871aa75f2eb None None] Set router ac0ab0fe-a0e1-43d6-904f-c918178b170a gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:32:44.316948 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dce3cf62-7276-414c-8d26-0e02e7ad1ec8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.465813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dce3cf62-7276-414c-8d26-0e02e7ad1ec8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.495314 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3cf62-7276-414c-8d26-0e02e7ad1ec8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Subnet': ['ID=c78a85f6-9ac7-43f4-832b-f995e1b6f510,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:44.499251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dce3cf62-7276-414c-8d26-0e02e7ad1ec8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.503275 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dce3cf62-7276-414c-8d26-0e02e7ad1ec8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/subnets/c78a85f6-9ac7-43f4-832b-f995e1b6f510 HTTP/1.1" status: 204 len: 168 time: 0.3743923 Dec 06 14:32:44.506590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37568) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:44.509170 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 92a920cd-cbbf-47de-a335-2f16e792fb89 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:32:44.511489 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ee9719-45ee-47ae-a4b3-27d3b0e06773 None None] Network 827afad1-e090-4c25-b9f3-038a854741b5 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:32:44.546998 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 92a920cd-cbbf-47de-a335-2f16e792fb89 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:32:44.547344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 92a920cd-cbbf-47de-a335-2f16e792fb89 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:32:44.614661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.710298 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-98847e34-27ba-4a69-8bd1-4871aa75f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:32:43Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:44.723538 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.742409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98847e34-27ba-4a69-8bd1-4871aa75f2eb None None] Checking router: ac0ab0fe-a0e1-43d6-904f-c918178b170a for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:32:44.750874 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98847e34-27ba-4a69-8bd1-4871aa75f2eb None None] Routers {'ac0ab0fe-a0e1-43d6-904f-c918178b170a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:32:44.751518 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-98847e34-27ba-4a69-8bd1-4871aa75f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:32:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:44.785582 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] DHCP port deletion for 827afad1-e090-4c25-b9f3-038a854741b5 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:32:44.830741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port fdf78b24-d7f1-469d-add4-a690cf70ea08 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:32:44.831017 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.898078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-98847e34-27ba-4a69-8bd1-4871aa75f2eb None None] Set router ac0ab0fe-a0e1-43d6-904f-c918178b170a gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:32:44.922170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port fdf78b24-d7f1-469d-add4-a690cf70ea08, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fdf78b24-d7f1-469d-add4-a690cf70ea08,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:44.922533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:44.935171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for fdf78b24-d7f1-469d-add4-a690cf70ea08 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:32:44.954161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Deleting port e2eb44aa-c666-4467-8fec-2eaa52f3fa18 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:32:44.955069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.068154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] For port e2eb44aa-c666-4467-8fec-2eaa52f3fa18, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e2eb44aa-c666-4467-8fec-2eaa52f3fa18,segment=NetworkSegment(10eb0b26-9260-4769-a5d8-90e2737c0d6a),segment_id=10eb0b26-9260-4769-a5d8-90e2737c0d6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:45.068470 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.085979 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Calling delete_port for e2eb44aa-c666-4467-8fec-2eaa52f3fa18 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:32:45.213809 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-98847e34-27ba-4a69-8bd1-4871aa75f2eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:32:43Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:45.219757 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.240265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98847e34-27ba-4a69-8bd1-4871aa75f2eb None None] The sync data for ids ['ac0ab0fe-a0e1-43d6-904f-c918178b170a'] in dv-neutron-master-2-hyperv is: [{'id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'name': 'tempest-TestNetworkBasicOps-router-1510075598', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111'}], 'enable_snat': True}, 'gw_port_id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:32:43Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'fdf78b24-d7f1-469d-add4-a690cf70ea08', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:45:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac0ab0fe-a0e1-43d6-904f-c918178b170a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:30:46Z', 'updated_at': '2021-12-06T14:30:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:32:45.255391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=fdf78b24-d7f1-469d-add4-a690cf70ea08,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:45.260561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58771925-1671-42c5-a1c2-8e70bd8ac05a None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:32:45.292057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.325217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] No DVR routers for this DVR port e2eb44aa-c666-4467-8fec-2eaa52f3fa18 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:32:45.328078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Pushing event deleted for resources: {'Port': ['ID=e2eb44aa-c666-4467-8fec-2eaa52f3fa18,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:45.328871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.336969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:45.337304 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:45.337655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:45.338049 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:45.338585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:45.338707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:45.339091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:45.339414 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:45.339745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:45.340074 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:45.340399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:45.340742 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:45.341099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b97d3172-61d5-4413-b67d-3c421a967de3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:45.429451 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.431624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.528176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.528841 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Fanout notify agent at l3_agent the message router_deleted on router ac0ab0fe-a0e1-43d6-904f-c918178b170a {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:32:45.536346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.537464 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2b6759ac-1cd6-4f21-aa86-4d1b79d0bf69 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/routers/ac0ab0fe-a0e1-43d6-904f-c918178b170a HTTP/1.1" status: 204 len: 168 time: 1.0299273 Dec 06 14:32:45.540244 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37570) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:45.614394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-289ca87b-e7dc-4a06-9e52-a4f7a21cb7dc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.714759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e2eb44aa-c666-4467-8fec-2eaa52f3fa18 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:32:45.721152 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-289ca87b-e7dc-4a06-9e52-a4f7a21cb7dc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.737147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: e2eb44aa-c666-4467-8fec-2eaa52f3fa18 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:32:45.737503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e2eb44aa-c666-4467-8fec-2eaa52f3fa18 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:32:45.744508 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-289ca87b-e7dc-4a06-9e52-a4f7a21cb7dc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827afad1-e090-4c25-b9f3-038a854741b5']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:45.756878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-289ca87b-e7dc-4a06-9e52-a4f7a21cb7dc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10eb0b26-9260-4769-a5d8-90e2737c0d6a') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:45.757182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-289ca87b-e7dc-4a06-9e52-a4f7a21cb7dc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10eb0b26-9260-4769-a5d8-90e2737c0d6a') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:45.767944 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-289ca87b-e7dc-4a06-9e52-a4f7a21cb7dc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.786307 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-289ca87b-e7dc-4a06-9e52-a4f7a21cb7dc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.789744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289ca87b-e7dc-4a06-9e52-a4f7a21cb7dc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:32:45.790143 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-289ca87b-e7dc-4a06-9e52-a4f7a21cb7dc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:32:45.793269 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:32:45.988079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-289ca87b-e7dc-4a06-9e52-a4f7a21cb7dc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.993174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-289ca87b-e7dc-4a06-9e52-a4f7a21cb7dc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:45.996629 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-289ca87b-e7dc-4a06-9e52-a4f7a21cb7dc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/networks/827afad1-e090-4c25-b9f3-038a854741b5 HTTP/1.1" status: 204 len: 168 time: 0.4554737 Dec 06 14:32:46.011249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37572) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:46.016151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0ab303f9-ace5-4c02-b788-3f29ddc51e7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'network': {'name': 'tempest-network-smoke--1152564545', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'port_security_enabled': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:46.020509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289ca87b-e7dc-4a06-9e52-a4f7a21cb7dc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Network': ['ID=827afad1-e090-4c25-b9f3-038a854741b5,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:46.133762 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab303f9-ace5-4c02-b788-3f29ddc51e7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:32:46.137305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0ab303f9-ace5-4c02-b788-3f29ddc51e7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:46.160980 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ab303f9-ace5-4c02-b788-3f29ddc51e7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:32:46.169236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0ab303f9-ace5-4c02-b788-3f29ddc51e7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:46.169573 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-0ab303f9-ace5-4c02-b788-3f29ddc51e7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Added segment 9a140d37-a6cd-45d7-8f89-7201cc701031 of type vlan for network 4669cba5-e164-49d7-b23a-6924fa1587c3 Dec 06 14:32:46.208102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0ab303f9-ace5-4c02-b788-3f29ddc51e7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:46.282343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0ab303f9-ace5-4c02-b788-3f29ddc51e7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:46.288526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab303f9-ace5-4c02-b788-3f29ddc51e7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:46.289540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0ab303f9-ace5-4c02-b788-3f29ddc51e7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:46.359913 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab303f9-ace5-4c02-b788-3f29ddc51e7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Network': ['ID=4669cba5-e164-49d7-b23a-6924fa1587c3,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:46.370917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 4669cba5-e164-49d7-b23a-6924fa1587c3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:32:46.421266 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0ab303f9-ace5-4c02-b788-3f29ddc51e7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4064898 Dec 06 14:32:46.421607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37574) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:46.426267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-239923978', 'admin_state_up': True, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:46.512807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:46.514285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:46.578821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:46.790765 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:47.033516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:47.051202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:47.154816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.153 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:47.261456 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:47.294898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device fdf78b24-d7f1-469d-add4-a690cf70ea08 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:32:47.317046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: fdf78b24-d7f1-469d-add4-a690cf70ea08 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:32:47.317405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device fdf78b24-d7f1-469d-add4-a690cf70ea08 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:32:47.317807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c6cd11a1-b350-40c6-b556-717f3963f5ce no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:32:47.336628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: c6cd11a1-b350-40c6-b556-717f3963f5ce {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:32:47.337012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c6cd11a1-b350-40c6-b556-717f3963f5ce not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:32:47.375688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:47.414059 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:32:47.416794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:47.420241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:32:47.431041 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ecf5ed-f616-4943-9a5c-5da3ff5119a3 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:32:47.446992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:47.543111 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e1dfd716-2444-46f1-b2f6-82930bd73d2e None None] Provisioning complete for port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:47.543392 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e1dfd716-2444-46f1-b2f6-82930bd73d2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:47.576654 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e1dfd716-2444-46f1-b2f6-82930bd73d2e None None] Port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:47.750931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:48.267535 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:48.493640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 6c149d64-7d09-49a0-b91a-25e0481da395 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:32:48.598344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:32:48.608705 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Sync routers for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:32:48.618182 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:32:48.618782 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:32:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:48.692372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:48.696673 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-20b74fbd-134a-4204-a7c3-f7d31138a02d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2711596 Dec 06 14:32:48.696912 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37578) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:48.721952 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:32:48.820243 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-069c65f8-edea-451b-a427-b3a8fff8f990 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c716424228f8423e91750a4cc8918d9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1221042 Dec 06 14:32:48.822971 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37582) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:48.899243 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:47Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:48.911001 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08f6e42-f8c5-4e60-906f-94f2a3df6ea2 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:48.912491 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f08f6e42-f8c5-4e60-906f-94f2a3df6ea2 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886075 Dec 06 14:32:48.915285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37584) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:48.925565 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Checking router: 6c149d64-7d09-49a0-b91a-25e0481da395 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:32:48.925916 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Updating router 6c149d64-7d09-49a0-b91a-25e0481da395 port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:32:48.944056 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f8468550-f0bb-4172-8833-7d2a7f59058f tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277255 Dec 06 14:32:48.946601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37586) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:48.951298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-49ecd9c1-8fee-4d1c-96e0-5caa6bbe5039 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1318774889', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:48.951571 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:49.104941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ecd9c1-8fee-4d1c-96e0-5caa6bbe5039 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:32:49.108529 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49ecd9c1-8fee-4d1c-96e0-5caa6bbe5039 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:49.201916 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:49.266698 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:49.306825 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667e082b-6e56-4a42-a9a5-16910af47363 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:32:49.319876 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Attempting to bind port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:32:49.321740 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Attempting to bind port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:32:49.321740 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Attempting to bind port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:32:49.322552 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Pushing event updated for resources: {'Port': ['ID=f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:49.332345 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:49.332712 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:49.333108 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:49.333443 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:49.333769 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:49.334111 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:49.334418 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:49.334742 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:49.335062 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:49.335394 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:49.335713 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:49.336028 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:49.336343 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:32:49.339478 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:32:49.339906 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:32:49.340502 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:49.341057 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:32:49.345315 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Bound port: f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:32:49.345315 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:49.345837 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49ecd9c1-8fee-4d1c-96e0-5caa6bbe5039 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:49.395217 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] For port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:32:49.398544 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] For port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:32:49.407201 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b7bc4888-292f-4d57-92ae-ee0d6d83beab None None] Provisioning complete for port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:49.407661 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7bc4888-292f-4d57-92ae-ee0d6d83beab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:49.415577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecd9c1-8fee-4d1c-96e0-5caa6bbe5039 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Subnet': ['ID=b3d776d2-1480-43c7-bca2-2059ea66cc4f,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:49.421190 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ecd9c1-8fee-4d1c-96e0-5caa6bbe5039 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Checking segment: {'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:32:49.421817 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ecd9c1-8fee-4d1c-96e0-5caa6bbe5039 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network hostable DHCP agents. Network: 4669cba5-e164-49d7-b23a-6924fa1587c3, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:32:49.443712 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b7bc4888-292f-4d57-92ae-ee0d6d83beab None None] Port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:49.507087 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:49.529291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ecd9c1-8fee-4d1c-96e0-5caa6bbe5039 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 4669cba5-e164-49d7-b23a-6924fa1587c3 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:32:49.548040 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3525d833-9565-4c62-a305-fa8c49e18f9f None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:32:49.558980 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:32:49.559588 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:32:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:49.603129 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7879d3e-7c52-4c3c-957c-cea54d3f1d8e None None] Pushing event updated for resources: {'Port': ['ID=f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:49.607865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-49ecd9c1-8fee-4d1c-96e0-5caa6bbe5039 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4669cba5-e164-49d7-b23a-6924fa1587c3) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:49.612309 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ecd9c1-8fee-4d1c-96e0-5caa6bbe5039 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:49.612998 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-49ecd9c1-8fee-4d1c-96e0-5caa6bbe5039 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:49.620162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0123da9-2d09-4e4e-92da-71403eb431bc None None] Network 4669cba5-e164-49d7-b23a-6924fa1587c3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:32:49.676562 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:32:49.692109 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6c28606e-35b9-4346-bf06-26ba42d07301 None None] Provisioning complete for port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:49.692532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c28606e-35b9-4346-bf06-26ba42d07301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:49.712149 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-49ecd9c1-8fee-4d1c-96e0-5caa6bbe5039 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7620392 Dec 06 14:32:49.712346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37588) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:49.839511 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c28606e-35b9-4346-bf06-26ba42d07301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:49.847519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4669cba5-e164-49d7-b23a-6924fa1587c3', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:32:49.848569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:49.866125 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:47Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:49.877634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6c28606e-35b9-4346-bf06-26ba42d07301 None None] For port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:49.892713 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d2a81a-6f15-4830-8b0d-a5869fe7e932 None None] The sync data for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv is: [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:47Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:32:49.988216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6c28606e-35b9-4346-bf06-26ba42d07301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:50.040334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Allocated IP 172.20.0.2 (4669cba5-e164-49d7-b23a-6924fa1587c3/b3d776d2-1480-43c7-bca2-2059ea66cc4f/03332f61-310f-465c-b03e-3b00ec3bbae8) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:50.065289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28606e-35b9-4346-bf06-26ba42d07301 None None] Pushing event updated for resources: {'Port': ['ID=f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:50.181834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:50.253936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:50.326662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:50.363481 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Network 4669cba5-e164-49d7-b23a-6924fa1587c3 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:32:50.366413 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:50.370167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:32:50.378001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Pushing event updated for resources: {'Port': ['ID=03332f61-310f-465c-b03e-3b00ec3bbae8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:50.435914 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Attempting to bind port 03332f61-310f-465c-b03e-3b00ec3bbae8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:32:50.436543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Attempting to bind port 03332f61-310f-465c-b03e-3b00ec3bbae8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:32:50.437058 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Attempting to bind port 03332f61-310f-465c-b03e-3b00ec3bbae8 on network 4669cba5-e164-49d7-b23a-6924fa1587c3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:32:50.442958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:32:50.443335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Checking segment: {'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:32:50.443742 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:50.444140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Bound using segment: {'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:32:50.444624 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Bound port: 03332f61-310f-465c-b03e-3b00ec3bbae8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:32:50.445034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:50.486683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.1 (4669cba5-e164-49d7-b23a-6924fa1587c3/b3d776d2-1480-43c7-bca2-2059ea66cc4f/e8e3549d-d63e-422c-a6a8-5a46ea6137f1) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:50.516631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] For port 03332f61-310f-465c-b03e-3b00ec3bbae8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:32:50.520016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] For port 03332f61-310f-465c-b03e-3b00ec3bbae8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03332f61-310f-465c-b03e-3b00ec3bbae8,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:32:50.592194 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:50.605445 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:50.656331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb47380-c34e-4e85-b777-d9a376599f05 None None] Pushing event updated for resources: {'Port': ['ID=03332f61-310f-465c-b03e-3b00ec3bbae8,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:50.689077 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:50.739952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 4669cba5-e164-49d7-b23a-6924fa1587c3 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:32:50.743237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:50.747192 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:32:50.753701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=e8e3549d-d63e-422c-a6a8-5a46ea6137f1,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:50.794746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:51.039571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:51.323406 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:51.354256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 03332f61-310f-465c-b03e-3b00ec3bbae8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:32:51.404860 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 03332f61-310f-465c-b03e-3b00ec3bbae8 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:51.405248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:51.409367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:51.482587 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:51.487887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=e8e3549d-d63e-422c-a6a8-5a46ea6137f1,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:51.488161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:51.524925 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 03332f61-310f-465c-b03e-3b00ec3bbae8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03332f61-310f-465c-b03e-3b00ec3bbae8,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:51.587279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 4669cba5-e164-49d7-b23a-6924fa1587c3 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:32:51.588720 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:51.613971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:51.618246 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:32:51.693751 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=03332f61-310f-465c-b03e-3b00ec3bbae8,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:51.705532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:51.705913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:51.713828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 6c149d64-7d09-49a0-b91a-25e0481da395 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:32:51.826796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:32:51.833085 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a9a50471-143a-4670-8817-669cb5082a87 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/6c149d64-7d09-49a0-b91a-25e0481da395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1195180 Dec 06 14:32:51.836843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37590) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:51.837730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Sync routers for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:32:51.853196 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:32:51.853196 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:32:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:51.941759 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e1354f-1c7e-456a-99c3-f4b449969d0e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:51.942255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e1354f-1c7e-456a-99c3-f4b449969d0e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:51.942738 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e1354f-1c7e-456a-99c3-f4b449969d0e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:51.943207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e1354f-1c7e-456a-99c3-f4b449969d0e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:51.943915 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e1354f-1c7e-456a-99c3-f4b449969d0e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:51.944388 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e1354f-1c7e-456a-99c3-f4b449969d0e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:51.946325 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f5e1354f-1c7e-456a-99c3-f4b449969d0e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1085019 Dec 06 14:32:51.949303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37592) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:51.966860 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:32:52.048869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47447a81-b4c5-4fb2-9ebe-8ef9146aa22e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:52.048869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47447a81-b4c5-4fb2-9ebe-8ef9146aa22e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:52.048869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47447a81-b4c5-4fb2-9ebe-8ef9146aa22e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:52.048869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47447a81-b4c5-4fb2-9ebe-8ef9146aa22e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:52.048869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47447a81-b4c5-4fb2-9ebe-8ef9146aa22e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:52.048869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47447a81-b4c5-4fb2-9ebe-8ef9146aa22e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:52.049726 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-47447a81-b4c5-4fb2-9ebe-8ef9146aa22e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0981758 Dec 06 14:32:52.052112 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37594) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:52.192608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:51Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:52.202623 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7faddd0a-1ceb-4427-a089-ab7874492282 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.1492643 Dec 06 14:32:52.366737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f18f60-2588-4183-b004-cc4a2ec77fb5 None None] Network 4669cba5-e164-49d7-b23a-6924fa1587c3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:32:52.371553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Checking router: 6c149d64-7d09-49a0-b91a-25e0481da395 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:32:52.371904 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Updating router 6c149d64-7d09-49a0-b91a-25e0481da395 port e8e3549d-d63e-422c-a6a8-5a46ea6137f1 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:32:52.446815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:52.451115 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5b5d3370-8253-4d6f-aaa3-cdbb54e0c85a None None] Provisioning complete for port 03332f61-310f-465c-b03e-3b00ec3bbae8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:52.451419 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b5d3370-8253-4d6f-aaa3-cdbb54e0c85a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:52.557850 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37598) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:52.562799 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-fb7a011a-493a-4a27-b229-7c983a9e3d41 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1575205299', 'description': 'tempest-secgroup-smoke-1575205299 description', 'project_id': 'c716424228f8423e91750a4cc8918d9a'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:52.684023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7a011a-493a-4a27-b229-7c983a9e3d41 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:52.755901 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7a011a-493a-4a27-b229-7c983a9e3d41 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:52.853761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:52.860043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7a011a-493a-4a27-b229-7c983a9e3d41 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:52.889863 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a011a-493a-4a27-b229-7c983a9e3d41 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:52.955967 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:52.982768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7a011a-493a-4a27-b229-7c983a9e3d41 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:52.984775 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fb7a011a-493a-4a27-b229-7c983a9e3d41 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4252572 Dec 06 14:32:52.987859 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37600) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:52.993008 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0ba568f4-99e4-484b-8e66-4df653104503 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'a6234c7b-d40a-4b35-a6e8-7c6cbdec8120', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:53.017770 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7795482d-7ed4-44d1-8a69-86a80742bfb8 None None] Provisioning complete for port 03332f61-310f-465c-b03e-3b00ec3bbae8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:53.018192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7795482d-7ed4-44d1-8a69-86a80742bfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.022648 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f396e2-7b72-4726-9046-cca83b1cf5e2 None None] Pushing event updated for resources: {'Port': ['ID=e8e3549d-d63e-422c-a6a8-5a46ea6137f1,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:53.088032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ba568f4-99e4-484b-8e66-4df653104503 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.111718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Attempting to bind port e8e3549d-d63e-422c-a6a8-5a46ea6137f1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:32:53.114712 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Attempting to bind port e8e3549d-d63e-422c-a6a8-5a46ea6137f1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:32:53.114712 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Attempting to bind port e8e3549d-d63e-422c-a6a8-5a46ea6137f1 on network 4669cba5-e164-49d7-b23a-6924fa1587c3 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:32:53.121488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 32, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:32:53.121983 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Checking segment: {'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:32:53.123223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.123223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Bound using segment: {'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:32:53.123644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Bound port: e8e3549d-d63e-422c-a6a8-5a46ea6137f1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:32:53.124024 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.173752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ba568f4-99e4-484b-8e66-4df653104503 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.233675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] For port e8e3549d-d63e-422c-a6a8-5a46ea6137f1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:32:53.241409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] For port e8e3549d-d63e-422c-a6a8-5a46ea6137f1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8e3549d-d63e-422c-a6a8-5a46ea6137f1,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:32:53.241409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7795482d-7ed4-44d1-8a69-86a80742bfb8 None None] Provisioning complete for port e8e3549d-d63e-422c-a6a8-5a46ea6137f1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:53.241409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7795482d-7ed4-44d1-8a69-86a80742bfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.275650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7795482d-7ed4-44d1-8a69-86a80742bfb8 None None] Port e8e3549d-d63e-422c-a6a8-5a46ea6137f1 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:53.285031 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ba568f4-99e4-484b-8e66-4df653104503 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.306187 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 03332f61-310f-465c-b03e-3b00ec3bbae8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:32:53.327268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba568f4-99e4-484b-8e66-4df653104503 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29c44e6-3db8-4e56-87da-0a9bf68a43c4,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:53.340223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.386748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0ba568f4-99e4-484b-8e66-4df653104503 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.386748 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0ba568f4-99e4-484b-8e66-4df653104503 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3969631 Dec 06 14:32:53.388968 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37602) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:53.394295 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d2c1045d-85c4-4685-b207-65feea371286 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'a6234c7b-d40a-4b35-a6e8-7c6cbdec8120', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:53.430388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:32:53.430930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:32:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:53.438244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f396e2-7b72-4726-9046-cca83b1cf5e2 None None] Pushing event updated for resources: {'Port': ['ID=e8e3549d-d63e-422c-a6a8-5a46ea6137f1,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:53.471236 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ec87bdff-3276-4cf7-adf5-d6a49db61474 None None] Provisioning complete for port e8e3549d-d63e-422c-a6a8-5a46ea6137f1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:53.471612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ec87bdff-3276-4cf7-adf5-d6a49db61474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.476428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 03332f61-310f-465c-b03e-3b00ec3bbae8 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:53.476688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.483819 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2c1045d-85c4-4685-b207-65feea371286 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.558371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2c1045d-85c4-4685-b207-65feea371286 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.627004 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2c1045d-85c4-4685-b207-65feea371286 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.632972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:32:53.647434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1045d-85c4-4685-b207-65feea371286 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0f68ab8-2e39-4d59-b04e-a35ac9916b58,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:53.764998 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ec87bdff-3276-4cf7-adf5-d6a49db61474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.772074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d2c1045d-85c4-4685-b207-65feea371286 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.775948 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37604) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:53.780603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-93d321d6-703f-4af3-91f3-779014b0a33d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'a6234c7b-d40a-4b35-a6e8-7c6cbdec8120', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:53.781576 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d2c1045d-85c4-4685-b207-65feea371286 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3913207 Dec 06 14:32:53.860919 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ec87bdff-3276-4cf7-adf5-d6a49db61474 None None] For port e8e3549d-d63e-422c-a6a8-5a46ea6137f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8e3549d-d63e-422c-a6a8-5a46ea6137f1,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:32:53.869825 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93d321d6-703f-4af3-91f3-779014b0a33d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.917234 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ec87bdff-3276-4cf7-adf5-d6a49db61474 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.942379 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93d321d6-703f-4af3-91f3-779014b0a33d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:53.988828 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87bdff-3276-4cf7-adf5-d6a49db61474 None None] Pushing event updated for resources: {'Port': ['ID=e8e3549d-d63e-422c-a6a8-5a46ea6137f1,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:53.995281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:32:54.026033 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93d321d6-703f-4af3-91f3-779014b0a33d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:54.031645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7ca19f6-6bb9-4b86-ad07-077dfb96ce5a None None] The sync data for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv is: [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:32:54.046961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d321d6-703f-4af3-91f3-779014b0a33d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9632bb0-eb95-4052-9b51-b90f5bec1835,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:54.047362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0eaceb8e-a065-4ef2-8bbc-56caf463a6d8 None None] Provisioning complete for port e8e3549d-d63e-422c-a6a8-5a46ea6137f1 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:54.047700 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0eaceb8e-a065-4ef2-8bbc-56caf463a6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:54.137014 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93d321d6-703f-4af3-91f3-779014b0a33d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:54.138311 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-93d321d6-703f-4af3-91f3-779014b0a33d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3612773 Dec 06 14:32:54.141253 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37606) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:54.145939 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-dc404cf5-f9ac-478f-898f-ca668bc27ed1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'a6234c7b-d40a-4b35-a6e8-7c6cbdec8120', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:54.232453 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc404cf5-f9ac-478f-898f-ca668bc27ed1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:54.299777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc404cf5-f9ac-478f-898f-ca668bc27ed1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:54.348555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc404cf5-f9ac-478f-898f-ca668bc27ed1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:54.370951 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc404cf5-f9ac-478f-898f-ca668bc27ed1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37b2299-e594-42ae-b302-e024bc8e5126,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:54.450590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dc404cf5-f9ac-478f-898f-ca668bc27ed1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:54.452119 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-dc404cf5-f9ac-478f-898f-ca668bc27ed1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3098192 Dec 06 14:32:54.455059 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37608) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:54.459806 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2bb84714-f968-433e-94b8-a85d60deed89 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'a6234c7b-d40a-4b35-a6e8-7c6cbdec8120', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:54.553320 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-2bb84714-f968-433e-94b8-a85d60deed89 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:32:54.561533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2bb84714-f968-433e-94b8-a85d60deed89 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:54.636818 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2bb84714-f968-433e-94b8-a85d60deed89 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:54.706720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2bb84714-f968-433e-94b8-a85d60deed89 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:54.725621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb84714-f968-433e-94b8-a85d60deed89 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4932258-7fbd-4bd3-a1c1-dcc86c8973b9,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:54.787493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2bb84714-f968-433e-94b8-a85d60deed89 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:54.793104 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2bb84714-f968-433e-94b8-a85d60deed89 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3326697 Dec 06 14:32:54.793104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37610) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:32:54.795926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a91b8c30-8d25-4939-8f35-dcfa884c944e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'a6234c7b-d40a-4b35-a6e8-7c6cbdec8120', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:54.882953 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-a91b8c30-8d25-4939-8f35-dcfa884c944e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:32:54.890420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a91b8c30-8d25-4939-8f35-dcfa884c944e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:54.965094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a91b8c30-8d25-4939-8f35-dcfa884c944e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:55.044140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a91b8c30-8d25-4939-8f35-dcfa884c944e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:55.063265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b8c30-8d25-4939-8f35-dcfa884c944e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25eb3b07-0cfe-4036-a8e6-878e8d1f1517,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:55.143820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a91b8c30-8d25-4939-8f35-dcfa884c944e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:55.145480 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a91b8c30-8d25-4939-8f35-dcfa884c944e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3524809 Dec 06 14:32:55.302741 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-92280c01-ebdb-483f-9423-7d45ed50b8e6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1575205299&fields=id&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 267 time: 0.0514753 Dec 06 14:32:55.421992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-38a70f73-6e23-4d1c-958e-ea67ed7a4799 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:55.423989 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-38a70f73-6e23-4d1c-958e-ea67ed7a4799 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/networks?id=4669cba5-e164-49d7-b23a-6924fa1587c3 HTTP/1.1" status: 200 len: 797 time: 0.1134133 Dec 06 14:32:55.441728 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-713ec9bf-7889-43f5-bb5e-e07699c9bf9a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/quotas/c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 375 time: 0.0105181 Dec 06 14:32:55.445069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e8e3549d-d63e-422c-a6a8-5a46ea6137f1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:32:55.493109 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port e8e3549d-d63e-422c-a6a8-5a46ea6137f1 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:55.493656 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:55.493958 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-89ec6873-97e8-47db-bd3e-673649ec1453 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465357 Dec 06 14:32:55.560097 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-97a04bf5-2979-434d-8244-4f69d7ff3dee service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:32:55.561387 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-97a04bf5-2979-434d-8244-4f69d7ff3dee service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0548201 Dec 06 14:32:55.658552 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-02099b3b-3511-4577-b89b-c0bbc6ea1306 service neutron] 10.222.0.42 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898116 Dec 06 14:32:55.748951 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-36b7f7ed-51a4-44f6-aafb-fd91db4af5b0 service neutron] 10.222.0.42 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843096 Dec 06 14:32:56.055386 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8cfbd96d-32e8-4d3b-b04b-66b3d9f29308 req-8864e9e4-e834-499a-8aa8-df659949a3b4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 210 time: 0.0260930 Dec 06 14:32:57.152369 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3bc22469-b43b-4992-891f-843f8e75372a req-2f45e282-15b9-43a2-ac95-8d4356a399b3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 210 time: 0.0310318 Dec 06 14:32:58.245618 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-905392e0-1b9a-4f9d-9232-40b34c5bf8a9 req-a78e092f-79fe-48cf-be4a-b87b86ba03a4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 210 time: 0.0257137 Dec 06 14:32:58.362959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-3156f1d7-29ec-4860-9dbf-3f7e7efc31b4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:58.364357 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-3156f1d7-29ec-4860-9dbf-3f7e7efc31b4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks?id=4669cba5-e164-49d7-b23a-6924fa1587c3 HTTP/1.1" status: 200 len: 797 time: 0.1036797 Dec 06 14:32:58.426586 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-1429d5d9-e643-4041-871d-efbdce036f35 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 380 time: 0.0533350 Dec 06 14:32:58.437306 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-30ccd954-77ed-4ba3-ba25-fa685f117cfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'port': {'device_id': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'admin_state_up': True, 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'security_groups': ['a6234c7b-d40a-4b35-a6e8-7c6cbdec8120']}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:58.644100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-30ccd954-77ed-4ba3-ba25-fa685f117cfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:32:58.647771 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-30ccd954-77ed-4ba3-ba25-fa685f117cfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:58.788517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-30ccd954-77ed-4ba3-ba25-fa685f117cfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.10 (4669cba5-e164-49d7-b23a-6924fa1587c3/b3d776d2-1480-43c7-bca2-2059ea66cc4f/fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:32:58.926492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-30ccd954-77ed-4ba3-ba25-fa685f117cfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:59.038554 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-30ccd954-77ed-4ba3-ba25-fa685f117cfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:59.082633 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-30ccd954-77ed-4ba3-ba25-fa685f117cfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 4669cba5-e164-49d7-b23a-6924fa1587c3 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:32:59.085608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-30ccd954-77ed-4ba3-ba25-fa685f117cfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:32:59.089408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-30ccd954-77ed-4ba3-ba25-fa685f117cfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:32:59.095863 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccd954-77ed-4ba3-ba25-fa685f117cfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:59.146714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-30ccd954-77ed-4ba3-ba25-fa685f117cfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:59.147318 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-30ccd954-77ed-4ba3-ba25-fa685f117cfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:59.246511 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-30ccd954-77ed-4ba3-ba25-fa685f117cfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8131113 Dec 06 14:32:59.260016 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Request body: {'port': {'device_id': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:32:59.298356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0be0410e-0500-47fa-88bd-85372618b334 None None] Provisioning complete for port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:32:59.300422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0be0410e-0500-47fa-88bd-85372618b334 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:59.315572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:59.362985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0be0410e-0500-47fa-88bd-85372618b334 None None] Port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:32:59.389820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d0e5f-b0eb-4262-86c1-817dcf174bcc req-8c8c219b-22a4-4a27-81f0-4b728996d8bc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:32:59.391278 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2e8d0e5f-b0eb-4262-86c1-817dcf174bcc req-8c8c219b-22a4-4a27-81f0-4b728996d8bc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 932 time: 0.0663748 Dec 06 14:32:59.439838 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:59.444151 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2e8d0e5f-b0eb-4262-86c1-817dcf174bcc req-df5945c2-ab91-493c-9072-69ffa88739fb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463974 Dec 06 14:32:59.579684 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:32:59.590090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:59.599999 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Transition to ACTIVE for port object fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e will not be triggered until provisioned by entity L2. {{(pid=103725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:32:59.683388 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:59.735575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:32:59.809140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Attempting to bind port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:32:59.809483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Attempting to bind port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:32:59.809816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Attempting to bind port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e on network 4669cba5-e164-49d7-b23a-6924fa1587c3 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:32:59.814706 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e on network 4669cba5-e164-49d7-b23a-6924fa1587c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:32:59.815025 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Attempting to bind port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e on network 4669cba5-e164-49d7-b23a-6924fa1587c3 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:32:59.820191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:32:59.820531 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Checking segment: {'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:32:59.820940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Bound using segment: {'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:32:59.821360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Bound port: fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:32:59.821794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:32:59.893955 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] For port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:32:59.897444 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] For port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:32:59.958519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:00.331843 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:00.332737 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:00.333825 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] 10.222.0.41 "PUT /v2.0/ports/fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e HTTP/1.1" status: 200 len: 1094 time: 1.0781863 Dec 06 14:33:00.334252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'tag': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:33:00.336579 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec64c7b-924e-4e53-ad45-85e1fe2f6e35" -d '{"events": [{"name": "network-changed", "server_uuid": "89f58b13-f1b3-483f-a496-2b03c7f790c7", "tag": "fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:33:00.361963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f95d37-cd33-4764-934e-17931adafda6 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:33:00.379723 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb956a34-0a62-4f2e-b7d5-c649cee4b21c x-openstack-request-id: req-fb956a34-0a62-4f2e-b7d5-c649cee4b21c {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:33:00.380051 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f58b13-f1b3-483f-a496-2b03c7f790c7", "tag": "fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:33:00.380311 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb956a34-0a62-4f2e-b7d5-c649cee4b21c {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:33:00.380707 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'tag': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e', 'status': 'completed', 'code': 200} Dec 06 14:33:00.443149 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec64c7b-924e-4e53-ad45-85e1fe2f6e35 req-f9cceac5-0e25-4fd8-869e-98ec34713650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:00.444632 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1ec64c7b-924e-4e53-ad45-85e1fe2f6e35 req-f9cceac5-0e25-4fd8-869e-98ec34713650 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 1097 time: 0.0435007 Dec 06 14:33:00.558367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec64c7b-924e-4e53-ad45-85e1fe2f6e35 req-3f011aac-5823-48d0-b154-ad7db38da1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:00.559842 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1ec64c7b-924e-4e53-ad45-85e1fe2f6e35 req-3f011aac-5823-48d0-b154-ad7db38da1fd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c716424228f8423e91750a4cc8918d9a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1055214 Dec 06 14:33:00.567251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefe784-35a3-453f-b1c6-6380c6b221fb req-ad344eee-b1ac-4e42-a64a-247d6c92510a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:00.568730 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-caefe784-35a3-453f-b1c6-6380c6b221fb req-ad344eee-b1ac-4e42-a64a-247d6c92510a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 944 time: 0.0504844 Dec 06 14:33:00.621511 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-caefe784-35a3-453f-b1c6-6380c6b221fb req-6902eb0e-1bec-486e-a47c-465201ac68bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462148 Dec 06 14:33:00.662625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec64c7b-924e-4e53-ad45-85e1fe2f6e35 req-7d054abe-388d-44f0-903e-0272a7e4364f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:00.664064 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1ec64c7b-924e-4e53-ad45-85e1fe2f6e35 req-7d054abe-388d-44f0-903e-0272a7e4364f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945890 Dec 06 14:33:00.741354 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-d2db850a-bbb8-41c0-bd9e-1839f4e1810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:00.742798 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-d2db850a-bbb8-41c0-bd9e-1839f4e1810a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 1097 time: 0.0405133 Dec 06 14:33:00.791739 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-1263cf53-cf6a-48c7-a736-dd533f450a65 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e HTTP/1.1" status: 200 len: 217 time: 0.0400925 Dec 06 14:33:00.841498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-adace1b2-9223-4219-af95-4fb2eca9496f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:00.842872 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-adace1b2-9223-4219-af95-4fb2eca9496f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3d776d2-1480-43c7-bca2-2059ea66cc4f HTTP/1.1" status: 200 len: 835 time: 0.0448081 Dec 06 14:33:00.889883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05dc8c90-73ab-4781-a3c7-3d863450a15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:00.891404 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-05dc8c90-73ab-4781-a3c7-3d863450a15b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4669cba5-e164-49d7-b23a-6924fa1587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407875 Dec 06 14:33:00.990209 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-4ea0adcf-c27e-4148-8347-66fed2864403 service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903783 Dec 06 14:33:01.079873 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b2455adc-cf31-41f3-9c79-52326ca2d420 req-056239ca-1677-4b0d-8463-ac77ee86389c service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820453 Dec 06 14:33:01.266203 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-453501b0-fdc0-4b78-a2de-cb4bb5c6b87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:01.749724 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99947367-6333-4b29-9ac8-e97591397a57 req-51f6c9e2-d91f-4d44-8264-9d998f4ddc9e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:01.751294 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-99947367-6333-4b29-9ac8-e97591397a57 req-51f6c9e2-d91f-4d44-8264-9d998f4ddc9e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 944 time: 0.0540607 Dec 06 14:33:01.801585 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-99947367-6333-4b29-9ac8-e97591397a57 req-c66f28c2-5697-40be-a137-fb57b9dc7a67 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437326 Dec 06 14:33:02.923631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aa385-88c5-4af0-a595-aa9d9a8df196 req-a9eac941-24a9-41f6-ae14-2c868b5124f2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:02.925650 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e57aa385-88c5-4af0-a595-aa9d9a8df196 req-a9eac941-24a9-41f6-ae14-2c868b5124f2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 944 time: 0.0481155 Dec 06 14:33:02.977988 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e57aa385-88c5-4af0-a595-aa9d9a8df196 req-b345817a-0698-413c-a9d1-2c12402623df tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463119 Dec 06 14:33:03.695086 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d74c1c3-f3cb-41a4-bbba-b9d86554e05c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:04.090893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36efc3-4334-49cd-a7ff-62a094b8cba7 req-f7f4c1da-83f8-4583-bc40-26bb81406e1b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:04.092344 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7c36efc3-4334-49cd-a7ff-62a094b8cba7 req-f7f4c1da-83f8-4583-bc40-26bb81406e1b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 944 time: 0.0474782 Dec 06 14:33:04.140107 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7c36efc3-4334-49cd-a7ff-62a094b8cba7 req-d130b23f-200f-49b8-a5f5-4bec4cddac86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416646 Dec 06 14:33:04.638102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:33:04.745874 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:33:04.755570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:04.759818 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'port_id': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e', 'mac_address': 'fa:16:3e:a7:66:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:33:04.797857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:04.814735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:33:04.835618 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:33:04.940742 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:05.126868 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:33:05.256701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b88093-20ad-444a-b0d8-c60b55a243b5 req-91fbb090-f790-4071-87a2-553286b0699e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:05.258303 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-23b88093-20ad-444a-b0d8-c60b55a243b5 req-91fbb090-f790-4071-87a2-553286b0699e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 945 time: 0.0516658 Dec 06 14:33:05.287788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:33:05.309561 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-23b88093-20ad-444a-b0d8-c60b55a243b5 req-d9d4e4e6-d341-4a72-8204-9dab7702da0b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452280 Dec 06 14:33:05.963256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:06.426827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0646e010-0d5d-436c-822a-d52b37cf44ff req-984ede63-2046-4438-8be0-cd35d03cda2c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:06.428279 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0646e010-0d5d-436c-822a-d52b37cf44ff req-984ede63-2046-4438-8be0-cd35d03cda2c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 945 time: 0.0520844 Dec 06 14:33:06.477413 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0646e010-0d5d-436c-822a-d52b37cf44ff req-7d50b6fb-37c7-47cd-aa52-2746f777db28 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431726 Dec 06 14:33:06.654494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:33:06.773515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:33:06.777495 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:33:06.777865 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:06.854712 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:06.888404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:33:06.890723 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b8e32b-99fc-4a59-bb44-1cc35f40dcc7" -d '{"events": [{"server_uuid": "89f58b13-f1b3-483f-a496-2b03c7f790c7", "name": "network-vif-plugged", "status": "completed", "tag": "fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:33:06.903619 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:33:06.985077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47cbc28-fae7-44a1-888d-c4fab390e1db x-openstack-request-id: req-f47cbc28-fae7-44a1-888d-c4fab390e1db {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:33:06.988824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f58b13-f1b3-483f-a496-2b03c7f790c7", "name": "network-vif-plugged", "status": "completed", "tag": "fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:33:06.988824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f47cbc28-fae7-44a1-888d-c4fab390e1db {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:33:06.988824 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e', 'code': 200} Dec 06 14:33:06.988824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:07.007576 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:07.054633 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:33:07.259679 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b42edc-9c32-4fd5-a076-9decdb223ba2 req-c8e275ad-5932-4e1c-8352-4b8f37a51c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:07.261099 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-17b42edc-9c32-4fd5-a076-9decdb223ba2 req-c8e275ad-5932-4e1c-8352-4b8f37a51c34 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 1099 time: 0.0397913 Dec 06 14:33:07.306237 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-17b42edc-9c32-4fd5-a076-9decdb223ba2 req-f061050d-db90-4939-9244-be7092cb39b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386724 Dec 06 14:33:07.588799 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e89be-adea-43eb-9460-e59b850a5d08 req-acdfca16-ee93-4385-97ae-eb58caced2cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:07.590289 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-929e89be-adea-43eb-9460-e59b850a5d08 req-acdfca16-ee93-4385-97ae-eb58caced2cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 946 time: 0.0475857 Dec 06 14:33:07.642573 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-929e89be-adea-43eb-9460-e59b850a5d08 req-40dc24db-fd8d-4bc2-a140-e903ce6dc063 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464721 Dec 06 14:33:08.760871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f628b-a303-4a3a-a528-254dc8eb6d07 req-bbc35d39-603a-4dea-9b6d-ac9d90496dc7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:08.762456 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-712f628b-a303-4a3a-a528-254dc8eb6d07 req-bbc35d39-603a-4dea-9b6d-ac9d90496dc7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 946 time: 0.0512638 Dec 06 14:33:08.812169 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-712f628b-a303-4a3a-a528-254dc8eb6d07 req-323d1dff-3e92-4aec-ba57-d850f6913ec4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436497 Dec 06 14:33:09.926947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7c071e-a7b1-44c9-aa95-efcd1c10bdcc req-24eb11ed-6a34-4c07-b140-ee64660b033f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:09.928920 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2d7c071e-a7b1-44c9-aa95-efcd1c10bdcc req-24eb11ed-6a34-4c07-b140-ee64660b033f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 946 time: 0.0480709 Dec 06 14:33:10.003642 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2d7c071e-a7b1-44c9-aa95-efcd1c10bdcc req-e1b52dca-f91b-4824-9196-8b818d7b1a63 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685506 Dec 06 14:33:10.119773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee2de9-1973-42d8-bb6f-18e8d9e8ca92 req-b4b5a7a0-d1c5-4004-8d5e-61c4abefb451 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:10.121245 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cfee2de9-1973-42d8-bb6f-18e8d9e8ca92 req-b4b5a7a0-d1c5-4004-8d5e-61c4abefb451 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 946 time: 0.0515964 Dec 06 14:33:10.169910 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cfee2de9-1973-42d8-bb6f-18e8d9e8ca92 req-0bfd0853-d98d-4741-a65d-36d438ff3ec7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424752 Dec 06 14:33:10.186634 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:33:10.192556 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37682) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:33:10.230908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb5de3d-6b6d-4dc5-88b2-bb5736668a39 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:10.232376 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ebb5de3d-6b6d-4dc5-88b2-bb5736668a39 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 1094 time: 0.0387468 Dec 06 14:33:10.235128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37684) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:33:10.240056 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:33:10.335377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:10.435510 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:10.538828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.205 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/7991546e-7816-4f10-82ec-3f17a5302770) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:33:10.641464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:10.740675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:10.780625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:33:10.783480 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:33:10.787113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:33:10.808465 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=7991546e-7816-4f10-82ec-3f17a5302770,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:33:11.272504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:11.753139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:11.903195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:11.978862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:12.050476 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=7991546e-7816-4f10-82ec-3f17a5302770,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:33:12.062739 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:12.161317 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP 6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 associated. External IP: 172.36.1.205, port: fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e. Dec 06 14:33:12.367431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 6c149d64-7d09-49a0-b91a-25e0481da395 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:33:12.479197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:33:12.489661 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1336f-5ba5-4258-a77d-3ae0a4a06253 None None] Sync routers for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:33:12.499681 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1336f-5ba5-4258-a77d-3ae0a4a06253 None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:33:12.500285 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-24c1336f-5ba5-4258-a77d-3ae0a4a06253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:33:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:33:12.643887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:12.675519 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c34a4347-3c65-451d-8115-861d62cad3cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4367976 Dec 06 14:33:12.675519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'tag': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:33:12.675883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37686) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:33:12.676355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccf8536-6fca-4fdb-a7a7-d4e8f87608c3" -d '{"events": [{"name": "network-changed", "server_uuid": "89f58b13-f1b3-483f-a496-2b03c7f790c7", "tag": "fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:33:12.698065 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-24c1336f-5ba5-4258-a77d-3ae0a4a06253 None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:33:12.717024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77c0aeb-6ab6-41e9-b0f4-8c5b9d330347 x-openstack-request-id: req-d77c0aeb-6ab6-41e9-b0f4-8c5b9d330347 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:33:12.720408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f58b13-f1b3-483f-a496-2b03c7f790c7", "tag": "fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:33:12.720408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d77c0aeb-6ab6-41e9-b0f4-8c5b9d330347 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:33:12.720408 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'tag': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e', 'status': 'completed', 'code': 200} Dec 06 14:33:12.740968 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-02caade6-3e88-4048-8d97-9aceca0bb5fe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 HTTP/1.1" status: 200 len: 992 time: 0.0639305 Dec 06 14:33:12.783472 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf8536-6fca-4fdb-a7a7-d4e8f87608c3 req-c8f37e40-74ce-41ec-953d-5fe99e113093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:12.785583 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6ccf8536-6fca-4fdb-a7a7-d4e8f87608c3 req-c8f37e40-74ce-41ec-953d-5fe99e113093 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 1099 time: 0.0429499 Dec 06 14:33:12.876271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf8536-6fca-4fdb-a7a7-d4e8f87608c3 req-50766d9a-4c6f-4f79-9043-60e31ddd79b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:12.877783 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6ccf8536-6fca-4fdb-a7a7-d4e8f87608c3 req-50766d9a-4c6f-4f79-9043-60e31ddd79b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4669cba5-e164-49d7-b23a-6924fa1587c3 HTTP/1.1" status: 200 len: 898 time: 0.0843329 Dec 06 14:33:12.928629 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-24c1336f-5ba5-4258-a77d-3ae0a4a06253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'port_id': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'mac_address': 'fa:16:3e:a7:66:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:33:11Z', 'updated_at': '2021-12-06T14:33:11Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:33:12.947503 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6ccf8536-6fca-4fdb-a7a7-d4e8f87608c3 req-330b3db7-e662-43be-906e-842e17fe9d68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e HTTP/1.1" status: 200 len: 1000 time: 0.0630710 Dec 06 14:33:12.955137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1336f-5ba5-4258-a77d-3ae0a4a06253 None None] Checking router: 6c149d64-7d09-49a0-b91a-25e0481da395 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:33:12.964172 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c1336f-5ba5-4258-a77d-3ae0a4a06253 None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:33:12.964796 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-24c1336f-5ba5-4258-a77d-3ae0a4a06253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:33:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:33:12.995709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf8536-6fca-4fdb-a7a7-d4e8f87608c3 req-67555711-e12c-4bf5-8851-4dddd7e71934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:12.997192 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6ccf8536-6fca-4fdb-a7a7-d4e8f87608c3 req-67555711-e12c-4bf5-8851-4dddd7e71934 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3d776d2-1480-43c7-bca2-2059ea66cc4f HTTP/1.1" status: 200 len: 835 time: 0.0434530 Dec 06 14:33:13.042034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf8536-6fca-4fdb-a7a7-d4e8f87608c3 req-456afb6f-4f60-4e5f-9fc4-e5c71d18936f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:13.043523 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6ccf8536-6fca-4fdb-a7a7-d4e8f87608c3 req-456afb6f-4f60-4e5f-9fc4-e5c71d18936f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4669cba5-e164-49d7-b23a-6924fa1587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389018 Dec 06 14:33:13.069855 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-24c1336f-5ba5-4258-a77d-3ae0a4a06253 None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:33:13.136839 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6ccf8536-6fca-4fdb-a7a7-d4e8f87608c3 req-7ad7ebb1-e4d8-434b-935d-f540a61e7989 service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863073 Dec 06 14:33:13.225998 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6ccf8536-6fca-4fdb-a7a7-d4e8f87608c3 req-94ad3fe8-72c8-418e-aa31-0f6b44f17866 service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825567 Dec 06 14:33:13.291350 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-24c1336f-5ba5-4258-a77d-3ae0a4a06253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'port_id': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'mac_address': 'fa:16:3e:a7:66:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:33:11Z', 'updated_at': '2021-12-06T14:33:11Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:33:13.322688 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c1336f-5ba5-4258-a77d-3ae0a4a06253 None None] The sync data for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv is: [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'port_id': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'mac_address': 'fa:16:3e:a7:66:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:33:11Z', 'updated_at': '2021-12-06T14:33:11Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:33:13.510086 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b011b1ba-9bee-4366-8589-daba12270468 None None] New status for floating IP 6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:33:13.744976 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37692) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:33:13.809699 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bd29fbb4-3d4e-4895-81cd-61b27d0bcdad tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 HTTP/1.1" status: 200 len: 994 time: 0.0635099 Dec 06 14:33:29.414378 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:31.277257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-49d32d95-62f9-48be-aa5c-bd3c4cad10b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:33.710180 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e456f0b-eee6-4eba-b00a-c9b3af7e68b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:34.762984 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:35.963243 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:37.026159 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:33:42.520073 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f6531cb-6026-479a-a783-39d8679f3c68 req-07d87eb6-30e0-46f5-9caa-da70c1a119a4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382690 Dec 06 14:33:42.600455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6531cb-6026-479a-a783-39d8679f3c68 req-51ac02c1-a9b7-4e92-8acc-ff6911b8817a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:42.602571 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f6531cb-6026-479a-a783-39d8679f3c68 req-51ac02c1-a9b7-4e92-8acc-ff6911b8817a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 1098 time: 0.0401070 Dec 06 14:33:42.709368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6531cb-6026-479a-a783-39d8679f3c68 req-e46c60b5-d9a6-42ba-9e96-b61df9ec4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:42.711345 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f6531cb-6026-479a-a783-39d8679f3c68 req-e46c60b5-d9a6-42ba-9e96-b61df9ec4c43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 912 time: 0.0884473 Dec 06 14:33:42.774748 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f6531cb-6026-479a-a783-39d8679f3c68 req-bf57699f-0e25-469d-8d80-324af9859296 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a6639e-4546-4455-ab7e-e62d7aa9ed65 HTTP/1.1" status: 200 len: 1000 time: 0.0563531 Dec 06 14:33:42.827162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6531cb-6026-479a-a783-39d8679f3c68 req-06365e7b-a3ae-45e5-8ea1-0df9ece59eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:42.828581 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f6531cb-6026-479a-a783-39d8679f3c68 req-06365e7b-a3ae-45e5-8ea1-0df9ece59eba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 200 len: 850 time: 0.0471358 Dec 06 14:33:42.873110 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6531cb-6026-479a-a783-39d8679f3c68 req-28d78147-84bc-4f04-9f8b-b5ce65436e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:33:42.874598 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f6531cb-6026-479a-a783-39d8679f3c68 req-28d78147-84bc-4f04-9f8b-b5ce65436e2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23b95a34-a658-4de3-b9c9-74b7dc477ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391502 Dec 06 14:33:42.968254 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f6531cb-6026-479a-a783-39d8679f3c68 req-1ee9d37e-1828-43cb-b46d-d9d8a09c2a23 service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861347 Dec 06 14:33:43.077911 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f6531cb-6026-479a-a783-39d8679f3c68 req-df942efb-3cc7-4d21-b5db-29313691e31d service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025596 Dec 06 14:33:47.185773 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:33:59.442469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:01.293750 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e3b4a84a-c855-4623-8ba3-cb47aacfcb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:03.688278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-72d2bf8b-5837-487a-ad58-601e9a7acbff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:04.767891 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:05.973316 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:06.933846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:24.186965 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:34:26.821129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37724) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:26.861390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251dde4c-0e3e-4313-af19-98cb3b8675b6 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:26.861880 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251dde4c-0e3e-4313-af19-98cb3b8675b6 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:26.862360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251dde4c-0e3e-4313-af19-98cb3b8675b6 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:26.863969 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-251dde4c-0e3e-4313-af19-98cb3b8675b6 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=c716424228f8423e91750a4cc8918d9a&network_id=4669cba5-e164-49d7-b23a-6924fa1587c3 HTTP/1.1" status: 200 len: 3000 time: 0.0418553 Dec 06 14:34:28.450526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37734) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:28.498202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0caf6f-37ae-4cbe-bc9c-17ef0324c175 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:28.500289 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ba0caf6f-37ae-4cbe-bc9c-17ef0324c175 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c HTTP/1.1" status: 200 len: 814 time: 0.0488009 Dec 06 14:34:28.994776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37740) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:28.999859 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1c3789fc-27a2-424f-9bcb-16f75c58ca62 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:34:29.054848 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c3789fc-27a2-424f-9bcb-16f75c58ca62 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:29.210047 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c3789fc-27a2-424f-9bcb-16f75c58ca62 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:29.315934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c3789fc-27a2-424f-9bcb-16f75c58ca62 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:29.316205 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-1c3789fc-27a2-424f-9bcb-16f75c58ca62 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP 6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 disassociated. External IP: 172.36.1.205, port: fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e. Dec 06 14:34:29.436101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:29.544963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c3789fc-27a2-424f-9bcb-16f75c58ca62 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 6c149d64-7d09-49a0-b91a-25e0481da395 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:34:29.648827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c3789fc-27a2-424f-9bcb-16f75c58ca62 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:34:29.653647 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c3789fc-27a2-424f-9bcb-16f75c58ca62 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:29.658182 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eda4e55-f25d-49c4-a9ae-17c3f56f3137 None None] Sync routers for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:34:29.667238 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda4e55-f25d-49c4-a9ae-17c3f56f3137 None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:34:29.667819 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4eda4e55-f25d-49c4-a9ae-17c3f56f3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:34:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:34:29.679195 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1c3789fc-27a2-424f-9bcb-16f75c58ca62 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/floatingips/6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 HTTP/1.1" status: 200 len: 690 time: 0.6833923 Dec 06 14:34:29.679858 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'tag': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:34:29.682029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37742) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:29.682526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae8372c-1301-48cc-848c-ea4f8b80a0df" -d '{"events": [{"name": "network-changed", "server_uuid": "89f58b13-f1b3-483f-a496-2b03c7f790c7", "tag": "fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:34:29.721327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb7376f-579e-4b3d-b0d4-8efa177551af x-openstack-request-id: req-0fb7376f-579e-4b3d-b0d4-8efa177551af {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:34:29.721624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89f58b13-f1b3-483f-a496-2b03c7f790c7", "tag": "fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:34:29.721880 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0fb7376f-579e-4b3d-b0d4-8efa177551af {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:34:29.722276 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'tag': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e', 'status': 'completed', 'code': 200} Dec 06 14:34:29.737549 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9eeac172-8f60-4640-b545-674f6d395d2a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 HTTP/1.1" status: 200 len: 690 time: 0.0542662 Dec 06 14:34:29.771981 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-4eda4e55-f25d-49c4-a9ae-17c3f56f3137 None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:34:29.787565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8372c-1301-48cc-848c-ea4f8b80a0df req-2a9c54c2-8e62-41c4-88bf-057cb2fe166e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:29.789112 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0ae8372c-1301-48cc-848c-ea4f8b80a0df req-2a9c54c2-8e62-41c4-88bf-057cb2fe166e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 1099 time: 0.0451005 Dec 06 14:34:29.877621 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8372c-1301-48cc-848c-ea4f8b80a0df req-4c88c4dd-1be3-43b9-8921-39bd199cab08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:29.879109 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0ae8372c-1301-48cc-848c-ea4f8b80a0df req-4c88c4dd-1be3-43b9-8921-39bd199cab08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4669cba5-e164-49d7-b23a-6924fa1587c3 HTTP/1.1" status: 200 len: 898 time: 0.0836744 Dec 06 14:34:29.924539 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0ae8372c-1301-48cc-848c-ea4f8b80a0df req-56cf180d-e169-4a7a-bc52-ad3df53714ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e HTTP/1.1" status: 200 len: 217 time: 0.0379417 Dec 06 14:34:29.967178 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4eda4e55-f25d-49c4-a9ae-17c3f56f3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:34:29.973147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8372c-1301-48cc-848c-ea4f8b80a0df req-1c08c0fc-271f-438c-9c02-909168506d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:29.974622 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0ae8372c-1301-48cc-848c-ea4f8b80a0df req-1c08c0fc-271f-438c-9c02-909168506d71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3d776d2-1480-43c7-bca2-2059ea66cc4f HTTP/1.1" status: 200 len: 835 time: 0.0430787 Dec 06 14:34:29.992989 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eda4e55-f25d-49c4-a9ae-17c3f56f3137 None None] Checking router: 6c149d64-7d09-49a0-b91a-25e0481da395 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:34:30.001651 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eda4e55-f25d-49c4-a9ae-17c3f56f3137 None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:34:30.002248 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4eda4e55-f25d-49c4-a9ae-17c3f56f3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:34:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:34:30.018815 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae8372c-1301-48cc-848c-ea4f8b80a0df req-3e893594-6030-46bc-a510-69d960e6d5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:30.020302 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0ae8372c-1301-48cc-848c-ea4f8b80a0df req-3e893594-6030-46bc-a510-69d960e6d5fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4669cba5-e164-49d7-b23a-6924fa1587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391135 Dec 06 14:34:30.104025 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-4eda4e55-f25d-49c4-a9ae-17c3f56f3137 None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:34:30.116489 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0ae8372c-1301-48cc-848c-ea4f8b80a0df req-4f32b1c8-98c7-43ce-b370-fd73eb4d7cc6 service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893865 Dec 06 14:34:30.205063 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0ae8372c-1301-48cc-848c-ea4f8b80a0df req-44eb8676-3506-41f8-9992-3a062decfb78 service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813971 Dec 06 14:34:30.297319 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4eda4e55-f25d-49c4-a9ae-17c3f56f3137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:34:30.402791 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eda4e55-f25d-49c4-a9ae-17c3f56f3137 None None] The sync data for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv is: [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:34:30.607135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131369d-3935-48bb-a691-2245d7c02a93 None None] New status for floating IP 6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:34:30.739145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37750) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:30.789778 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5d95035c-e412-454b-8983-f9be3f154884 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 HTTP/1.1" status: 200 len: 690 time: 0.0475833 Dec 06 14:34:31.298713 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b6fe5093-4724-46c8-abcb-6102a8a01bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:31.791564 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37752) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:31.834710 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d0b741cb-220a-44e4-b092-86d7cbbdbcea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 HTTP/1.1" status: 200 len: 688 time: 0.0419707 Dec 06 14:34:33.202425 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37756) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:33.207147 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906543650', 'description': 'tempest-secgroup-smoke-906543650 description', 'project_id': 'c716424228f8423e91750a4cc8918d9a'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:34:33.304581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:33.368364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:33.447196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:33.475668 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dacdd99e-c6c9-47be-93f3-4630e8950ec4,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:33.482616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:33.483588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:33.483936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:33.484272 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:33.484603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:33.484959 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:33.485288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:33.485612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:33.485936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:33.486261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:33.486579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:33.486898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:33.487214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:33.557534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:33.558769 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ae389727-ba56-4b08-84d7-9fb9b31ba24b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3552723 Dec 06 14:34:33.562033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37758) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:33.566317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-cd25825c-8d35-4504-baa5-ef80280c2d7d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'dacdd99e-c6c9-47be-93f3-4630e8950ec4', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:34:33.663424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cd25825c-8d35-4504-baa5-ef80280c2d7d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:33.722500 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cd25825c-8d35-4504-baa5-ef80280c2d7d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:33.738653 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b8e426c-a889-4228-9c09-00a2e18064e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:33.807291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cd25825c-8d35-4504-baa5-ef80280c2d7d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:33.824702 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd25825c-8d35-4504-baa5-ef80280c2d7d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218e4a3b-f0e3-45bd-977d-f605c630bbb2,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:33.899382 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cd25825c-8d35-4504-baa5-ef80280c2d7d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:33.900588 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cd25825c-8d35-4504-baa5-ef80280c2d7d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3376422 Dec 06 14:34:33.903396 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37760) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:33.908281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e9a838eb-a4d7-4e39-aeed-6aa7e433251d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'dacdd99e-c6c9-47be-93f3-4630e8950ec4', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:34:33.994691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9a838eb-a4d7-4e39-aeed-6aa7e433251d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:34.048362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9a838eb-a4d7-4e39-aeed-6aa7e433251d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:34.127114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9a838eb-a4d7-4e39-aeed-6aa7e433251d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:34.145685 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a838eb-a4d7-4e39-aeed-6aa7e433251d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70c0073-7f65-4851-81b0-993aa4298ca4,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:34.214674 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e9a838eb-a4d7-4e39-aeed-6aa7e433251d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:34.215878 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e9a838eb-a4d7-4e39-aeed-6aa7e433251d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3115697 Dec 06 14:34:34.218621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37762) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:34.222892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-73e391c9-434b-4c30-8b47-40da6adf0295 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'dacdd99e-c6c9-47be-93f3-4630e8950ec4', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:34:34.326469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73e391c9-434b-4c30-8b47-40da6adf0295 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:34.381364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73e391c9-434b-4c30-8b47-40da6adf0295 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:34.464487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73e391c9-434b-4c30-8b47-40da6adf0295 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:34.483479 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e391c9-434b-4c30-8b47-40da6adf0295 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc609191-cef7-4e70-ad7c-713efea312ab,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:34.564525 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73e391c9-434b-4c30-8b47-40da6adf0295 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:34.565862 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-73e391c9-434b-4c30-8b47-40da6adf0295 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3462903 Dec 06 14:34:34.568735 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37764) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:34.573393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'dacdd99e-c6c9-47be-93f3-4630e8950ec4', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:34:34.692496 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:34.748154 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:34.767504 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:34.824574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:34.846414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10c80da-af84-4943-baac-8e0dd0dfb43f,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:34.853712 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:34.854066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:34.854415 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:34.854765 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:34.855085 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:34.855414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:34.855741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:34.856071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:34.856393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:34.856720 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:34.857064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:34.857390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:34.857710 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:34.912104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:34.913352 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1f15cf03-d5b9-4b91-aed2-67f181d6e255 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3435562 Dec 06 14:34:34.916030 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37766) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:34.920365 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a23e4dac-729b-4f2a-9e42-8407258b862f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'dacdd99e-c6c9-47be-93f3-4630e8950ec4', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:34:35.007595 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-a23e4dac-729b-4f2a-9e42-8407258b862f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:34:35.012332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a23e4dac-729b-4f2a-9e42-8407258b862f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:35.067827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a23e4dac-729b-4f2a-9e42-8407258b862f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:35.167155 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a23e4dac-729b-4f2a-9e42-8407258b862f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:35.184502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e4dac-729b-4f2a-9e42-8407258b862f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a45f2b88-0e63-4325-ac28-deedf0133961,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:35.267207 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a23e4dac-729b-4f2a-9e42-8407258b862f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:35.268368 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a23e4dac-729b-4f2a-9e42-8407258b862f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3513663 Dec 06 14:34:35.271212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37768) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:35.275623 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a3e4de44-d1ca-493a-a1b6-bbb06a4782e5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'dacdd99e-c6c9-47be-93f3-4630e8950ec4', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:34:35.378339 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-a3e4de44-d1ca-493a-a1b6-bbb06a4782e5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:34:35.382982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3e4de44-d1ca-493a-a1b6-bbb06a4782e5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:35.439802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3e4de44-d1ca-493a-a1b6-bbb06a4782e5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:35.526791 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3e4de44-d1ca-493a-a1b6-bbb06a4782e5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:35.543835 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4de44-d1ca-493a-a1b6-bbb06a4782e5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=def74237-a70e-49f4-aa7b-34a173c0aaab,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:35.620629 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a3e4de44-d1ca-493a-a1b6-bbb06a4782e5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:35.621902 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a3e4de44-d1ca-493a-a1b6-bbb06a4782e5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3497696 Dec 06 14:34:35.795935 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-47f1102d-c935-49a7-bfb2-c2e171879e7f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906543650&fields=id&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 267 time: 0.0432847 Dec 06 14:34:35.906409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-711fe6a9-2804-4e14-894b-2002961ba09f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:35.909758 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-711fe6a9-2804-4e14-894b-2002961ba09f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/networks?id=4669cba5-e164-49d7-b23a-6924fa1587c3 HTTP/1.1" status: 200 len: 797 time: 0.1052423 Dec 06 14:34:35.922785 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-1cd6caa2-2270-4ef5-81cd-069986eb5e0e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/quotas/c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 375 time: 0.0091712 Dec 06 14:34:35.967357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:35.973203 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-e2242582-401a-4786-99e9-7526236c51ee tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452056 Dec 06 14:34:36.167842 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-0db1be0a-23e7-4946-aae3-1cb4bef35b21 service neutron] 10.222.0.42 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827908 Dec 06 14:34:36.254767 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-3aa374dd-4188-404c-8224-b99570a69a30 service neutron] 10.222.0.42 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803289 Dec 06 14:34:36.486082 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8f99d523-9102-4cd6-ac05-6af5a746d90a req-ae582dcb-f3a1-47f6-a6d6-cc371fb1e095 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 210 time: 0.0288243 Dec 06 14:34:36.921706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:37.571906 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2179207a-4b77-4f47-b4c2-d9a070cbc42e req-f3b7009b-13cb-4216-b15a-f1ce5688c0fd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 210 time: 0.0309806 Dec 06 14:34:38.643644 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dd0168ae-8907-46e6-80cc-bd57181d4d3b req-d253c108-2e5c-4830-b59a-6a34073cd868 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 210 time: 0.0250652 Dec 06 14:34:39.733838 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4e5115a1-ba09-4e82-a248-2eccff23ae43 req-20ec78a4-b1b6-4b75-acd0-8fbca1fccd06 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 210 time: 0.0249875 Dec 06 14:34:40.621442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-2a7d9e71-6540-499b-8cff-85d39d697fc2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:40.623218 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-2a7d9e71-6540-499b-8cff-85d39d697fc2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks?id=4669cba5-e164-49d7-b23a-6924fa1587c3 HTTP/1.1" status: 200 len: 797 time: 0.0999057 Dec 06 14:34:40.703100 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-37ca7166-1906-4690-a4bc-28972808ab02 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 472 time: 0.0698776 Dec 06 14:34:40.713767 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-b24ca8d0-610f-41f3-81d4-34698623d138 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'port': {'device_id': '1b3becdd-f690-4c1c-9559-919d1c1a59ec', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'admin_state_up': True, 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'security_groups': ['dacdd99e-c6c9-47be-93f3-4630e8950ec4']}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:34:40.847686 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-142830ca-4683-49a2-a01c-473492c61c74 req-6519ebd9-2f84-446b-a634-f7c2b9e928fc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 210 time: 0.0272985 Dec 06 14:34:40.910049 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-b24ca8d0-610f-41f3-81d4-34698623d138 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:34:40.913652 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-b24ca8d0-610f-41f3-81d4-34698623d138 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:41.038843 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-b24ca8d0-610f-41f3-81d4-34698623d138 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.9 (4669cba5-e164-49d7-b23a-6924fa1587c3/b3d776d2-1480-43c7-bca2-2059ea66cc4f/5f339b89-2ed0-49f5-9359-01f3e56cf20c) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:34:41.182790 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-b24ca8d0-610f-41f3-81d4-34698623d138 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:41.274402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-b24ca8d0-610f-41f3-81d4-34698623d138 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:41.315612 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-b24ca8d0-610f-41f3-81d4-34698623d138 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 4669cba5-e164-49d7-b23a-6924fa1587c3 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:34:41.319158 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-b24ca8d0-610f-41f3-81d4-34698623d138 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:34:41.322717 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-b24ca8d0-610f-41f3-81d4-34698623d138 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:34:41.349393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ca8d0-610f-41f3-81d4-34698623d138 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=5f339b89-2ed0-49f5-9359-01f3e56cf20c,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:41.375856 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-b24ca8d0-610f-41f3-81d4-34698623d138 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:41.376498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-b24ca8d0-610f-41f3-81d4-34698623d138 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:41.455663 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-b24ca8d0-610f-41f3-81d4-34698623d138 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7454669 Dec 06 14:34:41.467985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Request body: {'port': {'device_id': '1b3becdd-f690-4c1c-9559-919d1c1a59ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:34:41.520535 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:41.547683 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9926d874-8cf3-4172-ac0b-7bc9d7e108e5 None None] Provisioning complete for port 5f339b89-2ed0-49f5-9359-01f3e56cf20c triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:34:41.548292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9926d874-8cf3-4172-ac0b-7bc9d7e108e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:41.584631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9926d874-8cf3-4172-ac0b-7bc9d7e108e5 None None] Port 5f339b89-2ed0-49f5-9359-01f3e56cf20c cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:34:41.774439 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f339b89-2ed0-49f5-9359-01f3e56cf20c {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:34:41.781747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:41.794108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Transition to ACTIVE for port object 5f339b89-2ed0-49f5-9359-01f3e56cf20c will not be triggered until provisioned by entity L2. {{(pid=103725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:34:41.893018 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:41.967328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f339b89-2ed0-49f5-9359-01f3e56cf20c,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:42.028282 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcec93b-8702-4e9c-adaf-b29e600e64e2 req-627715b4-e94a-42e8-b270-95ffb6ee96b9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:42.029740 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ffcec93b-8702-4e9c-adaf-b29e600e64e2 req-627715b4-e94a-42e8-b270-95ffb6ee96b9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 943 time: 0.1079824 Dec 06 14:34:42.079330 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Attempting to bind port 5f339b89-2ed0-49f5-9359-01f3e56cf20c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:34:42.079664 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Attempting to bind port 5f339b89-2ed0-49f5-9359-01f3e56cf20c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:34:42.079987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Attempting to bind port 5f339b89-2ed0-49f5-9359-01f3e56cf20c on network 4669cba5-e164-49d7-b23a-6924fa1587c3 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:34:42.093590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Port 5f339b89-2ed0-49f5-9359-01f3e56cf20c on network 4669cba5-e164-49d7-b23a-6924fa1587c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:34:42.093907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Attempting to bind port 5f339b89-2ed0-49f5-9359-01f3e56cf20c on network 4669cba5-e164-49d7-b23a-6924fa1587c3 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:34:42.107281 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ffcec93b-8702-4e9c-adaf-b29e600e64e2 req-0739c6a7-4d22-423d-b500-2c30c3de2c09 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=dacdd99e-c6c9-47be-93f3-4630e8950ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705061 Dec 06 14:34:42.107981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:34:42.108308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Checking segment: {'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:34:42.108675 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Bound using segment: {'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:34:42.109129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Bound port: 5f339b89-2ed0-49f5-9359-01f3e56cf20c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a140d37-a6cd-45d7-8f89-7201cc701031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:34:42.109476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:42.173941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] For port 5f339b89-2ed0-49f5-9359-01f3e56cf20c, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:34:42.177581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] For port 5f339b89-2ed0-49f5-9359-01f3e56cf20c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5f339b89-2ed0-49f5-9359-01f3e56cf20c,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:34:42.264679 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:42.304817 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:42.305462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:42.306844 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] 10.222.0.41 "PUT /v2.0/ports/5f339b89-2ed0-49f5-9359-01f3e56cf20c HTTP/1.1" status: 200 len: 1093 time: 0.8431745 Dec 06 14:34:42.307284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3becdd-f690-4c1c-9559-919d1c1a59ec', 'tag': '5f339b89-2ed0-49f5-9359-01f3e56cf20c'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:34:42.309834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280f86d0-bfad-4be1-bc08-8ef7678ecd74" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3becdd-f690-4c1c-9559-919d1c1a59ec", "tag": "5f339b89-2ed0-49f5-9359-01f3e56cf20c"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:34:42.331754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2153d-b1be-4e8a-bb4c-a2ee685c23d0 service neutron] Pushing event updated for resources: {'Port': ['ID=5f339b89-2ed0-49f5-9359-01f3e56cf20c,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:42.443402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-3994abdc-cc8e-4ebc-8fa9-e563ba9c6849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:42.444984 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-3994abdc-cc8e-4ebc-8fa9-e563ba9c6849 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 1096 time: 0.0432861 Dec 06 14:34:42.456677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f153369c-c0d2-4bd8-aecb-815f555ce8fb x-openstack-request-id: req-f153369c-c0d2-4bd8-aecb-815f555ce8fb {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:34:42.457123 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3becdd-f690-4c1c-9559-919d1c1a59ec", "tag": "5f339b89-2ed0-49f5-9359-01f3e56cf20c", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:34:42.457503 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f153369c-c0d2-4bd8-aecb-815f555ce8fb {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:34:42.458012 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3becdd-f690-4c1c-9559-919d1c1a59ec', 'tag': '5f339b89-2ed0-49f5-9359-01f3e56cf20c', 'status': 'completed', 'code': 200} Dec 06 14:34:42.495045 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-c9ca3027-57c9-4f76-9079-8149259fa735 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f339b89-2ed0-49f5-9359-01f3e56cf20c HTTP/1.1" status: 200 len: 217 time: 0.0359616 Dec 06 14:34:42.543937 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-fbcc78ee-089a-4153-98ab-fe85c7117b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:42.545406 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-fbcc78ee-089a-4153-98ab-fe85c7117b2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3d776d2-1480-43c7-bca2-2059ea66cc4f HTTP/1.1" status: 200 len: 835 time: 0.0433774 Dec 06 14:34:42.593313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-32479210-d72e-47f0-9e08-f657cec0d3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:42.594676 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-32479210-d72e-47f0-9e08-f657cec0d3cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4669cba5-e164-49d7-b23a-6924fa1587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414298 Dec 06 14:34:42.683134 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-e3065a62-4d47-48a9-a2ab-6af32cc22ba0 service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0778570 Dec 06 14:34:42.775579 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1567ef4-01a4-458e-bb2a-3df92ec3c2d9 req-b18f8194-2bfd-4036-bb76-3b464a617276 service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849535 Dec 06 14:34:42.966104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f86d0-bfad-4be1-bc08-8ef7678ecd74 req-bdaf7f70-7fc7-4d37-a3dd-bfc8279ae43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:42.967542 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-280f86d0-bfad-4be1-bc08-8ef7678ecd74 req-bdaf7f70-7fc7-4d37-a3dd-bfc8279ae43e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 1096 time: 0.0398097 Dec 06 14:34:43.057874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f86d0-bfad-4be1-bc08-8ef7678ecd74 req-15aba879-c8b6-4907-b99c-9bf1673380cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:43.059290 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-280f86d0-bfad-4be1-bc08-8ef7678ecd74 req-15aba879-c8b6-4907-b99c-9bf1673380cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=4669cba5-e164-49d7-b23a-6924fa1587c3 HTTP/1.1" status: 200 len: 898 time: 0.0832431 Dec 06 14:34:43.099496 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-280f86d0-bfad-4be1-bc08-8ef7678ecd74 req-1df2ff05-5625-4714-a8f8-49d7c966585c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f339b89-2ed0-49f5-9359-01f3e56cf20c HTTP/1.1" status: 200 len: 217 time: 0.0327747 Dec 06 14:34:43.146849 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f86d0-bfad-4be1-bc08-8ef7678ecd74 req-4350fa55-036b-4a6a-8c06-5ff1ff82b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:43.148329 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-280f86d0-bfad-4be1-bc08-8ef7678ecd74 req-4350fa55-036b-4a6a-8c06-5ff1ff82b245 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3d776d2-1480-43c7-bca2-2059ea66cc4f HTTP/1.1" status: 200 len: 835 time: 0.0420709 Dec 06 14:34:43.224840 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f86d0-bfad-4be1-bc08-8ef7678ecd74 req-e8f6c45e-4ccc-434d-94a2-8239e1bc37e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:43.226225 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-280f86d0-bfad-4be1-bc08-8ef7678ecd74 req-e8f6c45e-4ccc-434d-94a2-8239e1bc37e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4669cba5-e164-49d7-b23a-6924fa1587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706103 Dec 06 14:34:43.238223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32e6ce-6f4f-4df3-9872-f4ca3144f856 req-735d9562-3a70-4c65-af3b-1935a917134c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:43.240106 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3d32e6ce-6f4f-4df3-9872-f4ca3144f856 req-735d9562-3a70-4c65-af3b-1935a917134c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 943 time: 0.0617895 Dec 06 14:34:43.665903 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3d32e6ce-6f4f-4df3-9872-f4ca3144f856 req-ceae6ed2-43fc-4ec0-8287-e93f88380bfa tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=dacdd99e-c6c9-47be-93f3-4630e8950ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4181187 Dec 06 14:34:43.686039 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-280f86d0-bfad-4be1-bc08-8ef7678ecd74 req-3d694c5b-2002-474f-a2c2-c70d74daa230 service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4450243 Dec 06 14:34:43.773667 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-280f86d0-bfad-4be1-bc08-8ef7678ecd74 req-b1467612-0c2b-4409-8eff-288ff0f5d831 service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800471 Dec 06 14:34:44.515102 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-547e8db5-d830-4f21-9a45-7da7f9ae38de req-97259b25-67d7-4d57-9a2c-9ce7a55720b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374734 Dec 06 14:34:44.579122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e8db5-d830-4f21-9a45-7da7f9ae38de req-821a72be-1e9d-46f2-976d-b1e276a1a273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:44.580601 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-547e8db5-d830-4f21-9a45-7da7f9ae38de req-821a72be-1e9d-46f2-976d-b1e276a1a273 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 1098 time: 0.0449605 Dec 06 14:34:44.682091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e8db5-d830-4f21-9a45-7da7f9ae38de req-fff2c28e-146d-4eaf-ba8b-66a482c6acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:44.683532 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-547e8db5-d830-4f21-9a45-7da7f9ae38de req-fff2c28e-146d-4eaf-ba8b-66a482c6acb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 912 time: 0.0831783 Dec 06 14:34:44.752484 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-547e8db5-d830-4f21-9a45-7da7f9ae38de req-696a3dee-a2a2-48be-9d8e-c13f66200302 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 HTTP/1.1" status: 200 len: 1001 time: 0.0614491 Dec 06 14:34:44.782086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d795c-5873-41d6-a1b9-345be2dbc262 req-4b2b3755-a761-4ea3-b7c0-cc515eecce2c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:44.783493 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b59d795c-5873-41d6-a1b9-345be2dbc262 req-4b2b3755-a761-4ea3-b7c0-cc515eecce2c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 943 time: 0.0482750 Dec 06 14:34:44.804673 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e8db5-d830-4f21-9a45-7da7f9ae38de req-5d27352c-3b8f-4fb8-a7ac-893b79767f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:44.820982 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-547e8db5-d830-4f21-9a45-7da7f9ae38de req-5d27352c-3b8f-4fb8-a7ac-893b79767f22 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 200 len: 850 time: 0.0455024 Dec 06 14:34:44.838339 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b59d795c-5873-41d6-a1b9-345be2dbc262 req-c85f163a-cb3f-4ecf-a360-cdafdc5e9168 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=dacdd99e-c6c9-47be-93f3-4630e8950ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476055 Dec 06 14:34:44.858162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547e8db5-d830-4f21-9a45-7da7f9ae38de req-4c057bae-8351-4eab-ab6c-c81afa260cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:44.859706 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-547e8db5-d830-4f21-9a45-7da7f9ae38de req-4c057bae-8351-4eab-ab6c-c81afa260cb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23b95a34-a658-4de3-b9c9-74b7dc477ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463843 Dec 06 14:34:44.965342 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-547e8db5-d830-4f21-9a45-7da7f9ae38de req-57dca050-be4e-4eac-b19d-366e1adf5f8a service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984271 Dec 06 14:34:45.053761 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-547e8db5-d830-4f21-9a45-7da7f9ae38de req-34f39ff4-123e-448f-a3c3-6bb8680ece80 service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794730 Dec 06 14:34:45.089504 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 5f339b89-2ed0-49f5-9359-01f3e56cf20c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:34:45.183478 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 5f339b89-2ed0-49f5-9359-01f3e56cf20c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5f339b89-2ed0-49f5-9359-01f3e56cf20c,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:34:45.197957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '5f339b89-2ed0-49f5-9359-01f3e56cf20c', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'port_id': '5f339b89-2ed0-49f5-9359-01f3e56cf20c', 'mac_address': 'fa:16:3e:a0:6b:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:34:45.241660 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:45.254147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f339b89-2ed0-49f5-9359-01f3e56cf20c {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:34:45.273563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 5f339b89-2ed0-49f5-9359-01f3e56cf20c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5f339b89-2ed0-49f5-9359-01f3e56cf20c,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:34:45.349799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:45.396910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=5f339b89-2ed0-49f5-9359-01f3e56cf20c,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:45.403825 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:45.407490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:45.407490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:45.407490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:45.407490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:45.407490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:45.407490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:45.407490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:45.407490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:45.407490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:45.407490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:45.407490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:45.408606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:34:45.689321 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['5f339b89-2ed0-49f5-9359-01f3e56cf20c'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:34:45.956557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc52191b-92b8-4707-8c2f-9c0e2afc7d2d req-afbf5223-89d4-42c2-afa2-923b378319c1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:45.957964 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bc52191b-92b8-4707-8c2f-9c0e2afc7d2d req-afbf5223-89d4-42c2-afa2-923b378319c1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 944 time: 0.0517282 Dec 06 14:34:46.006049 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bc52191b-92b8-4707-8c2f-9c0e2afc7d2d req-bdc3ceac-33c8-41ee-8b8b-d2bc0841bad4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=dacdd99e-c6c9-47be-93f3-4630e8950ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420487 Dec 06 14:34:47.104544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 5f339b89-2ed0-49f5-9359-01f3e56cf20c up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:34:47.122908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70bf398-2a2f-4c91-a4dc-4e714327b7b1 req-6233cac2-cff5-4909-8c57-2dee6fa172a5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:47.124376 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e70bf398-2a2f-4c91-a4dc-4e714327b7b1 req-6233cac2-cff5-4909-8c57-2dee6fa172a5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 944 time: 0.0509636 Dec 06 14:34:47.173662 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e70bf398-2a2f-4c91-a4dc-4e714327b7b1 req-5eeb3560-1021-4a32-b4be-399e2a14cdf9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=dacdd99e-c6c9-47be-93f3-4630e8950ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423453 Dec 06 14:34:47.211237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 5f339b89-2ed0-49f5-9359-01f3e56cf20c completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:34:47.215331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 5f339b89-2ed0-49f5-9359-01f3e56cf20c triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:34:47.215706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:47.294232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:47.317794 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3becdd-f690-4c1c-9559-919d1c1a59ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f339b89-2ed0-49f5-9359-01f3e56cf20c'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:34:47.320039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78fe1ab9-6169-41b9-bbaf-65b92b09a20f" -d '{"events": [{"server_uuid": "1b3becdd-f690-4c1c-9559-919d1c1a59ec", "name": "network-vif-plugged", "status": "completed", "tag": "5f339b89-2ed0-49f5-9359-01f3e56cf20c"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:34:47.332301 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 5f339b89-2ed0-49f5-9359-01f3e56cf20c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5f339b89-2ed0-49f5-9359-01f3e56cf20c,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:34:47.354868 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb125a7-f5ae-42b1-8feb-fda34875b543 x-openstack-request-id: req-bcb125a7-f5ae-42b1-8feb-fda34875b543 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:34:47.355158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3becdd-f690-4c1c-9559-919d1c1a59ec", "name": "network-vif-plugged", "status": "completed", "tag": "5f339b89-2ed0-49f5-9359-01f3e56cf20c", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:34:47.355413 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bcb125a7-f5ae-42b1-8feb-fda34875b543 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:34:47.355829 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3becdd-f690-4c1c-9559-919d1c1a59ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f339b89-2ed0-49f5-9359-01f3e56cf20c', 'code': 200} Dec 06 14:34:47.412824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:47.460186 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=5f339b89-2ed0-49f5-9359-01f3e56cf20c,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:47.697599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349ef3f-168c-43ce-ad28-ef3bfc6ac73d req-3c62ab44-5b3b-4648-84b0-34ac5fe4245b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:47.699083 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f349ef3f-168c-43ce-ad28-ef3bfc6ac73d req-3c62ab44-5b3b-4648-84b0-34ac5fe4245b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 1098 time: 0.0397959 Dec 06 14:34:47.745194 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f349ef3f-168c-43ce-ad28-ef3bfc6ac73d req-08d6faa3-c4b7-403b-81fe-ddafb9e5f805 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dacdd99e-c6c9-47be-93f3-4630e8950ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391629 Dec 06 14:34:48.295916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3545c2-f2a9-470d-bdcb-34a606f29d66 req-3736a0cb-eacd-4fea-9150-5c9b5e809775 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:48.297409 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ed3545c2-f2a9-470d-bdcb-34a606f29d66 req-3736a0cb-eacd-4fea-9150-5c9b5e809775 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 945 time: 0.0481355 Dec 06 14:34:48.346675 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ed3545c2-f2a9-470d-bdcb-34a606f29d66 req-1fc5cc7c-31a4-4bbe-b625-7d533a31e184 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=dacdd99e-c6c9-47be-93f3-4630e8950ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434058 Dec 06 14:34:48.390747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37838) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:48.544962 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5786dfbf-4afe-4c8f-8447-29cade76d66b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Deleting port 30f90a92-099a-4922-a91e-3952d65f6475 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:34:48.545364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5786dfbf-4afe-4c8f-8447-29cade76d66b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:48.647049 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5786dfbf-4afe-4c8f-8447-29cade76d66b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:48.647398 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5786dfbf-4afe-4c8f-8447-29cade76d66b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:48.659128 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-5786dfbf-4afe-4c8f-8447-29cade76d66b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Calling delete_port for 30f90a92-099a-4922-a91e-3952d65f6475 owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:34:48.858517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5786dfbf-4afe-4c8f-8447-29cade76d66b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:48.884226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786dfbf-4afe-4c8f-8447-29cade76d66b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event deleted for resources: {'Port': ['ID=30f90a92-099a-4922-a91e-3952d65f6475,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:48.943579 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5786dfbf-4afe-4c8f-8447-29cade76d66b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:48.943899 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-5786dfbf-4afe-4c8f-8447-29cade76d66b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Floating IP 213e1be3-fdb2-4b98-86b5-9442b7ed847a disassociated (deleted). External IP: 172.36.1.147, port: e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98. Dec 06 14:34:49.146664 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5786dfbf-4afe-4c8f-8447-29cade76d66b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Router 731f64c3-2d3c-4121-838c-28acc863a547 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:34:49.253307 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5786dfbf-4afe-4c8f-8447-29cade76d66b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:34:49.258238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5786dfbf-4afe-4c8f-8447-29cade76d66b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:49.263158 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e6ca4-5d73-4d2d-8c14-c7ac117a73f6 None None] Sync routers for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:34:49.273622 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e6ca4-5d73-4d2d-8c14-c7ac117a73f6 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:34:49.279107 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ea5e6ca4-5d73-4d2d-8c14-c7ac117a73f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:34:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:34:49.285124 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5786dfbf-4afe-4c8f-8447-29cade76d66b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "DELETE /v2.0/floatingips/213e1be3-fdb2-4b98-86b5-9442b7ed847a HTTP/1.1" status: 204 len: 168 time: 0.8932717 Dec 06 14:34:49.286265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '617a5963-0347-475c-a661-72d62899fdde', 'tag': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:34:49.288561 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39257acb-25bd-4619-8a78-acc5dde986c8" -d '{"events": [{"name": "network-changed", "server_uuid": "617a5963-0347-475c-a661-72d62899fdde", "tag": "e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:34:49.328223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d1bf5a-46ab-4722-8a3f-d3ce10048bd6 x-openstack-request-id: req-87d1bf5a-46ab-4722-8a3f-d3ce10048bd6 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:34:49.328538 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "617a5963-0347-475c-a661-72d62899fdde", "tag": "e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:34:49.328807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87d1bf5a-46ab-4722-8a3f-d3ce10048bd6 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:34:49.329434 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '617a5963-0347-475c-a661-72d62899fdde', 'tag': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98', 'status': 'completed', 'code': 200} Dec 06 14:34:49.393879 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-ea5e6ca4-5d73-4d2d-8c14-c7ac117a73f6 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:34:49.397270 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39257acb-25bd-4619-8a78-acc5dde986c8 req-a1784a2d-ab4d-46ce-917d-95ec098b6a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:49.400899 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-39257acb-25bd-4619-8a78-acc5dde986c8 req-a1784a2d-ab4d-46ce-917d-95ec098b6a98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 1098 time: 0.0493302 Dec 06 14:34:49.478505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50188cd-5c54-4209-886e-efd6b1cadf1d req-3e1a2f0a-462b-4aa7-887d-34b0373feece tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:49.480299 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d50188cd-5c54-4209-886e-efd6b1cadf1d req-3e1a2f0a-462b-4aa7-887d-34b0373feece tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 945 time: 0.0577669 Dec 06 14:34:49.499569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39257acb-25bd-4619-8a78-acc5dde986c8 req-5ae4d062-e623-463a-9270-4dd6db29dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:49.502093 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-39257acb-25bd-4619-8a78-acc5dde986c8 req-5ae4d062-e623-463a-9270-4dd6db29dc16 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 912 time: 0.0963182 Dec 06 14:34:49.549685 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-39257acb-25bd-4619-8a78-acc5dde986c8 req-602864a9-2ccc-48fc-8f64-69560306b125 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 HTTP/1.1" status: 200 len: 217 time: 0.0407622 Dec 06 14:34:49.553038 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d50188cd-5c54-4209-886e-efd6b1cadf1d req-090d678f-b9a3-426c-8f6c-8b5558f024d7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=dacdd99e-c6c9-47be-93f3-4630e8950ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605874 Dec 06 14:34:49.609892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39257acb-25bd-4619-8a78-acc5dde986c8 req-451a7727-925b-4135-a7c8-860c73cd0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:49.611467 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-39257acb-25bd-4619-8a78-acc5dde986c8 req-451a7727-925b-4135-a7c8-860c73cd0b6a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 200 len: 850 time: 0.0539336 Dec 06 14:34:49.628922 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ea5e6ca4-5d73-4d2d-8c14-c7ac117a73f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f0b40876-c7aa-4342-9d1a-2641d418585c', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.50', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:68:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:29:36Z', 'updated_at': '2021-12-06T14:29:38Z', 'revision_number': 1, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:34:49.656448 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e6ca4-5d73-4d2d-8c14-c7ac117a73f6 None None] Checking router: 731f64c3-2d3c-4121-838c-28acc863a547 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:34:49.665070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39257acb-25bd-4619-8a78-acc5dde986c8 req-260916ba-85bd-4f48-818c-d3d1779e6414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:49.665070 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-39257acb-25bd-4619-8a78-acc5dde986c8 req-260916ba-85bd-4f48-818c-d3d1779e6414 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23b95a34-a658-4de3-b9c9-74b7dc477ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450180 Dec 06 14:34:49.669952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb257d4f-a23c-4fba-a6ea-756e68a9ec02 req-09179256-1d3b-4273-b61b-70b9a83ed487 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:49.674986 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e6ca4-5d73-4d2d-8c14-c7ac117a73f6 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:34:49.676008 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cb257d4f-a23c-4fba-a6ea-756e68a9ec02 req-09179256-1d3b-4273-b61b-70b9a83ed487 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 945 time: 0.0632272 Dec 06 14:34:49.681967 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ea5e6ca4-5d73-4d2d-8c14-c7ac117a73f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:34:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:34:49.741751 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cb257d4f-a23c-4fba-a6ea-756e68a9ec02 req-8d85799c-2633-4f31-8035-a0247eabb66f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=dacdd99e-c6c9-47be-93f3-4630e8950ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588791 Dec 06 14:34:49.764307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37850) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:49.800446 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-39257acb-25bd-4619-8a78-acc5dde986c8 req-806a8132-5827-4219-8d21-f7bcd1ab19e8 service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302242 Dec 06 14:34:49.802746 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-ea5e6ca4-5d73-4d2d-8c14-c7ac117a73f6 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:34:49.808361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518fff66-4f38-407a-a4c3-8cf6e9e30c8d req-1d71bf4c-dd97-4e6e-8151-99963e381ffe tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:49.808641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0f9c70-625f-44fe-9661-96a5d4cc5cd3 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:49.810087 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-518fff66-4f38-407a-a4c3-8cf6e9e30c8d req-1d71bf4c-dd97-4e6e-8151-99963e381ffe tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 945 time: 0.0763769 Dec 06 14:34:49.813342 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6a0f9c70-625f-44fe-9661-96a5d4cc5cd3 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 1093 time: 0.0477359 Dec 06 14:34:49.817813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37852) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:49.818904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0958723f-2f06-495a-9d27-b3a62a892819 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'floatingip': {'port_id': '5f339b89-2ed0-49f5-9359-01f3e56cf20c'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:34:49.861916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0958723f-2f06-495a-9d27-b3a62a892819 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:49.933487 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-518fff66-4f38-407a-a4c3-8cf6e9e30c8d req-1d2cdeeb-d1e6-4447-b8d2-ad4e76d9ce37 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956984 Dec 06 14:34:49.956870 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-39257acb-25bd-4619-8a78-acc5dde986c8 req-b26ec67f-d22e-4c4b-a223-fcec47b3b1f3 service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457615 Dec 06 14:34:50.044700 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-ea5e6ca4-5d73-4d2d-8c14-c7ac117a73f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f0b40876-c7aa-4342-9d1a-2641d418585c', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.50', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:68:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:29:36Z', 'updated_at': '2021-12-06T14:29:38Z', 'revision_number': 1, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:34:50.071843 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e6ca4-5d73-4d2d-8c14-c7ac117a73f6 None None] The sync data for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv is: [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f0b40876-c7aa-4342-9d1a-2641d418585c', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'floating_ip_address': '172.36.1.50', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'port_id': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'mac_address': 'fa:16:3e:68:d8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:29:36Z', 'updated_at': '2021-12-06T14:29:38Z', 'revision_number': 1, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:34:50.291951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f228244-d0d7-4bf7-8665-d5ad2f2f2514 None None] New status for floating IP 213e1be3-fdb2-4b98-86b5-9442b7ed847a: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:34:50.319899 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0958723f-2f06-495a-9d27-b3a62a892819 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:50.383104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0958723f-2f06-495a-9d27-b3a62a892819 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:50.480557 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-0958723f-2f06-495a-9d27-b3a62a892819 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP 6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 associated. External IP: 172.36.1.205, port: 5f339b89-2ed0-49f5-9359-01f3e56cf20c. Dec 06 14:34:50.680652 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0958723f-2f06-495a-9d27-b3a62a892819 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 6c149d64-7d09-49a0-b91a-25e0481da395 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:34:50.786690 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0958723f-2f06-495a-9d27-b3a62a892819 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:34:50.791196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0958723f-2f06-495a-9d27-b3a62a892819 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:50.795774 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa5aef3-8ab0-43ed-afb5-6a63bb032e20 None None] Sync routers for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:34:50.806315 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa5aef3-8ab0-43ed-afb5-6a63bb032e20 None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:34:50.806957 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-9fa5aef3-8ab0-43ed-afb5-6a63bb032e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:34:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:34:50.818925 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0958723f-2f06-495a-9d27-b3a62a892819 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/floatingips/6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 HTTP/1.1" status: 200 len: 991 time: 1.0039439 Dec 06 14:34:50.819504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b3becdd-f690-4c1c-9559-919d1c1a59ec', 'tag': '5f339b89-2ed0-49f5-9359-01f3e56cf20c'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:34:50.821746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37854) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:50.821943 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35283f40-b3b9-4dbd-bd38-e846903fc51d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b3becdd-f690-4c1c-9559-919d1c1a59ec", "tag": "5f339b89-2ed0-49f5-9359-01f3e56cf20c"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:34:50.873839 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7cbd67-ea1a-4dcd-b99c-9ac01cffba78 x-openstack-request-id: req-5e7cbd67-ea1a-4dcd-b99c-9ac01cffba78 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:34:50.874139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b3becdd-f690-4c1c-9559-919d1c1a59ec", "tag": "5f339b89-2ed0-49f5-9359-01f3e56cf20c", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:34:50.874527 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5e7cbd67-ea1a-4dcd-b99c-9ac01cffba78 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:34:50.874970 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b3becdd-f690-4c1c-9559-919d1c1a59ec', 'tag': '5f339b89-2ed0-49f5-9359-01f3e56cf20c', 'status': 'completed', 'code': 200} Dec 06 14:34:50.887538 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-894a4bbf-17f8-4880-83b9-19a0cb20f317 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 HTTP/1.1" status: 200 len: 991 time: 0.0646529 Dec 06 14:34:50.917057 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-9fa5aef3-8ab0-43ed-afb5-6a63bb032e20 None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:34:50.936571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35283f40-b3b9-4dbd-bd38-e846903fc51d req-871b50d3-909c-4496-a355-94a53cdf2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:50.938236 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-35283f40-b3b9-4dbd-bd38-e846903fc51d req-871b50d3-909c-4496-a355-94a53cdf2a12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 1098 time: 0.0404212 Dec 06 14:34:51.064075 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35283f40-b3b9-4dbd-bd38-e846903fc51d req-c5a3c4e5-95a7-4975-aa1c-bc2fdfb6df79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:51.065484 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-35283f40-b3b9-4dbd-bd38-e846903fc51d req-c5a3c4e5-95a7-4975-aa1c-bc2fdfb6df79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4669cba5-e164-49d7-b23a-6924fa1587c3 HTTP/1.1" status: 200 len: 898 time: 0.1182284 Dec 06 14:34:51.074588 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11dbaac-d19e-4bc6-846d-15db13e1bc8a req-13b190f3-52bd-45cf-9974-a4ae405f9e27 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:51.075962 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a11dbaac-d19e-4bc6-846d-15db13e1bc8a req-13b190f3-52bd-45cf-9974-a4ae405f9e27 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 945 time: 0.0736265 Dec 06 14:34:51.143127 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-9fa5aef3-8ab0-43ed-afb5-6a63bb032e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'port_id': '5f339b89-2ed0-49f5-9359-01f3e56cf20c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'mac_address': 'fa:16:3e:a0:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3becdd-f690-4c1c-9559-919d1c1a59ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:33:11Z', 'updated_at': '2021-12-06T14:34:50Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:34:51.168938 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa5aef3-8ab0-43ed-afb5-6a63bb032e20 None None] Checking router: 6c149d64-7d09-49a0-b91a-25e0481da395 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:34:51.170022 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-35283f40-b3b9-4dbd-bd38-e846903fc51d req-b1ff5481-3834-445d-b12a-2460d333ccec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5f339b89-2ed0-49f5-9359-01f3e56cf20c HTTP/1.1" status: 200 len: 999 time: 0.0931480 Dec 06 14:34:51.173940 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a11dbaac-d19e-4bc6-846d-15db13e1bc8a req-6ee81b29-8c01-4f92-b952-506ff5f560ef tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916979 Dec 06 14:34:51.177732 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa5aef3-8ab0-43ed-afb5-6a63bb032e20 None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:34:51.178336 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-9fa5aef3-8ab0-43ed-afb5-6a63bb032e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:34:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:34:51.228155 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35283f40-b3b9-4dbd-bd38-e846903fc51d req-e41f1e0e-422e-46d9-b5f7-caa543e95ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:51.229712 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-35283f40-b3b9-4dbd-bd38-e846903fc51d req-e41f1e0e-422e-46d9-b5f7-caa543e95ee3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3d776d2-1480-43c7-bca2-2059ea66cc4f HTTP/1.1" status: 200 len: 835 time: 0.0481484 Dec 06 14:34:51.284508 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35283f40-b3b9-4dbd-bd38-e846903fc51d req-bf502a53-eaf6-4730-a0c1-26a13a88248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:51.286379 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-35283f40-b3b9-4dbd-bd38-e846903fc51d req-bf502a53-eaf6-4730-a0c1-26a13a88248e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4669cba5-e164-49d7-b23a-6924fa1587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413830 Dec 06 14:34:51.291820 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-9fa5aef3-8ab0-43ed-afb5-6a63bb032e20 None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:34:51.341014 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff212dc-63ce-49fa-a97d-72c7dd6ada9d req-20fc8dd3-4a14-4ef8-9db3-ea782585c550 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:34:51.342532 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9ff212dc-63ce-49fa-a97d-72c7dd6ada9d req-20fc8dd3-4a14-4ef8-9db3-ea782585c550 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 945 time: 0.0483129 Dec 06 14:34:51.383586 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-35283f40-b3b9-4dbd-bd38-e846903fc51d req-35c83ae4-79a5-496c-9775-2f4ae7825ded service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888793 Dec 06 14:34:51.443413 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-9ff212dc-63ce-49fa-a97d-72c7dd6ada9d req-37d68255-f29c-432b-b4d6-b49a10a727a1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Deleting port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:34:51.443757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9ff212dc-63ce-49fa-a97d-72c7dd6ada9d req-37d68255-f29c-432b-b4d6-b49a10a727a1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:51.483006 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-35283f40-b3b9-4dbd-bd38-e846903fc51d req-100f3e62-53dc-4f98-a3c7-154760c405e4 service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931196 Dec 06 14:34:51.540255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-9ff212dc-63ce-49fa-a97d-72c7dd6ada9d req-37d68255-f29c-432b-b4d6-b49a10a727a1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] For port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:34:51.540912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9ff212dc-63ce-49fa-a97d-72c7dd6ada9d req-37d68255-f29c-432b-b4d6-b49a10a727a1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:51.554032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-9ff212dc-63ce-49fa-a97d-72c7dd6ada9d req-37d68255-f29c-432b-b4d6-b49a10a727a1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Calling delete_port for e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:34:51.605510 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-9fa5aef3-8ab0-43ed-afb5-6a63bb032e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'port_id': '5f339b89-2ed0-49f5-9359-01f3e56cf20c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'mac_address': 'fa:16:3e:a0:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3becdd-f690-4c1c-9559-919d1c1a59ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:33:11Z', 'updated_at': '2021-12-06T14:34:50Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:34:51.633966 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa5aef3-8ab0-43ed-afb5-6a63bb032e20 None None] The sync data for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv is: [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.205', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'port_id': '5f339b89-2ed0-49f5-9359-01f3e56cf20c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1399, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'mac_address': 'fa:16:3e:a0:6b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b3becdd-f690-4c1c-9559-919d1c1a59ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:33:11Z', 'updated_at': '2021-12-06T14:34:50Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:34:51.748625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9ff212dc-63ce-49fa-a97d-72c7dd6ada9d req-37d68255-f29c-432b-b4d6-b49a10a727a1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:51.781653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d68255-f29c-432b-b4d6-b49a10a727a1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event deleted for resources: {'Port': ['ID=e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:34:51.824014 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff212dc-63ce-49fa-a97d-72c7dd6ada9d req-37d68255-f29c-432b-b4d6-b49a10a727a1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] No DVR routers for this DVR port e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:34:51.826935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9ff212dc-63ce-49fa-a97d-72c7dd6ada9d req-37d68255-f29c-432b-b4d6-b49a10a727a1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:34:51.830544 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9ff212dc-63ce-49fa-a97d-72c7dd6ada9d req-37d68255-f29c-432b-b4d6-b49a10a727a1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "DELETE /v2.0/ports/e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 HTTP/1.1" status: 204 len: 173 time: 0.4823892 Dec 06 14:34:51.846465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372a9869-5c9a-4dd6-a3eb-cc9095e91df0 None None] New status for floating IP 6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:34:51.890787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37860) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:51.954022 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-38159997-7017-47ae-9e13-7dacaa5a8dfb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 HTTP/1.1" status: 200 len: 991 time: 0.0620728 Dec 06 14:34:52.273405 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8d157dce-6fba-4133-b7cd-2b0797bc6b37 req-ab4a2680-e467-4ec0-85b9-0cc363590755 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 210 time: 0.0267515 Dec 06 14:34:52.876609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '617a5963-0347-475c-a661-72d62899fdde', 'name': 'network-vif-deleted', 'tag': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:34:52.879075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7fd792-83a5-4a2a-af08-098e9dcca83a" -d '{"events": [{"server_uuid": "617a5963-0347-475c-a661-72d62899fdde", "name": "network-vif-deleted", "tag": "e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:34:52.917619 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7800d952-b332-491b-a657-bab2829151e9 x-openstack-request-id: req-7800d952-b332-491b-a657-bab2829151e9 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:34:52.917920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "617a5963-0347-475c-a661-72d62899fdde", "name": "network-vif-deleted", "tag": "e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:34:52.918181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7800d952-b332-491b-a657-bab2829151e9 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:34:52.918584 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '617a5963-0347-475c-a661-72d62899fdde', 'name': 'network-vif-deleted', 'tag': 'e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98', 'status': 'completed', 'code': 200} Dec 06 14:34:52.957968 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37868) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:34:53.021464 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-37587114-bdff-43e3-af4d-6e00867022d5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 HTTP/1.1" status: 200 len: 993 time: 0.0623491 Dec 06 14:34:53.369751 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8000ace-854a-4c53-bfe2-0d88c3b369af req-20d2046e-1ecc-4976-8bcf-2acfde4c3d14 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 210 time: 0.0252383 Dec 06 14:34:54.469418 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-55c16b34-17bb-417d-9c1d-8b45f5e9c10d req-1f66f29d-2d47-49ee-83cf-78ea38a650d9 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 210 time: 0.0259964 Dec 06 14:34:55.135640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:34:55.155807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:34:55.156156 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e14187d6-b8f4-43d3-8eb3-5ad2c0a03e98 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:34:55.563704 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22bc0f87-75bf-4f5e-9f50-d2e667ce6709 req-8a787259-12f4-4bce-afaf-7eb16928cfe3 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 210 time: 0.0251639 Dec 06 14:34:56.664427 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-89ba7a9d-cb72-4170-b791-b50864968880 req-4ceb0ff9-a683-4657-ab8f-924024f909e0 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=617a5963-0347-475c-a661-72d62899fdde HTTP/1.1" status: 200 len: 210 time: 0.0252631 Dec 06 14:34:59.458769 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:01.185785 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:35:01.321551 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9e1be8e2-b4ae-4330-8900-5ff95ca2ccae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:03.296728 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37900) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:03.462520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ca93ac06-0e96-4525-bf7b-26c87b238c0e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Deleting port 0550a3f0-d5b6-4e36-9d2f-1c7b0bedf1fc {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:35:03.462791 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ca93ac06-0e96-4525-bf7b-26c87b238c0e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:03.544075 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ca93ac06-0e96-4525-bf7b-26c87b238c0e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:03.544327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ca93ac06-0e96-4525-bf7b-26c87b238c0e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:03.556286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-ca93ac06-0e96-4525-bf7b-26c87b238c0e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Calling delete_port for 0550a3f0-d5b6-4e36-9d2f-1c7b0bedf1fc owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:35:03.687097 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-104e3f64-53c1-4831-bdd4-44dc5fb55159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:03.765717 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ca93ac06-0e96-4525-bf7b-26c87b238c0e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:03.794003 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93ac06-0e96-4525-bf7b-26c87b238c0e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event deleted for resources: {'Port': ['ID=0550a3f0-d5b6-4e36-9d2f-1c7b0bedf1fc,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:03.851691 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ca93ac06-0e96-4525-bf7b-26c87b238c0e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:03.852015 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-ca93ac06-0e96-4525-bf7b-26c87b238c0e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Floating IP f0b40876-c7aa-4342-9d1a-2641d418585c disassociated (deleted). External IP: 172.36.1.50, port: 55a6639e-4546-4455-ab7e-e62d7aa9ed65. Dec 06 14:35:04.057873 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca93ac06-0e96-4525-bf7b-26c87b238c0e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Router 731f64c3-2d3c-4121-838c-28acc863a547 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:35:04.162660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca93ac06-0e96-4525-bf7b-26c87b238c0e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:35:04.167534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ca93ac06-0e96-4525-bf7b-26c87b238c0e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:04.173437 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0612d5a6-3db2-4ce9-9641-1a64c97034e2 None None] Sync routers for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:35:04.185526 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612d5a6-3db2-4ce9-9641-1a64c97034e2 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:35:04.186172 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-0612d5a6-3db2-4ce9-9641-1a64c97034e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:35:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:04.195873 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ca93ac06-0e96-4525-bf7b-26c87b238c0e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "DELETE /v2.0/floatingips/f0b40876-c7aa-4342-9d1a-2641d418585c HTTP/1.1" status: 204 len: 168 time: 0.8980365 Dec 06 14:35:04.196638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'tag': '55a6639e-4546-4455-ab7e-e62d7aa9ed65'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:35:04.199052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-573656a1-0f5a-433b-9023-4a5f73004065" -d '{"events": [{"name": "network-changed", "server_uuid": "e92a5edf-3cb6-437e-a882-a91c2612e8ac", "tag": "55a6639e-4546-4455-ab7e-e62d7aa9ed65"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:35:04.240705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06313526-d103-4b50-a2ac-3c6d26b04a4e x-openstack-request-id: req-06313526-d103-4b50-a2ac-3c6d26b04a4e {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:35:04.241040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92a5edf-3cb6-437e-a882-a91c2612e8ac", "tag": "55a6639e-4546-4455-ab7e-e62d7aa9ed65", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:35:04.241300 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-06313526-d103-4b50-a2ac-3c6d26b04a4e {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:35:04.241712 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'tag': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'status': 'completed', 'code': 200} Dec 06 14:35:04.292318 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-0612d5a6-3db2-4ce9-9641-1a64c97034e2 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:35:04.300507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573656a1-0f5a-433b-9023-4a5f73004065 req-525b9e10-ba40-47f3-bbd6-cfafb6a14cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:35:04.305005 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-573656a1-0f5a-433b-9023-4a5f73004065 req-525b9e10-ba40-47f3-bbd6-cfafb6a14cac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=852a071ee3ac45faa46fbed60458d40d&device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 1098 time: 0.0396335 Dec 06 14:35:04.395946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573656a1-0f5a-433b-9023-4a5f73004065 req-dbfc310b-3602-430e-9255-65c09316f245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:35:04.400123 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-573656a1-0f5a-433b-9023-4a5f73004065 req-dbfc310b-3602-430e-9255-65c09316f245 service neutron] 10.222.0.41 "GET /v2.0/networks?id=23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 200 len: 912 time: 0.0880685 Dec 06 14:35:04.438087 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-573656a1-0f5a-433b-9023-4a5f73004065 req-eee5739d-8061-4dda-9f78-523bad1d4f2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55a6639e-4546-4455-ab7e-e62d7aa9ed65 HTTP/1.1" status: 200 len: 217 time: 0.0341136 Dec 06 14:35:04.492085 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-0612d5a6-3db2-4ce9-9641-1a64c97034e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:04.492593 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573656a1-0f5a-433b-9023-4a5f73004065 req-ce51b889-f78a-4e68-a5f1-a725523e32fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:35:04.494014 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-573656a1-0f5a-433b-9023-4a5f73004065 req-ce51b889-f78a-4e68-a5f1-a725523e32fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 200 len: 850 time: 0.0482044 Dec 06 14:35:04.522330 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0612d5a6-3db2-4ce9-9641-1a64c97034e2 None None] Checking router: 731f64c3-2d3c-4121-838c-28acc863a547 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:35:04.531223 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0612d5a6-3db2-4ce9-9641-1a64c97034e2 None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:35:04.531737 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-0612d5a6-3db2-4ce9-9641-1a64c97034e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:35:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:04.542635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573656a1-0f5a-433b-9023-4a5f73004065 req-b7ecaffb-b548-4960-b4aa-76e73250cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:35:04.544154 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-573656a1-0f5a-433b-9023-4a5f73004065 req-b7ecaffb-b548-4960-b4aa-76e73250cfe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=23b95a34-a658-4de3-b9c9-74b7dc477ef7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436804 Dec 06 14:35:04.636789 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-0612d5a6-3db2-4ce9-9641-1a64c97034e2 None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:35:04.676530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c767da1-b05c-4daf-8529-e3248943a672 req-704c1220-7805-4965-a2ae-2ddbbaeb4a14 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:35:04.678840 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3c767da1-b05c-4daf-8529-e3248943a672 req-704c1220-7805-4965-a2ae-2ddbbaeb4a14 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 945 time: 0.0761740 Dec 06 14:35:04.681405 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-573656a1-0f5a-433b-9023-4a5f73004065 req-bfb26f55-7140-4857-9e41-4e4af4434f2b service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305718 Dec 06 14:35:04.760888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:04.789772 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3c767da1-b05c-4daf-8529-e3248943a672 req-4671c6d4-548f-4234-859a-72c6ddc9b13b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042323 Dec 06 14:35:04.813610 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-573656a1-0f5a-433b-9023-4a5f73004065 req-42f4a645-011c-4de9-a6b5-ee01afb962b4 service neutron] 10.222.0.41 "GET /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208365 Dec 06 14:35:04.842270 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-0612d5a6-3db2-4ce9-9641-1a64c97034e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:04.869051 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0612d5a6-3db2-4ce9-9641-1a64c97034e2 None None] The sync data for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv is: [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:24:36Z', 'revision_number': 4, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c29aca2a-734b-4d72-a916-e666132156e6', 'name': '', 'network_id': '23b95a34-a658-4de3-b9c9-74b7dc477ef7', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'mac_address': 'fa:16:3e:c1:a0:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '018755a3-99e8-41ec-89d9-a7709363b621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:31Z', 'updated_at': '2021-12-06T14:24:41Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'subnets': [{'id': '018755a3-99e8-41ec-89d9-a7709363b621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:35:05.075129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab6bcbd-5b78-4b4f-bcec-ad02851a8af1 None None] New status for floating IP f0b40876-c7aa-4342-9d1a-2641d418585c: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:35:05.284672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eefe968-d876-4c88-bff3-92c9c0c49122 req-5a49e7e6-e2f0-4cb7-a66a-0346e1017144 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:35:05.287383 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1eefe968-d876-4c88-bff3-92c9c0c49122 req-5a49e7e6-e2f0-4cb7-a66a-0346e1017144 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 945 time: 0.0496619 Dec 06 14:35:05.382637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-1eefe968-d876-4c88-bff3-92c9c0c49122 req-5829da7e-db1c-46dc-a63c-e7cfbdbccf6b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Deleting port 55a6639e-4546-4455-ab7e-e62d7aa9ed65 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:35:05.383351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1eefe968-d876-4c88-bff3-92c9c0c49122 req-5829da7e-db1c-46dc-a63c-e7cfbdbccf6b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:05.476530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-1eefe968-d876-4c88-bff3-92c9c0c49122 req-5829da7e-db1c-46dc-a63c-e7cfbdbccf6b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] For port 55a6639e-4546-4455-ab7e-e62d7aa9ed65, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=55a6639e-4546-4455-ab7e-e62d7aa9ed65,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:35:05.476918 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1eefe968-d876-4c88-bff3-92c9c0c49122 req-5829da7e-db1c-46dc-a63c-e7cfbdbccf6b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:05.489608 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-1eefe968-d876-4c88-bff3-92c9c0c49122 req-5829da7e-db1c-46dc-a63c-e7cfbdbccf6b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Calling delete_port for 55a6639e-4546-4455-ab7e-e62d7aa9ed65 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:35:05.914745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b16471-7ffc-450a-8054-241c665ea077 req-0cab56b9-b231-475f-97db-fb8ace89827b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:35:05.926474 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e1b16471-7ffc-450a-8054-241c665ea077 req-0cab56b9-b231-475f-97db-fb8ace89827b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 945 time: 0.0521419 Dec 06 14:35:05.965439 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e1b16471-7ffc-450a-8054-241c665ea077 req-f8c53a2b-463d-4d78-bc20-8d17d0fb24b1 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/security-groups?id=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431092 Dec 06 14:35:05.965647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:06.012289 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1eefe968-d876-4c88-bff3-92c9c0c49122 req-5829da7e-db1c-46dc-a63c-e7cfbdbccf6b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:06.039896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829da7e-db1c-46dc-a63c-e7cfbdbccf6b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event deleted for resources: {'Port': ['ID=55a6639e-4546-4455-ab7e-e62d7aa9ed65,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:06.080447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eefe968-d876-4c88-bff3-92c9c0c49122 req-5829da7e-db1c-46dc-a63c-e7cfbdbccf6b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] No DVR routers for this DVR port 55a6639e-4546-4455-ab7e-e62d7aa9ed65 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:35:06.083303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1eefe968-d876-4c88-bff3-92c9c0c49122 req-5829da7e-db1c-46dc-a63c-e7cfbdbccf6b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:06.086580 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1eefe968-d876-4c88-bff3-92c9c0c49122 req-5829da7e-db1c-46dc-a63c-e7cfbdbccf6b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.41 "DELETE /v2.0/ports/55a6639e-4546-4455-ab7e-e62d7aa9ed65 HTTP/1.1" status: 204 len: 173 time: 0.7932985 Dec 06 14:35:06.087028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'name': 'network-vif-deleted', 'tag': '55a6639e-4546-4455-ab7e-e62d7aa9ed65'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:35:06.089840 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c895c2a3-fa86-48b2-b907-f36fe9d8e110" -d '{"events": [{"server_uuid": "e92a5edf-3cb6-437e-a882-a91c2612e8ac", "name": "network-vif-deleted", "tag": "55a6639e-4546-4455-ab7e-e62d7aa9ed65"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:35:06.124693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e64b6d-0aea-4a78-8ac7-5d33ef438c13 x-openstack-request-id: req-82e64b6d-0aea-4a78-8ac7-5d33ef438c13 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:35:06.125072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92a5edf-3cb6-437e-a882-a91c2612e8ac", "name": "network-vif-deleted", "tag": "55a6639e-4546-4455-ab7e-e62d7aa9ed65", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:35:06.125327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-82e64b6d-0aea-4a78-8ac7-5d33ef438c13 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:35:06.125722 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92a5edf-3cb6-437e-a882-a91c2612e8ac', 'name': 'network-vif-deleted', 'tag': '55a6639e-4546-4455-ab7e-e62d7aa9ed65', 'status': 'completed', 'code': 200} Dec 06 14:35:06.915362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:07.063824 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5223bcd7-7f01-4757-adfc-c320fcfc5b97 req-6d976129-73c5-4704-b3d4-bb0315a15458 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 210 time: 0.0296180 Dec 06 14:35:08.159058 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-defd8956-46e5-4cd1-8bed-d7e77c6e7652 req-52a7cf49-469d-4c9a-a85b-d35ec3cea24f tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 210 time: 0.0248945 Dec 06 14:35:09.189946 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 55a6639e-4546-4455-ab7e-e62d7aa9ed65 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:35:09.212516 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 55a6639e-4546-4455-ab7e-e62d7aa9ed65 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:35:09.212912 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 55a6639e-4546-4455-ab7e-e62d7aa9ed65 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:35:09.253327 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9bd0770-a038-45eb-b41b-33ff0ec2c516 req-2d2c74ed-0ee8-45e0-82d0-ce1652375171 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 210 time: 0.0249424 Dec 06 14:35:10.347061 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-754ae0de-65ec-4262-9da0-37f1b914787f req-2259d2b9-02ae-45ea-af0d-e155356bfc83 tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "GET /v2.0/ports?device_id=e92a5edf-3cb6-437e-a882-a91c2612e8ac HTTP/1.1" status: 200 len: 210 time: 0.0250673 Dec 06 14:35:11.401434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37922) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:11.523238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-de28bead-dd22-4480-837b-31e877b4bc5b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Deleting port 61746d8b-0143-490d-b499-39b459abca0c {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:35:11.523571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de28bead-dd22-4480-837b-31e877b4bc5b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:11.595528 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de28bead-dd22-4480-837b-31e877b4bc5b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:11.595847 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de28bead-dd22-4480-837b-31e877b4bc5b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:11.607711 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-de28bead-dd22-4480-837b-31e877b4bc5b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Calling delete_port for 61746d8b-0143-490d-b499-39b459abca0c owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:35:11.852003 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de28bead-dd22-4480-837b-31e877b4bc5b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:11.878384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de28bead-dd22-4480-837b-31e877b4bc5b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event deleted for resources: {'Port': ['ID=61746d8b-0143-490d-b499-39b459abca0c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:11.939387 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de28bead-dd22-4480-837b-31e877b4bc5b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:11.942903 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-de28bead-dd22-4480-837b-31e877b4bc5b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:11.944036 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-de28bead-dd22-4480-837b-31e877b4bc5b tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "DELETE /v2.0/floatingips/be94a266-4a36-46fb-9918-f0daf49931de HTTP/1.1" status: 204 len: 168 time: 0.5416126 Dec 06 14:35:15.362179 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37938) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:15.417992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-947493aa-05a6-41c6-ae5d-4eaefb46429e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:15.444074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-947493aa-05a6-41c6-ae5d-4eaefb46429e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:15.675250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-947493aa-05a6-41c6-ae5d-4eaefb46429e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:15.678061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-947493aa-05a6-41c6-ae5d-4eaefb46429e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:15.679224 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-947493aa-05a6-41c6-ae5d-4eaefb46429e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] 10.222.0.42 "DELETE /v2.0/security-groups/b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a HTTP/1.1" status: 204 len: 168 time: 0.3159671 Dec 06 14:35:15.688872 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947493aa-05a6-41c6-ae5d-4eaefb46429e tempest-TestVolumeBootPattern-1713519931 tempest-TestVolumeBootPattern-1713519931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b804d8d5-c50a-4bdc-8ba0-0b4d1071c47a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:15.843376 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37942) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:16.342542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecb40a8a-61a4-4b60-ba01-2b857d13d84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:16.586317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ecb40a8a-61a4-4b60-ba01-2b857d13d84c admin admin] Deleting port c29aca2a-734b-4d72-a916-e666132156e6 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:35:16.587046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecb40a8a-61a4-4b60-ba01-2b857d13d84c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:16.667511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-ecb40a8a-61a4-4b60-ba01-2b857d13d84c admin admin] For port c29aca2a-734b-4d72-a916-e666132156e6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c29aca2a-734b-4d72-a916-e666132156e6,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:35:16.667862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecb40a8a-61a4-4b60-ba01-2b857d13d84c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:16.680867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ecb40a8a-61a4-4b60-ba01-2b857d13d84c admin admin] Calling delete_port for c29aca2a-734b-4d72-a916-e666132156e6 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:35:16.926832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecb40a8a-61a4-4b60-ba01-2b857d13d84c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:16.955541 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb40a8a-61a4-4b60-ba01-2b857d13d84c admin admin] Pushing event deleted for resources: {'Port': ['ID=c29aca2a-734b-4d72-a916-e666132156e6,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:17.118151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecb40a8a-61a4-4b60-ba01-2b857d13d84c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:17.329859 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb40a8a-61a4-4b60-ba01-2b857d13d84c admin admin] Router 731f64c3-2d3c-4121-838c-28acc863a547 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:35:17.447303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb40a8a-61a4-4b60-ba01-2b857d13d84c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:35:17.454409 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ecb40a8a-61a4-4b60-ba01-2b857d13d84c admin admin] 10.222.0.42 "PUT /v2.0/routers/731f64c3-2d3c-4121-838c-28acc863a547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6080754 Dec 06 14:35:17.455497 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37946) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:17.457911 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd49eb-43ce-4c34-bee8-e02e264500cf None None] Sync routers for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:35:17.468327 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd49eb-43ce-4c34-bee8-e02e264500cf None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:35:17.468797 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-02bd49eb-43ce-4c34-bee8-e02e264500cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:35:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:17.561013 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:17.574377 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-02bd49eb-43ce-4c34-bee8-e02e264500cf None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:35:17.661196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:17.746980 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-02bd49eb-43ce-4c34-bee8-e02e264500cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188'}], 'enable_snat': True}, 'gw_port_id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:35:16Z', 'revision_number': 5, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port': {'id': 'b1994f89-2a09-41cd-b795-1b0a8972bb43', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '731f64c3-2d3c-4121-838c-28acc863a547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:23Z', 'updated_at': '2021-12-06T14:24:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:17.774984 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Deleting port b1994f89-2a09-41cd-b795-1b0a8972bb43 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:35:17.775304 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:17.776921 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd49eb-43ce-4c34-bee8-e02e264500cf None None] Checking router: 731f64c3-2d3c-4121-838c-28acc863a547 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:35:17.786785 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bd49eb-43ce-4c34-bee8-e02e264500cf None None] Routers {'731f64c3-2d3c-4121-838c-28acc863a547'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:35:17.787391 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-02bd49eb-43ce-4c34-bee8-e02e264500cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:35:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['731f64c3-2d3c-4121-838c-28acc863a547'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:17.853827 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] For port b1994f89-2a09-41cd-b795-1b0a8972bb43, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1994f89-2a09-41cd-b795-1b0a8972bb43,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:35:17.854275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:17.866941 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Calling delete_port for b1994f89-2a09-41cd-b795-1b0a8972bb43 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:35:17.871278 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-02bd49eb-43ce-4c34-bee8-e02e264500cf None None] Set router 731f64c3-2d3c-4121-838c-28acc863a547 gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:35:18.007280 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-02bd49eb-43ce-4c34-bee8-e02e264500cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:35:17Z', 'revision_number': 6, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:18.033929 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bd49eb-43ce-4c34-bee8-e02e264500cf None None] The sync data for ids ['731f64c3-2d3c-4121-838c-28acc863a547'] in dv-neutron-master-2-hyperv is: [{'id': '731f64c3-2d3c-4121-838c-28acc863a547', 'name': 'tempest-TestVolumeBootPattern-439748898-router', 'tenant_id': '852a071ee3ac45faa46fbed60458d40d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:20Z', 'updated_at': '2021-12-06T14:35:17Z', 'revision_number': 6, 'project_id': '852a071ee3ac45faa46fbed60458d40d', 'gw_port_host': None}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:35:18.092235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.121947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Pushing event deleted for resources: {'Port': ['ID=b1994f89-2a09-41cd-b795-1b0a8972bb43,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:18.137303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968d5dce-5001-4bf7-948d-ff74e7d94328 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:35:18.183789 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.273433 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.275462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.366857 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.367442 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 731f64c3-2d3c-4121-838c-28acc863a547 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:35:18.371865 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.375354 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f3bc3416-8c9d-4404-9b42-4d4dd752601f admin admin] 10.222.0.42 "DELETE /v2.0/routers/731f64c3-2d3c-4121-838c-28acc863a547 HTTP/1.1" status: 204 len: 168 time: 0.9176121 Dec 06 14:35:18.375685 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37948) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:18.426518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-430b9d27-0544-492d-a761-b83407a8c5cb admin admin] Deleting subnet 018755a3-99e8-41ec-89d9-a7709363b621 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:35:18.429809 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-430b9d27-0544-492d-a761-b83407a8c5cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.465907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-430b9d27-0544-492d-a761-b83407a8c5cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.541093 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-430b9d27-0544-492d-a761-b83407a8c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.669343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-430b9d27-0544-492d-a761-b83407a8c5cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.692606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b9d27-0544-492d-a761-b83407a8c5cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=018755a3-99e8-41ec-89d9-a7709363b621,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:18.698846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-430b9d27-0544-492d-a761-b83407a8c5cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.703103 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-430b9d27-0544-492d-a761-b83407a8c5cb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/018755a3-99e8-41ec-89d9-a7709363b621 HTTP/1.1" status: 204 len: 168 time: 0.3262117 Dec 06 14:35:18.704294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaa256f-fe1c-4e46-baab-47abbd809050 None None] Network 23b95a34-a658-4de3-b9c9-74b7dc477ef7 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:35:18.705345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37950) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:18.773746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.834120 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Deleting port 16234d68-8a54-488f-b187-5d2b589a1a9f {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:35:18.834120 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.889734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3c72e-5987-490d-bc5e-32babc26a7bc None None] DHCP port deletion for 23b95a34-a658-4de3-b9c9-74b7dc477ef7 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:35:18.904530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] For port 16234d68-8a54-488f-b187-5d2b589a1a9f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16234d68-8a54-488f-b187-5d2b589a1a9f,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:35:18.904953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:18.917709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Calling delete_port for 16234d68-8a54-488f-b187-5d2b589a1a9f owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:35:18.939994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3c72e-5987-490d-bc5e-32babc26a7bc None None] Deleting port 16234d68-8a54-488f-b187-5d2b589a1a9f {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:35:18.940374 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3c3c72e-5987-490d-bc5e-32babc26a7bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:19.006424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f3c3c72e-5987-490d-bc5e-32babc26a7bc None None] For port 16234d68-8a54-488f-b187-5d2b589a1a9f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16234d68-8a54-488f-b187-5d2b589a1a9f,segment=NetworkSegment(fe2965c0-8b80-42b1-9f07-bb4028268bce),segment_id=fe2965c0-8b80-42b1-9f07-bb4028268bce)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:35:19.006830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3c3c72e-5987-490d-bc5e-32babc26a7bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:19.019799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f3c3c72e-5987-490d-bc5e-32babc26a7bc None None] Calling delete_port for 16234d68-8a54-488f-b187-5d2b589a1a9f owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:35:19.178112 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:19.184633 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f3c3c72e-5987-490d-bc5e-32babc26a7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:19.206476 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16234d68-8a54-488f-b187-5d2b589a1a9f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:19.212371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3c72e-5987-490d-bc5e-32babc26a7bc None None] Pushing event deleted for resources: {'Port': ['ID=16234d68-8a54-488f-b187-5d2b589a1a9f,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:19.214249 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c3c72e-5987-490d-bc5e-32babc26a7bc None None] No DVR routers for this DVR port 16234d68-8a54-488f-b187-5d2b589a1a9f on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:35:19.223242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] No DVR routers for this DVR port 16234d68-8a54-488f-b187-5d2b589a1a9f on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:35:19.286512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:19.306787 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b95a34-a658-4de3-b9c9-74b7dc477ef7']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:19.316816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe2965c0-8b80-42b1-9f07-bb4028268bce') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:19.317143 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe2965c0-8b80-42b1-9f07-bb4028268bce') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:19.326631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:19.339291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:19.345032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:35:19.350564 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:35:19.492120 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:19.494686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b1994f89-2a09-41cd-b795-1b0a8972bb43 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:35:19.497446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:19.500843 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/23b95a34-a658-4de3-b9c9-74b7dc477ef7 HTTP/1.1" status: 204 len: 168 time: 0.7945786 Dec 06 14:35:19.504367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37952) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:19.512244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a86c4-6792-4a98-9a9b-3eeb49ab69c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=23b95a34-a658-4de3-b9c9-74b7dc477ef7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:19.516040 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: b1994f89-2a09-41cd-b795-1b0a8972bb43 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:35:19.516386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b1994f89-2a09-41cd-b795-1b0a8972bb43 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:35:19.516803 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 16234d68-8a54-488f-b187-5d2b589a1a9f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:35:19.535730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 16234d68-8a54-488f-b187-5d2b589a1a9f {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:35:19.536250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 16234d68-8a54-488f-b187-5d2b589a1a9f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:35:19.536471 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c29aca2a-734b-4d72-a916-e666132156e6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:35:19.558485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: c29aca2a-734b-4d72-a916-e666132156e6 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:35:19.558826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c29aca2a-734b-4d72-a916-e666132156e6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:35:19.845859 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-532d5b4e-a3a3-4720-90e9-a0b1666bb882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:20.079698 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-532d5b4e-a3a3-4720-90e9-a0b1666bb882 admin admin] Deleting port 4874ee07-48bd-497d-bfc3-0a33302099d4 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:35:20.079934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-532d5b4e-a3a3-4720-90e9-a0b1666bb882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:20.487541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-532d5b4e-a3a3-4720-90e9-a0b1666bb882 admin admin] For port 4874ee07-48bd-497d-bfc3-0a33302099d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4874ee07-48bd-497d-bfc3-0a33302099d4,segment=NetworkSegment(c4be7a90-b37a-4679-97d8-faf32cb42ab5),segment_id=c4be7a90-b37a-4679-97d8-faf32cb42ab5)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:35:20.487916 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-532d5b4e-a3a3-4720-90e9-a0b1666bb882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:20.500492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-532d5b4e-a3a3-4720-90e9-a0b1666bb882 admin admin] Calling delete_port for 4874ee07-48bd-497d-bfc3-0a33302099d4 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:35:20.778473 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-532d5b4e-a3a3-4720-90e9-a0b1666bb882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:20.805175 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d5b4e-a3a3-4720-90e9-a0b1666bb882 admin admin] Pushing event deleted for resources: {'Port': ['ID=4874ee07-48bd-497d-bfc3-0a33302099d4,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:20.967274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-532d5b4e-a3a3-4720-90e9-a0b1666bb882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:21.174258 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532d5b4e-a3a3-4720-90e9-a0b1666bb882 admin admin] Router 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:35:21.277819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532d5b4e-a3a3-4720-90e9-a0b1666bb882 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:35:21.283041 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-532d5b4e-a3a3-4720-90e9-a0b1666bb882 admin admin] 10.222.0.42 "PUT /v2.0/routers/9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7769930 Dec 06 14:35:21.285628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37954) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:21.288802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70b71d-017c-4016-b337-cbdc88e70927 None None] Sync routers for ids ['9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:35:21.298252 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f70b71d-017c-4016-b337-cbdc88e70927 None None] Routers {'9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:35:21.298871 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0f70b71d-017c-4016-b337-cbdc88e70927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:35:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:21.388290 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:21.498582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:21.552645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-0f70b71d-017c-4016-b337-cbdc88e70927 None None] Set router 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:35:21.625640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Deleting port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:35:21.626004 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:21.707661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] For port 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03565fd2-4fc8-4471-a95f-7d0f03ddb9ee,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:35:21.708022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:21.720471 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Calling delete_port for 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:35:21.731042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0f70b71d-017c-4016-b337-cbdc88e70927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'name': 'tempest-TestVolumeBootPattern-1534313138-router', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239'}], 'enable_snat': True}, 'gw_port_id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:45Z', 'updated_at': '2021-12-06T14:35:20Z', 'revision_number': 5, 'project_id': '3ba6f3226e7d4c8489ded461834f9f64', 'gw_port': {'id': '03565fd2-4fc8-4471-a95f-7d0f03ddb9ee', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:a8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:24:47Z', 'updated_at': '2021-12-06T14:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:21.757980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70b71d-017c-4016-b337-cbdc88e70927 None None] Checking router: 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:35:21.766211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f70b71d-017c-4016-b337-cbdc88e70927 None None] Routers {'9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:35:21.766830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0f70b71d-017c-4016-b337-cbdc88e70927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:35:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:21.853652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-0f70b71d-017c-4016-b337-cbdc88e70927 None None] Set router 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:35:21.907721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0f70b71d-017c-4016-b337-cbdc88e70927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'name': 'tempest-TestVolumeBootPattern-1534313138-router', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:45Z', 'updated_at': '2021-12-06T14:35:21Z', 'revision_number': 6, 'project_id': '3ba6f3226e7d4c8489ded461834f9f64', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:21.934448 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f70b71d-017c-4016-b337-cbdc88e70927 None None] The sync data for ids ['9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4'] in dv-neutron-master-2-hyperv is: [{'id': '9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4', 'name': 'tempest-TestVolumeBootPattern-1534313138-router', 'tenant_id': '3ba6f3226e7d4c8489ded461834f9f64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:24:45Z', 'updated_at': '2021-12-06T14:35:21Z', 'revision_number': 6, 'project_id': '3ba6f3226e7d4c8489ded461834f9f64', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:35:21.949453 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:21.981745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Pushing event deleted for resources: {'Port': ['ID=03565fd2-4fc8-4471-a95f-7d0f03ddb9ee,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:21.989138 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b66211b-5942-46ee-906b-854b18e8a39c None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:35:22.041431 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:22.128453 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:22.130550 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:22.223966 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:22.224380 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:35:22.228865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:22.230089 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fecdcfd5-0896-4441-91d3-229b4b8a7d6c admin admin] 10.222.0.42 "DELETE /v2.0/routers/9e08de39-5d0b-4cd7-88b0-9d69ee4ae7b4 HTTP/1.1" status: 204 len: 168 time: 0.9428527 Dec 06 14:35:22.232538 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37956) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:22.277953 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e7bfce-bc11-483e-834b-a1b2136f2fb1 admin admin] Deleting subnet acfd2dc9-b6ba-4036-967e-183fada43826 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:35:22.281110 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4e7bfce-bc11-483e-834b-a1b2136f2fb1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:22.321137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4e7bfce-bc11-483e-834b-a1b2136f2fb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:22.401212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4e7bfce-bc11-483e-834b-a1b2136f2fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:22.521573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4e7bfce-bc11-483e-834b-a1b2136f2fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:22.548958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7bfce-bc11-483e-834b-a1b2136f2fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acfd2dc9-b6ba-4036-967e-183fada43826,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:22.550923 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d4e7bfce-bc11-483e-834b-a1b2136f2fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:22.556251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe37403-4b50-4ed4-b89e-752e2eafb5e5 None None] Network e4b99005-3f2c-41ef-9c98-805011bd82d7 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:35:22.556766 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d4e7bfce-bc11-483e-834b-a1b2136f2fb1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/acfd2dc9-b6ba-4036-967e-183fada43826 HTTP/1.1" status: 204 len: 168 time: 0.3232565 Dec 06 14:35:22.557371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37958) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:22.626646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:22.754254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd283075-ac5a-4649-814b-b5bcd4fd25f9 None None] DHCP port deletion for e4b99005-3f2c-41ef-9c98-805011bd82d7 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:35:22.804189 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bd283075-ac5a-4649-814b-b5bcd4fd25f9 None None] Deleting port 1cca0e11-9419-4cfc-b829-13c9cd710dbf {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:35:22.804463 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd283075-ac5a-4649-814b-b5bcd4fd25f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:22.877773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bd283075-ac5a-4649-814b-b5bcd4fd25f9 None None] For port 1cca0e11-9419-4cfc-b829-13c9cd710dbf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cca0e11-9419-4cfc-b829-13c9cd710dbf,segment=NetworkSegment(c4be7a90-b37a-4679-97d8-faf32cb42ab5),segment_id=c4be7a90-b37a-4679-97d8-faf32cb42ab5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:35:22.878173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd283075-ac5a-4649-814b-b5bcd4fd25f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:22.892128 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bd283075-ac5a-4649-814b-b5bcd4fd25f9 None None] Calling delete_port for 1cca0e11-9419-4cfc-b829-13c9cd710dbf owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:35:23.027298 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Deleting port 1cca0e11-9419-4cfc-b829-13c9cd710dbf {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:35:23.027298 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:23.046678 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bd283075-ac5a-4649-814b-b5bcd4fd25f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:23.077011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd283075-ac5a-4649-814b-b5bcd4fd25f9 None None] Pushing event deleted for resources: {'Port': ['ID=1cca0e11-9419-4cfc-b829-13c9cd710dbf,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:23.080355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd283075-ac5a-4649-814b-b5bcd4fd25f9 None None] No DVR routers for this DVR port 1cca0e11-9419-4cfc-b829-13c9cd710dbf on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:35:23.094344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] For port 1cca0e11-9419-4cfc-b829-13c9cd710dbf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1cca0e11-9419-4cfc-b829-13c9cd710dbf,segment=NetworkSegment(c4be7a90-b37a-4679-97d8-faf32cb42ab5),segment_id=c4be7a90-b37a-4679-97d8-faf32cb42ab5)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:35:23.094701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:23.107352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Calling delete_port for 1cca0e11-9419-4cfc-b829-13c9cd710dbf owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:35:23.184282 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:23.208972 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cca0e11-9419-4cfc-b829-13c9cd710dbf,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:23.212532 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] No DVR routers for this DVR port 1cca0e11-9419-4cfc-b829-13c9cd710dbf on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:35:23.283512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:23.303763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b99005-3f2c-41ef-9c98-805011bd82d7']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:23.313204 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4be7a90-b37a-4679-97d8-faf32cb42ab5') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:23.313499 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4be7a90-b37a-4679-97d8-faf32cb42ab5') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:35:23.323287 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:23.336343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:23.342178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: self.session.flush() Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:35:23.345498 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:35:23.463679 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:23.469307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:23.473022 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e4b99005-3f2c-41ef-9c98-805011bd82d7 HTTP/1.1" status: 204 len: 168 time: 0.9141231 Dec 06 14:35:23.484485 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e4b14-1cee-44d6-a1a5-9ab2ca98f5d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4b99005-3f2c-41ef-9c98-805011bd82d7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:23.499146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:35:23.519309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:35:23.519655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 03565fd2-4fc8-4471-a95f-7d0f03ddb9ee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:35:23.520067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1cca0e11-9419-4cfc-b829-13c9cd710dbf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:35:23.539356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 1cca0e11-9419-4cfc-b829-13c9cd710dbf {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:35:23.539707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1cca0e11-9419-4cfc-b829-13c9cd710dbf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:35:23.540114 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4874ee07-48bd-497d-bfc3-0a33302099d4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:35:23.559327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 4874ee07-48bd-497d-bfc3-0a33302099d4 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:35:23.560013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4874ee07-48bd-497d-bfc3-0a33302099d4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:35:23.827079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37962) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:23.871365 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b611205c-6cca-457f-81cd-69d1adb5baec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=852a071ee3ac45faa46fbed60458d40d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430169 Dec 06 14:35:23.874242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 37964) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:23.919794 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a58ccc5-24a0-45ca-acb2-983420ec1979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:23.940044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a58ccc5-24a0-45ca-acb2-983420ec1979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:24.080696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a58ccc5-24a0-45ca-acb2-983420ec1979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:24.083796 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a58ccc5-24a0-45ca-acb2-983420ec1979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:24.084961 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1a58ccc5-24a0-45ca-acb2-983420ec1979 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c3536868-88d9-4b77-9cec-ca1b8fe622f6 HTTP/1.1" status: 204 len: 168 time: 0.2097614 Dec 06 14:35:24.092331 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a58ccc5-24a0-45ca-acb2-983420ec1979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3536868-88d9-4b77-9cec-ca1b8fe622f6,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:24.689925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37970) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:24.733862 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c69ae1ac-02ca-4664-8f59-41d07b716862 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ba6f3226e7d4c8489ded461834f9f64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426979 Dec 06 14:35:24.736245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 37972) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:35:24.787511 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04c0911e-cba5-4d17-ae1d-ab85022ea15f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:24.807994 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04c0911e-cba5-4d17-ae1d-ab85022ea15f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:24.920483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04c0911e-cba5-4d17-ae1d-ab85022ea15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:24.923088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-04c0911e-cba5-4d17-ae1d-ab85022ea15f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:24.924213 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-04c0911e-cba5-4d17-ae1d-ab85022ea15f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac3b5f06-003c-4edf-8e4a-1b7e29622f89 HTTP/1.1" status: 204 len: 168 time: 0.1870561 Dec 06 14:35:24.932058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0911e-cba5-4d17-ae1d-ab85022ea15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3b5f06-003c-4edf-8e4a-1b7e29622f89,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:35:29.463702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:31.320338 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8d74432d-c477-4a96-893c-af5926da61a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:33.703062 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa266f85-e1e9-44db-8aa6-f1e1d4e7292b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:34.760282 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:35.960027 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:36.942961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:35:38.184991 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:35:46.159581 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0fdd9e26-63d1-422c-948a-d4786377817a req-5a079ff9-1cb0-4e30-b46f-7bf3aee79fb1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379488 Dec 06 14:35:46.222480 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd9e26-63d1-422c-948a-d4786377817a req-449bbbc4-c53c-434b-ad9b-7beca72a282b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:35:46.224420 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0fdd9e26-63d1-422c-948a-d4786377817a req-449bbbc4-c53c-434b-ad9b-7beca72a282b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 1099 time: 0.0423114 Dec 06 14:35:46.343018 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd9e26-63d1-422c-948a-d4786377817a req-6c3c6f7f-a7ef-4068-b678-3d1641ba2913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:35:46.344604 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0fdd9e26-63d1-422c-948a-d4786377817a req-6c3c6f7f-a7ef-4068-b678-3d1641ba2913 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4669cba5-e164-49d7-b23a-6924fa1587c3 HTTP/1.1" status: 200 len: 898 time: 0.0977449 Dec 06 14:35:46.385048 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0fdd9e26-63d1-422c-948a-d4786377817a req-40302e24-0fb7-48c0-a558-b10f59a5b5d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e HTTP/1.1" status: 200 len: 217 time: 0.0332971 Dec 06 14:35:46.437145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd9e26-63d1-422c-948a-d4786377817a req-aa1ebb95-a189-4319-a83d-34fe96ca34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:35:46.438614 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0fdd9e26-63d1-422c-948a-d4786377817a req-aa1ebb95-a189-4319-a83d-34fe96ca34dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b3d776d2-1480-43c7-bca2-2059ea66cc4f HTTP/1.1" status: 200 len: 835 time: 0.0470378 Dec 06 14:35:46.486943 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd9e26-63d1-422c-948a-d4786377817a req-cd749396-5564-4652-a129-102a4becaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:35:46.488409 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0fdd9e26-63d1-422c-948a-d4786377817a req-cd749396-5564-4652-a129-102a4becaa8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4669cba5-e164-49d7-b23a-6924fa1587c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429330 Dec 06 14:35:46.588064 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0fdd9e26-63d1-422c-948a-d4786377817a req-3ec23fca-a36b-40e5-99cf-4d938d5f3722 service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917940 Dec 06 14:35:46.676916 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0fdd9e26-63d1-422c-948a-d4786377817a req-8c180cc0-78fb-48b6-9c0a-63fb42079218 service neutron] 10.222.0.41 "GET /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821950 Dec 06 14:35:59.485334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:01.285463 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e60135a5-3b5c-458c-a09d-8e9dd5a2f959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:03.700837 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-22f429fa-6db1-4a39-91af-87e02ae897ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:04.769740 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:05.993710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:06.651957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122414c4-29ef-4463-8fe4-31efbb42a167 req-e9cbd919-6096-4bdf-9d60-88b5a1c996a5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:06.653436 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-122414c4-29ef-4463-8fe4-31efbb42a167 req-e9cbd919-6096-4bdf-9d60-88b5a1c996a5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 945 time: 0.0480707 Dec 06 14:36:06.701586 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-122414c4-29ef-4463-8fe4-31efbb42a167 req-8cef9e8b-d1d4-46c5-9962-2734dbb965c1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=dacdd99e-c6c9-47be-93f3-4630e8950ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424156 Dec 06 14:36:06.941230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:07.816670 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcae9a-f287-4236-bee3-24aca92e4bf7 req-60acc604-7b0f-4686-a1b6-68f8d1915e05 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:07.818138 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ecdcae9a-f287-4236-bee3-24aca92e4bf7 req-60acc604-7b0f-4686-a1b6-68f8d1915e05 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 945 time: 0.0471933 Dec 06 14:36:07.872360 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ecdcae9a-f287-4236-bee3-24aca92e4bf7 req-27ffe057-0904-4b69-b632-257efc585a4a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=dacdd99e-c6c9-47be-93f3-4630e8950ec4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476913 Dec 06 14:36:08.321137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-29c2bd53-e273-4c61-ac62-b1eccf6b3bc2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:08.323259 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-29c2bd53-e273-4c61-ac62-b1eccf6b3bc2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 945 time: 0.0519710 Dec 06 14:36:08.408106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 5f339b89-2ed0-49f5-9359-01f3e56cf20c {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:36:08.408444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:08.497890 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port 5f339b89-2ed0-49f5-9359-01f3e56cf20c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5f339b89-2ed0-49f5-9359-01f3e56cf20c,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:36:08.498245 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:08.667498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:08.667848 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:08.668164 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP 6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 disassociated. External IP: 172.36.1.205, port: 5f339b89-2ed0-49f5-9359-01f3e56cf20c. Dec 06 14:36:08.668503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 5f339b89-2ed0-49f5-9359-01f3e56cf20c owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:36:08.855677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:08.882850 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=5f339b89-2ed0-49f5-9359-01f3e56cf20c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:08.894893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:08.895223 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:08.895569 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:08.895915 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:08.896256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:08.896588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:08.896967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:08.897273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:08.897603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:08.897936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:08.898264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:08.898588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:08.898911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:08.973155 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4c1ed5a8-90e7-480e-ad86-712c9075f9b5 req-ff380720-ec3f-4b24-9acb-6f6b519dc7a7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 210 time: 0.0290918 Dec 06 14:36:09.011175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 6c149d64-7d09-49a0-b91a-25e0481da395 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:36:09.117662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:36:09.127688 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd87bcd-dd5c-47b7-8a37-6aad726d2646 None None] Sync routers for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:36:09.136742 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd87bcd-dd5c-47b7-8a37-6aad726d2646 None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:36:09.137411 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7bd87bcd-dd5c-47b7-8a37-6aad726d2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:36:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:09.154693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] No DVR routers for this DVR port 5f339b89-2ed0-49f5-9359-01f3e56cf20c on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:36:09.157245 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:09.160574 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dce5e40a-1b91-4e17-93b6-e3d8f9d59434 req-43fac31e-7d83-43bf-ba32-1bb0b327db2d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "DELETE /v2.0/ports/5f339b89-2ed0-49f5-9359-01f3e56cf20c HTTP/1.1" status: 204 len: 173 time: 0.8315840 Dec 06 14:36:09.161036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b3becdd-f690-4c1c-9559-919d1c1a59ec', 'name': 'network-vif-deleted', 'tag': '5f339b89-2ed0-49f5-9359-01f3e56cf20c'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:36:09.163403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b705614-ff71-4bb1-b6ad-56a583dc983f" -d '{"events": [{"server_uuid": "1b3becdd-f690-4c1c-9559-919d1c1a59ec", "name": "network-vif-deleted", "tag": "5f339b89-2ed0-49f5-9359-01f3e56cf20c"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:36:09.203313 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e05b8c-8d02-41ac-9c3e-eafe0d5c975f x-openstack-request-id: req-c3e05b8c-8d02-41ac-9c3e-eafe0d5c975f {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:36:09.203604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b3becdd-f690-4c1c-9559-919d1c1a59ec", "name": "network-vif-deleted", "tag": "5f339b89-2ed0-49f5-9359-01f3e56cf20c", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:36:09.203962 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3e05b8c-8d02-41ac-9c3e-eafe0d5c975f {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:36:09.204345 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b3becdd-f690-4c1c-9559-919d1c1a59ec', 'name': 'network-vif-deleted', 'tag': '5f339b89-2ed0-49f5-9359-01f3e56cf20c', 'status': 'completed', 'code': 200} Dec 06 14:36:09.243735 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-7bd87bcd-dd5c-47b7-8a37-6aad726d2646 None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:36:09.457428 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7bd87bcd-dd5c-47b7-8a37-6aad726d2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:09.483805 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd87bcd-dd5c-47b7-8a37-6aad726d2646 None None] Checking router: 6c149d64-7d09-49a0-b91a-25e0481da395 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:36:09.491813 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd87bcd-dd5c-47b7-8a37-6aad726d2646 None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:36:09.492418 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7bd87bcd-dd5c-47b7-8a37-6aad726d2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:36:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:09.594738 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-7bd87bcd-dd5c-47b7-8a37-6aad726d2646 None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:36:09.785073 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7bd87bcd-dd5c-47b7-8a37-6aad726d2646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:09.814542 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd87bcd-dd5c-47b7-8a37-6aad726d2646 None None] The sync data for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv is: [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:32:50Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e8e3549d-d63e-422c-a6a8-5a46ea6137f1', 'name': '', 'network_id': '4669cba5-e164-49d7-b23a-6924fa1587c3', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:7c:13:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_interface', 'standard_attr_id': 1387, 'fixed_ips': [{'subnet_id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:50Z', 'updated_at': '2021-12-06T14:32:53Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b3d776d2-1480-43c7-bca2-2059ea66cc4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:36:10.028047 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdb09ef-2287-4316-8dae-e5dca17ec266 None None] New status for floating IP 6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:36:10.084095 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-79c60669-5add-46c9-90c8-2b8daa653d36 req-b5c4d9fa-a4c1-41a0-994c-fe1b4f3637cb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b3becdd-f690-4c1c-9559-919d1c1a59ec HTTP/1.1" status: 200 len: 210 time: 0.0265892 Dec 06 14:36:11.145145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38008) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:11.203329 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-48f54dcb-8b78-49e1-98c8-df408604edb3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:11.231788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-48f54dcb-8b78-49e1-98c8-df408604edb3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:11.346665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-48f54dcb-8b78-49e1-98c8-df408604edb3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:11.349370 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-48f54dcb-8b78-49e1-98c8-df408604edb3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:11.350596 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-48f54dcb-8b78-49e1-98c8-df408604edb3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/security-groups/dacdd99e-c6c9-47be-93f3-4630e8950ec4 HTTP/1.1" status: 204 len: 168 time: 0.2040942 Dec 06 14:36:11.359797 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f54dcb-8b78-49e1-98c8-df408604edb3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dacdd99e-c6c9-47be-93f3-4630e8950ec4,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:11.445839 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38012) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:11.567417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-499819bb-2337-48c6-8a41-c8290f6ddd73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 7991546e-7816-4f10-82ec-3f17a5302770 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:36:11.567752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-499819bb-2337-48c6-8a41-c8290f6ddd73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:11.571335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 5f339b89-2ed0-49f5-9359-01f3e56cf20c no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:36:11.591922 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 5f339b89-2ed0-49f5-9359-01f3e56cf20c {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:36:11.592268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 5f339b89-2ed0-49f5-9359-01f3e56cf20c not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:36:11.642099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-499819bb-2337-48c6-8a41-c8290f6ddd73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:11.642326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-499819bb-2337-48c6-8a41-c8290f6ddd73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:11.654471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-499819bb-2337-48c6-8a41-c8290f6ddd73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 7991546e-7816-4f10-82ec-3f17a5302770 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:36:11.862527 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-499819bb-2337-48c6-8a41-c8290f6ddd73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:11.888665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499819bb-2337-48c6-8a41-c8290f6ddd73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=7991546e-7816-4f10-82ec-3f17a5302770,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:11.951005 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-499819bb-2337-48c6-8a41-c8290f6ddd73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:11.953755 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-499819bb-2337-48c6-8a41-c8290f6ddd73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:11.954938 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-499819bb-2337-48c6-8a41-c8290f6ddd73 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/floatingips/6ce4ceff-da6c-40ae-bfcb-9f09e423c5c4 HTTP/1.1" status: 204 len: 168 time: 0.5080750 Dec 06 14:36:12.354447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf9d59c-7f82-44ad-82b8-d35851ff43a2 req-716b53b2-01d8-47a4-b6e4-8a30c67db69c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:12.355903 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3bf9d59c-7f82-44ad-82b8-d35851ff43a2 req-716b53b2-01d8-47a4-b6e4-8a30c67db69c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 946 time: 0.0496411 Dec 06 14:36:12.403763 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3bf9d59c-7f82-44ad-82b8-d35851ff43a2 req-827702dc-2b1d-48fb-bd2c-caf7fc01ede1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418537 Dec 06 14:36:13.518320 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfa4e4-baf9-4f38-a711-d82c19edc039 req-d1933f2e-a4a0-4d82-ba7c-d4b36e076d58 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:13.519780 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2fcfa4e4-baf9-4f38-a711-d82c19edc039 req-d1933f2e-a4a0-4d82-ba7c-d4b36e076d58 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 946 time: 0.0474794 Dec 06 14:36:13.574183 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2fcfa4e4-baf9-4f38-a711-d82c19edc039 req-a91fe322-14a0-47ad-bdd0-57e20814f4af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483580 Dec 06 14:36:13.976982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036049e5-17ed-437c-8e3a-047adf1484f9 req-e8479912-3141-4e92-920d-0ae6d683952c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:13.978408 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-036049e5-17ed-437c-8e3a-047adf1484f9 req-e8479912-3141-4e92-920d-0ae6d683952c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 946 time: 0.0514073 Dec 06 14:36:14.064691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-036049e5-17ed-437c-8e3a-047adf1484f9 req-0e5d6f1e-c9aa-4d15-bf6e-5af0ce0936a2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:36:14.065066 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-036049e5-17ed-437c-8e3a-047adf1484f9 req-0e5d6f1e-c9aa-4d15-bf6e-5af0ce0936a2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:14.153846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-036049e5-17ed-437c-8e3a-047adf1484f9 req-0e5d6f1e-c9aa-4d15-bf6e-5af0ce0936a2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:36:14.154195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-036049e5-17ed-437c-8e3a-047adf1484f9 req-0e5d6f1e-c9aa-4d15-bf6e-5af0ce0936a2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:14.166743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-036049e5-17ed-437c-8e3a-047adf1484f9 req-0e5d6f1e-c9aa-4d15-bf6e-5af0ce0936a2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:36:14.341450 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-036049e5-17ed-437c-8e3a-047adf1484f9 req-0e5d6f1e-c9aa-4d15-bf6e-5af0ce0936a2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:14.367122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d6f1e-c9aa-4d15-bf6e-5af0ce0936a2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:14.413193 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-036049e5-17ed-437c-8e3a-047adf1484f9 req-0e5d6f1e-c9aa-4d15-bf6e-5af0ce0936a2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] No DVR routers for this DVR port fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:36:14.415586 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-036049e5-17ed-437c-8e3a-047adf1484f9 req-0e5d6f1e-c9aa-4d15-bf6e-5af0ce0936a2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:14.418889 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-036049e5-17ed-437c-8e3a-047adf1484f9 req-0e5d6f1e-c9aa-4d15-bf6e-5af0ce0936a2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "DELETE /v2.0/ports/fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e HTTP/1.1" status: 204 len: 173 time: 0.4343626 Dec 06 14:36:14.419326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'name': 'network-vif-deleted', 'tag': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:36:14.421663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf47dba-8f2f-4092-a1b6-52a2d4c9e936" -d '{"events": [{"server_uuid": "89f58b13-f1b3-483f-a496-2b03c7f790c7", "name": "network-vif-deleted", "tag": "fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:36:14.458403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5274ca3-42c0-41a6-a01b-ea010b3799b6 x-openstack-request-id: req-c5274ca3-42c0-41a6-a01b-ea010b3799b6 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:36:14.458694 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89f58b13-f1b3-483f-a496-2b03c7f790c7", "name": "network-vif-deleted", "tag": "fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:36:14.458947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c5274ca3-42c0-41a6-a01b-ea010b3799b6 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:36:14.459341 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89f58b13-f1b3-483f-a496-2b03c7f790c7', 'name': 'network-vif-deleted', 'tag': 'fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e', 'status': 'completed', 'code': 200} Dec 06 14:36:14.673865 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3fe8007e-d5a5-407d-a789-fb55a66ae3e9 req-d6b66e0e-8f0a-4ac1-924b-a4b93f905852 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=89f58b13-f1b3-483f-a496-2b03c7f790c7 HTTP/1.1" status: 200 len: 210 time: 0.0261495 Dec 06 14:36:15.184796 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:36:15.732040 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38026) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:15.787683 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32198d29-7363-4ca8-96da-916fc4657960 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:15.812703 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32198d29-7363-4ca8-96da-916fc4657960 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:15.976256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32198d29-7363-4ca8-96da-916fc4657960 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:15.979032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-32198d29-7363-4ca8-96da-916fc4657960 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:15.980136 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-32198d29-7363-4ca8-96da-916fc4657960 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/security-groups/a6234c7b-d40a-4b35-a6e8-7c6cbdec8120 HTTP/1.1" status: 204 len: 168 time: 0.2471151 Dec 06 14:36:15.993012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32198d29-7363-4ca8-96da-916fc4657960 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6234c7b-d40a-4b35-a6e8-7c6cbdec8120,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:16.057496 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38030) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:16.410366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f983b556-fb0b-4b7e-87cf-c14a2ff72b0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:16.651651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f983b556-fb0b-4b7e-87cf-c14a2ff72b0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port e8e3549d-d63e-422c-a6a8-5a46ea6137f1 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:36:16.651984 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f983b556-fb0b-4b7e-87cf-c14a2ff72b0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:16.739818 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-f983b556-fb0b-4b7e-87cf-c14a2ff72b0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port e8e3549d-d63e-422c-a6a8-5a46ea6137f1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8e3549d-d63e-422c-a6a8-5a46ea6137f1,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:36:16.740479 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f983b556-fb0b-4b7e-87cf-c14a2ff72b0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:16.752198 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f983b556-fb0b-4b7e-87cf-c14a2ff72b0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for e8e3549d-d63e-422c-a6a8-5a46ea6137f1 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:36:17.079222 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f983b556-fb0b-4b7e-87cf-c14a2ff72b0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:17.105412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f983b556-fb0b-4b7e-87cf-c14a2ff72b0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=e8e3549d-d63e-422c-a6a8-5a46ea6137f1,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:17.279816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f983b556-fb0b-4b7e-87cf-c14a2ff72b0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:17.493541 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f983b556-fb0b-4b7e-87cf-c14a2ff72b0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 6c149d64-7d09-49a0-b91a-25e0481da395 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:36:17.602386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f983b556-fb0b-4b7e-87cf-c14a2ff72b0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:36:17.607894 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f983b556-fb0b-4b7e-87cf-c14a2ff72b0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/6c149d64-7d09-49a0-b91a-25e0481da395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5491059 Dec 06 14:36:17.610586 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38032) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:17.613249 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5df59-0a75-4cd9-a338-0fb6873ff9d4 None None] Sync routers for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:36:17.617832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:36:17.628764 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5df59-0a75-4cd9-a338-0fb6873ff9d4 None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:36:17.629791 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-99f5df59-0a75-4cd9-a338-0fb6873ff9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:36:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:17.645666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:36:17.646360 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device fbd56c50-e4e7-4854-b9b9-fbb01fe9af8e not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:36:17.664026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-59178302-35e5-47e5-afab-5b6ec2c864fe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting subnet b3d776d2-1480-43c7-bca2-2059ea66cc4f {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:36:17.667139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59178302-35e5-47e5-afab-5b6ec2c864fe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:17.711445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59178302-35e5-47e5-afab-5b6ec2c864fe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:17.739199 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-99f5df59-0a75-4cd9-a338-0fb6873ff9d4 None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:36:17.791693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59178302-35e5-47e5-afab-5b6ec2c864fe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:17.910727 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-99f5df59-0a75-4cd9-a338-0fb6873ff9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:36:16Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:17.931207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59178302-35e5-47e5-afab-5b6ec2c864fe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:17.942539 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5df59-0a75-4cd9-a338-0fb6873ff9d4 None None] Checking router: 6c149d64-7d09-49a0-b91a-25e0481da395 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:36:17.950672 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f5df59-0a75-4cd9-a338-0fb6873ff9d4 None None] Routers {'6c149d64-7d09-49a0-b91a-25e0481da395'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:36:17.951269 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-99f5df59-0a75-4cd9-a338-0fb6873ff9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:36:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['6c149d64-7d09-49a0-b91a-25e0481da395'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:17.962709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59178302-35e5-47e5-afab-5b6ec2c864fe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d776d2-1480-43c7-bca2-2059ea66cc4f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:17.966804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59178302-35e5-47e5-afab-5b6ec2c864fe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:17.970639 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-59178302-35e5-47e5-afab-5b6ec2c864fe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/subnets/b3d776d2-1480-43c7-bca2-2059ea66cc4f HTTP/1.1" status: 204 len: 168 time: 0.3591292 Dec 06 14:36:17.973162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38034) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:17.976635 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a3ccb7-18ec-41b8-8e76-f6580fc0d395 None None] Network 4669cba5-e164-49d7-b23a-6924fa1587c3 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:36:18.057899 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-99f5df59-0a75-4cd9-a338-0fb6873ff9d4 None None] Set router 6c149d64-7d09-49a0-b91a-25e0481da395 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:36:18.079653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:18.171816 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] DHCP port deletion for 4669cba5-e164-49d7-b23a-6924fa1587c3 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:36:18.225247 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Deleting port 03332f61-310f-465c-b03e-3b00ec3bbae8 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:36:18.225714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:18.293551 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] For port 03332f61-310f-465c-b03e-3b00ec3bbae8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03332f61-310f-465c-b03e-3b00ec3bbae8,segment=NetworkSegment(9a140d37-a6cd-45d7-8f89-7201cc701031),segment_id=9a140d37-a6cd-45d7-8f89-7201cc701031)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:36:18.293943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:18.307887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Calling delete_port for 03332f61-310f-465c-b03e-3b00ec3bbae8 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:36:18.345628 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-99f5df59-0a75-4cd9-a338-0fb6873ff9d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:36:16Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:18.373016 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f5df59-0a75-4cd9-a338-0fb6873ff9d4 None None] The sync data for ids ['6c149d64-7d09-49a0-b91a-25e0481da395'] in dv-neutron-master-2-hyperv is: [{'id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'name': 'tempest-TestNetworkBasicOps-router-239923978', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153'}], 'enable_snat': True}, 'gw_port_id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:32:46Z', 'updated_at': '2021-12-06T14:36:16Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c149d64-7d09-49a0-b91a-25e0481da395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1384, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:32:47Z', 'updated_at': '2021-12-06T14:32:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:36:18.480036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:18.507900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] No DVR routers for this DVR port 03332f61-310f-465c-b03e-3b00ec3bbae8 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:36:18.509559 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Pushing event deleted for resources: {'Port': ['ID=03332f61-310f-465c-b03e-3b00ec3bbae8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:18.514576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:18.518547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:18.518907 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:18.519256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:18.519963 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:18.520902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:18.521235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:18.521634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:18.522101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:18.522361 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:18.522642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:18.522970 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:18.523292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:18.523643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77b431c5-4d52-46a6-b125-58f67c7ae53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:18.617591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:36:18.617873 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:18.695670 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:36:18.695954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:18.712792 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:36:19.016684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.043614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:19.059825 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ed973-815e-4e1c-ba85-0f073867682f None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:36:19.105357 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.192867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.194878 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.291099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.291639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Fanout notify agent at l3_agent the message router_deleted on router 6c149d64-7d09-49a0-b91a-25e0481da395 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:36:19.299434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.303444 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e06773ec-6d8e-47a0-8851-ab04286f81a6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/routers/6c149d64-7d09-49a0-b91a-25e0481da395 HTTP/1.1" status: 204 len: 168 time: 1.3265069 Dec 06 14:36:19.304008 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38036) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:19.389729 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19002795-8279-49d8-858e-5606d83c9177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.476767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19002795-8279-49d8-858e-5606d83c9177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.496610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-19002795-8279-49d8-858e-5606d83c9177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4669cba5-e164-49d7-b23a-6924fa1587c3']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:19.505782 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-19002795-8279-49d8-858e-5606d83c9177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a140d37-a6cd-45d7-8f89-7201cc701031') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:19.506090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-19002795-8279-49d8-858e-5606d83c9177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a140d37-a6cd-45d7-8f89-7201cc701031') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:19.515890 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19002795-8279-49d8-858e-5606d83c9177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.528365 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19002795-8279-49d8-858e-5606d83c9177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.533976 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19002795-8279-49d8-858e-5606d83c9177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:36:19.534349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19002795-8279-49d8-858e-5606d83c9177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:36:19.537212 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:36:19.650714 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19002795-8279-49d8-858e-5606d83c9177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.662053 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19002795-8279-49d8-858e-5606d83c9177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.662053 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-19002795-8279-49d8-858e-5606d83c9177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/networks/4669cba5-e164-49d7-b23a-6924fa1587c3 HTTP/1.1" status: 204 len: 168 time: 0.3563366 Dec 06 14:36:19.671946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19002795-8279-49d8-858e-5606d83c9177 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Network': ['ID=4669cba5-e164-49d7-b23a-6924fa1587c3,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:19.684130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38038) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:19.689296 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'network': {'name': 'tempest-network-smoke--38028545', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'port_security_enabled': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:19.766080 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:36:19.769164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 03332f61-310f-465c-b03e-3b00ec3bbae8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:36:19.770140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.788919 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 03332f61-310f-465c-b03e-3b00ec3bbae8 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:36:19.789264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 03332f61-310f-465c-b03e-3b00ec3bbae8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:36:19.789678 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e8e3549d-d63e-422c-a6a8-5a46ea6137f1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:36:19.794097 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:36:19.802797 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.803137 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Added segment 84916d3b-2e89-4cad-b341-44ee1ffe2d7a of type vlan for network c042aa21-b34d-4ec9-9599-10d2ddc81569 Dec 06 14:36:19.809321 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: e8e3549d-d63e-422c-a6a8-5a46ea6137f1 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:36:19.809715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e8e3549d-d63e-422c-a6a8-5a46ea6137f1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:36:19.810088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:36:19.831540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:36:19.831883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f9efa1a0-259c-4ca5-a573-e8bdbcce6d7b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:36:19.844267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.959206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:19.964833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:19.965436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:20.028976 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Network': ['ID=c042aa21-b34d-4ec9-9599-10d2ddc81569,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:20.035886 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:20.036238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:20.036588 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:20.036982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:20.037318 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:20.037648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:20.037978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:20.038354 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:20.038683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:20.039012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:20.039336 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:20.039676 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:20.039978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:20.051457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network c042aa21-b34d-4ec9-9599-10d2ddc81569 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:36:20.052092 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fe1a7575-360a-4c06-9b0b-44122ca7147f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3668029 Dec 06 14:36:20.055078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38040) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:20.060597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'admin_state_up': True, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:20.141371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:20.142436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:20.195366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:20.384270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:20.628906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:20.652515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:20.771408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.109 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/b61d5c3f-1f28-4b6e-a6ab-fac75c645721) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:36:20.870234 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:20.970240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:21.018807 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:36:21.021749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:36:21.025262 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:36:21.035503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4066fe7b-7f59-48a0-a4dc-82568499bc01 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:36:21.050152 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=b61d5c3f-1f28-4b6e-a6ab-fac75c645721,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:21.159201 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bdd603ac-d305-4978-8be6-d64004dc06a7 None None] Provisioning complete for port b61d5c3f-1f28-4b6e-a6ab-fac75c645721 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:21.159566 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdd603ac-d305-4978-8be6-d64004dc06a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:21.196249 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bdd603ac-d305-4978-8be6-d64004dc06a7 None None] Port b61d5c3f-1f28-4b6e-a6ab-fac75c645721 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:36:21.328194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:21.518504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:21.690721 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router e86bd0ed-d963-4fc4-b623-0a50120a6deb is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:36:21.793230 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:36:21.802452 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Sync routers for ids ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:36:21.813311 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Routers {'e86bd0ed-d963-4fc4-b623-0a50120a6deb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:36:21.813972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:36:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:21.871023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:21.872279 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-49b69aa4-de4a-4327-acfb-bdf7ac109f8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8161590 Dec 06 14:36:21.875404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38042) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:21.909965 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4ef76bf5-fdfc-4829-859f-490952ac15ca tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c716424228f8423e91750a4cc8918d9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334361 Dec 06 14:36:21.912584 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38044) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:21.919322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Set router e86bd0ed-d963-4fc4-b623-0a50120a6deb gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:36:22.060556 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d717565-d004-4bd8-b5a6-d6c8c5e14e9c tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:22.062020 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9d717565-d004-4bd8-b5a6-d6c8c5e14e9c tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1484630 Dec 06 14:36:22.064828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38046) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:22.094792 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:21Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:22.098848 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d19c5ac8-b79c-4b6a-8acf-e1d574c71f03 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329528 Dec 06 14:36:22.101348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38048) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:22.106465 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e5f38502-e2a9-4f70-92d7-5bef73c25756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1038531623', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:22.121483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Checking router: e86bd0ed-d963-4fc4-b623-0a50120a6deb for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:36:22.121835 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Updating router e86bd0ed-d963-4fc4-b623-0a50120a6deb port b61d5c3f-1f28-4b6e-a6ab-fac75c645721 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:36:22.149397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:22.283910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f38502-e2a9-4f70-92d7-5bef73c25756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:36:22.287567 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5f38502-e2a9-4f70-92d7-5bef73c25756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:22.538322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:22.564984 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5f38502-e2a9-4f70-92d7-5bef73c25756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:22.616560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:22.636334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f38502-e2a9-4f70-92d7-5bef73c25756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Subnet': ['ID=98d3688b-3607-4bb2-b277-cfacffcfdd3f,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:22.640690 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f38502-e2a9-4f70-92d7-5bef73c25756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Checking segment: {'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:36:22.641070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f38502-e2a9-4f70-92d7-5bef73c25756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network hostable DHCP agents. Network: c042aa21-b34d-4ec9-9599-10d2ddc81569, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:36:22.666643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa572300-0296-478a-a952-3a1f70343382 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:36:22.680129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Attempting to bind port b61d5c3f-1f28-4b6e-a6ab-fac75c645721 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:36:22.680506 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Attempting to bind port b61d5c3f-1f28-4b6e-a6ab-fac75c645721 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:36:22.680891 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Attempting to bind port b61d5c3f-1f28-4b6e-a6ab-fac75c645721 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:36:22.690484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92593f7c-1b7a-4df3-bf24-79fd88172d27 None None] Pushing event updated for resources: {'Port': ['ID=b61d5c3f-1f28-4b6e-a6ab-fac75c645721,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:22.692879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:36:22.693256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:36:22.693657 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:22.694046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:36:22.694552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Bound port: b61d5c3f-1f28-4b6e-a6ab-fac75c645721, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:36:22.694934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:22.723598 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f38502-e2a9-4f70-92d7-5bef73c25756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network c042aa21-b34d-4ec9-9599-10d2ddc81569 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:36:22.753039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4eed2f58-b5ef-4dd9-9145-971db34ab22e None None] Provisioning complete for port b61d5c3f-1f28-4b6e-a6ab-fac75c645721 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:22.753411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4eed2f58-b5ef-4dd9-9145-971db34ab22e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:22.781227 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] For port b61d5c3f-1f28-4b6e-a6ab-fac75c645721, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:36:22.792071 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-e5f38502-e2a9-4f70-92d7-5bef73c25756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c042aa21-b34d-4ec9-9599-10d2ddc81569) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:36:22.796770 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] For port b61d5c3f-1f28-4b6e-a6ab-fac75c645721, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b61d5c3f-1f28-4b6e-a6ab-fac75c645721,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:36:22.797111 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f38502-e2a9-4f70-92d7-5bef73c25756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:22.798053 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e5f38502-e2a9-4f70-92d7-5bef73c25756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:22.800281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7053bd9-adef-42c7-a73d-0ce3eaf29ef8 None None] Network c042aa21-b34d-4ec9-9599-10d2ddc81569 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:36:22.803479 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4eed2f58-b5ef-4dd9-9145-971db34ab22e None None] Port b61d5c3f-1f28-4b6e-a6ab-fac75c645721 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:36:22.903477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:22.935671 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e5f38502-e2a9-4f70-92d7-5bef73c25756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8305404 Dec 06 14:36:22.935926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38050) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:22.959695 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caafc42e-47d3-4fea-835f-711aa23fdfce None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:36:23.003618 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Routers {'e86bd0ed-d963-4fc4-b623-0a50120a6deb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:36:23.004141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:36:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:23.006061 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92593f7c-1b7a-4df3-bf24-79fd88172d27 None None] Pushing event updated for resources: {'Port': ['ID=b61d5c3f-1f28-4b6e-a6ab-fac75c645721,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:23.011267 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c042aa21-b34d-4ec9-9599-10d2ddc81569', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ips': [{'subnet_id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:36:23.012148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:23.213529 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] Set router e86bd0ed-d963-4fc4-b623-0a50120a6deb gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:36:23.231961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2b772bc1-3e38-4d42-b750-b386ae02817d None None] Provisioning complete for port b61d5c3f-1f28-4b6e-a6ab-fac75c645721 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:23.232332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b772bc1-3e38-4d42-b750-b386ae02817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:23.377260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Allocated IP 172.20.0.2 (c042aa21-b34d-4ec9-9599-10d2ddc81569/98d3688b-3607-4bb2-b277-cfacffcfdd3f/b155d542-7193-4225-8013-9b5751bac6f5) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:36:23.533763 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b772bc1-3e38-4d42-b750-b386ae02817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:23.575159 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2b772bc1-3e38-4d42-b750-b386ae02817d None None] For port b61d5c3f-1f28-4b6e-a6ab-fac75c645721, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b61d5c3f-1f28-4b6e-a6ab-fac75c645721,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:36:23.623246 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:21Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:23.658858 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2b772bc1-3e38-4d42-b750-b386ae02817d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:23.660642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2e9351-5589-4f2c-9c52-1dc39cd6e048 None None] The sync data for ids ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'] in dv-neutron-master-2-hyperv is: [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:21Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:36:23.666429 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:23.688271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:23.725164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b772bc1-3e38-4d42-b750-b386ae02817d None None] Pushing event updated for resources: {'Port': ['ID=b61d5c3f-1f28-4b6e-a6ab-fac75c645721,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:23.737251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:23.780478 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Network c042aa21-b34d-4ec9-9599-10d2ddc81569 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:36:23.783513 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:36:23.787974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:36:23.795334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Pushing event updated for resources: {'Port': ['ID=b155d542-7193-4225-8013-9b5751bac6f5,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:23.846072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Attempting to bind port b155d542-7193-4225-8013-9b5751bac6f5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:36:23.846450 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Attempting to bind port b155d542-7193-4225-8013-9b5751bac6f5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:36:23.846817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Attempting to bind port b155d542-7193-4225-8013-9b5751bac6f5 on network c042aa21-b34d-4ec9-9599-10d2ddc81569 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:36:23.855758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:36:23.855758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Checking segment: {'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:36:23.855758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:23.855758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Bound using segment: {'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:36:23.855758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Bound port: b155d542-7193-4225-8013-9b5751bac6f5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:36:23.855758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:23.951746 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] For port b155d542-7193-4225-8013-9b5751bac6f5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:36:23.955896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] For port b155d542-7193-4225-8013-9b5751bac6f5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b155d542-7193-4225-8013-9b5751bac6f5,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:36:24.016622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:24.034487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.1 (c042aa21-b34d-4ec9-9599-10d2ddc81569/98d3688b-3607-4bb2-b277-cfacffcfdd3f/41f090fa-5266-422f-b0fc-13367bcd1f84) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:36:24.094162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ba7ab7-4f9c-4878-968a-c35a69bbe74b None None] Pushing event updated for resources: {'Port': ['ID=b155d542-7193-4225-8013-9b5751bac6f5,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:24.169607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:24.273072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:24.327103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network c042aa21-b34d-4ec9-9599-10d2ddc81569 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:36:24.330747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:36:24.333438 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:36:24.372089 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=41f090fa-5266-422f-b0fc-13367bcd1f84,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:24.399271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:24.610483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:24.883102 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:24.953416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:25.031636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=41f090fa-5266-422f-b0fc-13367bcd1f84,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:25.035321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:25.128244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network c042aa21-b34d-4ec9-9599-10d2ddc81569 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:36:25.129649 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:36:25.246709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router e86bd0ed-d963-4fc4-b623-0a50120a6deb has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:36:25.364596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:36:25.370374 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d4b2d844-679c-4670-ba7f-bd712844b807 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/e86bd0ed-d963-4fc4-b623-0a50120a6deb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4334369 Dec 06 14:36:25.372829 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38052) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:25.466782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd96a82-2900-4cae-8f5d-b48dd56af545 None None] Network c042aa21-b34d-4ec9-9599-10d2ddc81569 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:36:25.479197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3e126-3bbd-489e-844f-135c30ec0e6e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:25.479546 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3e126-3bbd-489e-844f-135c30ec0e6e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:25.480018 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3e126-3bbd-489e-844f-135c30ec0e6e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:25.480480 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa3e126-3bbd-489e-844f-135c30ec0e6e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:25.485215 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2aa3e126-3bbd-489e-844f-135c30ec0e6e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1084008 Dec 06 14:36:25.485215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38054) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:25.536093 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Sync routers for ids ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:36:25.545753 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Routers {'e86bd0ed-d963-4fc4-b623-0a50120a6deb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:36:25.546437 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:36:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:25.547905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0cc785-2fb2-4cae-bc9c-f668223d7f37 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:25.548381 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0cc785-2fb2-4cae-bc9c-f668223d7f37 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:25.549207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0cc785-2fb2-4cae-bc9c-f668223d7f37 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:25.549460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0cc785-2fb2-4cae-bc9c-f668223d7f37 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:25.549581 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bc100591-485d-468a-9839-4d7b6e0ab8b7 None None] Provisioning complete for port b155d542-7193-4225-8013-9b5751bac6f5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:25.549948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc100591-485d-468a-9839-4d7b6e0ab8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:25.552898 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bb0cc785-2fb2-4cae-bc9c-f668223d7f37 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0653901 Dec 06 14:36:25.554138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38056) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:25.678204 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Set router e86bd0ed-d963-4fc4-b623-0a50120a6deb gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:36:25.720208 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8c88ca1d-0b82-4a69-995c-968793137259 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1646914 Dec 06 14:36:25.722889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38058) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:25.727888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1915424907', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:25.742769 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b61d5c3f-1f28-4b6e-a6ab-fac75c645721 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:36:25.889037 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:24Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41f090fa-5266-422f-b0fc-13367bcd1f84', 'name': '', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:12:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:23Z', 'updated_at': '2021-12-06T14:36:24Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:25.900250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port b61d5c3f-1f28-4b6e-a6ab-fac75c645721 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:25.900660 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:25.915222 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Checking router: e86bd0ed-d963-4fc4-b623-0a50120a6deb for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:36:25.915655 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Updating router e86bd0ed-d963-4fc4-b623-0a50120a6deb port 41f090fa-5266-422f-b0fc-13367bcd1f84 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:36:25.941535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc100591-485d-468a-9839-4d7b6e0ab8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:25.942164 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:36:25.945884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:25.949889 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:25.963305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] device_id is not set on port 2c294de6-d169-4749-9c68-0fbda79c634d yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:36:25.988321 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bc100591-485d-468a-9839-4d7b6e0ab8b7 None None] For port b155d542-7193-4225-8013-9b5751bac6f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b155d542-7193-4225-8013-9b5751bac6f5,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:36:26.033739 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b155d542-7193-4225-8013-9b5751bac6f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:36:26.076558 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc100591-485d-468a-9839-4d7b6e0ab8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.100218 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.7 (c042aa21-b34d-4ec9-9599-10d2ddc81569/98d3688b-3607-4bb2-b277-cfacffcfdd3f/2c294de6-d169-4749-9c68-0fbda79c634d) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:36:26.138216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port b155d542-7193-4225-8013-9b5751bac6f5 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:26.138585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.141510 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc100591-485d-468a-9839-4d7b6e0ab8b7 None None] Pushing event updated for resources: {'Port': ['ID=b155d542-7193-4225-8013-9b5751bac6f5,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:26.268660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.297709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-60a1e877-aaa2-4641-b72a-6a4946334726 None None] Provisioning complete for port 41f090fa-5266-422f-b0fc-13367bcd1f84 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:26.298171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-60a1e877-aaa2-4641-b72a-6a4946334726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.345488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-60a1e877-aaa2-4641-b72a-6a4946334726 None None] Port 41f090fa-5266-422f-b0fc-13367bcd1f84 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:36:26.356111 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-60a1e877-aaa2-4641-b72a-6a4946334726 None None] Provisioning complete for port b155d542-7193-4225-8013-9b5751bac6f5 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:26.359459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-60a1e877-aaa2-4641-b72a-6a4946334726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.378519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.426463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network c042aa21-b34d-4ec9-9599-10d2ddc81569 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:36:26.429870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:36:26.435335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:36:26.442147 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=2c294de6-d169-4749-9c68-0fbda79c634d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:26.495454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:26.496105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.552153 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.567714 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f25d53b6-51d3-4ed8-b2b0-94cd223e0a32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8436534 Dec 06 14:36:26.579067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dfa4cd82-39b3-488b-9b5a-c5029ef09d56 None None] Provisioning complete for port 41f090fa-5266-422f-b0fc-13367bcd1f84 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:26.579722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dfa4cd82-39b3-488b-9b5a-c5029ef09d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.620266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dfa4cd82-39b3-488b-9b5a-c5029ef09d56 None None] Port 41f090fa-5266-422f-b0fc-13367bcd1f84 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:36:26.651637 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.703398 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Pushing event updated for resources: {'Port': ['ID=41f090fa-5266-422f-b0fc-13367bcd1f84,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:26.730188 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:26.730542 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:26.731008 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:26.731189 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:26.732078 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:26.732427 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:26.732764 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:26.733116 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:26.733437 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:26.733767 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:26.734089 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:26.734397 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:26.734706 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:36:26.746600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5536e4c7-1d52-4b80-bcec-09d018bb8375 None None] Provisioning complete for port 41f090fa-5266-422f-b0fc-13367bcd1f84 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:26.746914 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5536e4c7-1d52-4b80-bcec-09d018bb8375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.769577 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Attempting to bind port 41f090fa-5266-422f-b0fc-13367bcd1f84 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:36:26.770243 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Attempting to bind port 41f090fa-5266-422f-b0fc-13367bcd1f84 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:36:26.770790 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Attempting to bind port 41f090fa-5266-422f-b0fc-13367bcd1f84 on network c042aa21-b34d-4ec9-9599-10d2ddc81569 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:36:26.777804 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:36:26.778468 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Checking segment: {'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:36:26.779056 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.780156 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Bound using segment: {'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:36:26.780802 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Bound port: 41f090fa-5266-422f-b0fc-13367bcd1f84, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:36:26.781454 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.789805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5536e4c7-1d52-4b80-bcec-09d018bb8375 None None] Port 41f090fa-5266-422f-b0fc-13367bcd1f84 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:36:26.850338 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] For port 41f090fa-5266-422f-b0fc-13367bcd1f84, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:36:26.853632 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] For port 41f090fa-5266-422f-b0fc-13367bcd1f84, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41f090fa-5266-422f-b0fc-13367bcd1f84,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:36:26.909657 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9b9fcd30-fb6b-4892-8f2f-937a29ac2bab None None] Provisioning complete for port 2c294de6-d169-4749-9c68-0fbda79c634d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:26.910035 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b9fcd30-fb6b-4892-8f2f-937a29ac2bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.926317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38062) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:26.931199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5d129f4d-e652-4c66-abd8-f7a6d947ba6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2014871854', 'description': 'tempest-secgroup-smoke-2014871854 description', 'project_id': 'c716424228f8423e91750a4cc8918d9a'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:26.948709 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:26.953966 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9b9fcd30-fb6b-4892-8f2f-937a29ac2bab None None] Port 2c294de6-d169-4749-9c68-0fbda79c634d cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:36:27.000958 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Routers {'e86bd0ed-d963-4fc4-b623-0a50120a6deb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:36:27.001453 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:36:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:27.039309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d129f4d-e652-4c66-abd8-f7a6d947ba6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.044669 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ceea5-6ad9-4d8e-98cb-1b9b71f9dcec None None] Pushing event updated for resources: {'Port': ['ID=41f090fa-5266-422f-b0fc-13367bcd1f84,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:27.076615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-44f55e17-358f-4c84-8d58-b12d3a93dc05 None None] Provisioning complete for port 41f090fa-5266-422f-b0fc-13367bcd1f84 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:27.076896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-44f55e17-358f-4c84-8d58-b12d3a93dc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.125500 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] Set router e86bd0ed-d963-4fc4-b623-0a50120a6deb gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:36:27.133053 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d129f4d-e652-4c66-abd8-f7a6d947ba6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.170959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-44f55e17-358f-4c84-8d58-b12d3a93dc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.210139 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-44f55e17-358f-4c84-8d58-b12d3a93dc05 None None] For port 41f090fa-5266-422f-b0fc-13367bcd1f84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41f090fa-5266-422f-b0fc-13367bcd1f84,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:36:27.221926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d129f4d-e652-4c66-abd8-f7a6d947ba6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.252091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d129f4d-e652-4c66-abd8-f7a6d947ba6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fe2284-40b0-4eb0-aa3d-5135b5d8c040,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:27.268280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-44f55e17-358f-4c84-8d58-b12d3a93dc05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.323180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5d129f4d-e652-4c66-abd8-f7a6d947ba6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.328192 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5d129f4d-e652-4c66-abd8-f7a6d947ba6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3982234 Dec 06 14:36:27.328388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f55e17-358f-4c84-8d58-b12d3a93dc05 None None] Pushing event updated for resources: {'Port': ['ID=41f090fa-5266-422f-b0fc-13367bcd1f84,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:27.331830 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38064) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:27.333493 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-bfd06ef0-d92a-41c6-a0cb-5f2aa2f21ff0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'f6fe2284-40b0-4eb0-aa3d-5135b5d8c040', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:27.389957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9211dae7-02af-402a-b3e3-a160e21a47eb None None] Provisioning complete for port 41f090fa-5266-422f-b0fc-13367bcd1f84 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:27.390420 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9211dae7-02af-402a-b3e3-a160e21a47eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.448786 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:24Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41f090fa-5266-422f-b0fc-13367bcd1f84', 'name': '', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:12:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:23Z', 'updated_at': '2021-12-06T14:36:26Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:27.480145 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1cdce7-5566-4297-be67-c94c057f1b5e None None] The sync data for ids ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'] in dv-neutron-master-2-hyperv is: [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:24Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41f090fa-5266-422f-b0fc-13367bcd1f84', 'name': '', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:12:b9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:23Z', 'updated_at': '2021-12-06T14:36:26Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:36:27.488249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfd06ef0-d92a-41c6-a0cb-5f2aa2f21ff0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.587725 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfd06ef0-d92a-41c6-a0cb-5f2aa2f21ff0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.613000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b155d542-7193-4225-8013-9b5751bac6f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:36:27.667625 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port b155d542-7193-4225-8013-9b5751bac6f5 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:27.673252 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.691069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfd06ef0-d92a-41c6-a0cb-5f2aa2f21ff0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.714674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd06ef0-d92a-41c6-a0cb-5f2aa2f21ff0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47dc75bb-ca5a-480b-bc9a-83774f40e5df,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:27.766905 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfd06ef0-d92a-41c6-a0cb-5f2aa2f21ff0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.768206 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bfd06ef0-d92a-41c6-a0cb-5f2aa2f21ff0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4385355 Dec 06 14:36:27.771302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38066) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:27.775773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-6cd45a62-77aa-4b48-99ae-70b9d3d0ee55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'f6fe2284-40b0-4eb0-aa3d-5135b5d8c040', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:27.890827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6cd45a62-77aa-4b48-99ae-70b9d3d0ee55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:27.958445 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6cd45a62-77aa-4b48-99ae-70b9d3d0ee55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:28.027828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6cd45a62-77aa-4b48-99ae-70b9d3d0ee55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:28.047539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd45a62-77aa-4b48-99ae-70b9d3d0ee55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321440f8-f4a7-4f09-b65a-cf7628cdd89d,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:28.125736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6cd45a62-77aa-4b48-99ae-70b9d3d0ee55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:28.127027 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6cd45a62-77aa-4b48-99ae-70b9d3d0ee55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3547988 Dec 06 14:36:28.129664 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38068) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:28.138208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-572b66b4-df47-4607-8910-8c672ae42fda tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'f6fe2284-40b0-4eb0-aa3d-5135b5d8c040', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:28.226295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-572b66b4-df47-4607-8910-8c672ae42fda tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:28.290119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-572b66b4-df47-4607-8910-8c672ae42fda tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:28.358953 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-572b66b4-df47-4607-8910-8c672ae42fda tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:28.380556 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b66b4-df47-4607-8910-8c672ae42fda tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc11638-2f52-4bc5-a7ad-c88fdb654750,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:28.452451 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-572b66b4-df47-4607-8910-8c672ae42fda tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:28.453788 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-572b66b4-df47-4607-8910-8c672ae42fda tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3232100 Dec 06 14:36:28.456537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38070) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:28.461070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-75c40dd3-be58-4dec-92e9-0152f0d5fb3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'f6fe2284-40b0-4eb0-aa3d-5135b5d8c040', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:28.551347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75c40dd3-be58-4dec-92e9-0152f0d5fb3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:28.609346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75c40dd3-be58-4dec-92e9-0152f0d5fb3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:28.724752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75c40dd3-be58-4dec-92e9-0152f0d5fb3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:28.741964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c40dd3-be58-4dec-92e9-0152f0d5fb3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d455336-4538-41ac-87bb-ecb232ed7031,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:28.818009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75c40dd3-be58-4dec-92e9-0152f0d5fb3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:28.819136 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-75c40dd3-be58-4dec-92e9-0152f0d5fb3b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3616235 Dec 06 14:36:28.821868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38072) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:28.826795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-2fb666a1-29f9-4b67-b85e-5e5093618396 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'f6fe2284-40b0-4eb0-aa3d-5135b5d8c040', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:28.901672 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-2fb666a1-29f9-4b67-b85e-5e5093618396 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:36:28.906500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2fb666a1-29f9-4b67-b85e-5e5093618396 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:28.974641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2fb666a1-29f9-4b67-b85e-5e5093618396 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:29.016149 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2fb666a1-29f9-4b67-b85e-5e5093618396 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:29.034241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb666a1-29f9-4b67-b85e-5e5093618396 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399753b9-3290-4d6e-89f2-55387715679a,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:29.096718 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2fb666a1-29f9-4b67-b85e-5e5093618396 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:29.097914 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2fb666a1-29f9-4b67-b85e-5e5093618396 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2745142 Dec 06 14:36:29.100560 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38074) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:29.105313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-98403ca3-884e-4599-91fc-e0ebfd5456ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'f6fe2284-40b0-4eb0-aa3d-5135b5d8c040', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:29.186164 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-98403ca3-884e-4599-91fc-e0ebfd5456ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:36:29.190947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98403ca3-884e-4599-91fc-e0ebfd5456ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:29.248014 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98403ca3-884e-4599-91fc-e0ebfd5456ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:29.324510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98403ca3-884e-4599-91fc-e0ebfd5456ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:29.349270 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98403ca3-884e-4599-91fc-e0ebfd5456ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb364d88-bba0-4b65-bb6a-73026f63f04e,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:29.422738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98403ca3-884e-4599-91fc-e0ebfd5456ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:29.424066 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-98403ca3-884e-4599-91fc-e0ebfd5456ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225222 Dec 06 14:36:29.479914 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:29.549908 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 41f090fa-5266-422f-b0fc-13367bcd1f84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:36:29.602308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 41f090fa-5266-422f-b0fc-13367bcd1f84 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:29.602586 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:29.627195 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-e7bebe95-169d-4b34-aeb8-a0ced72ac825 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2014871854&fields=id&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 267 time: 0.0442650 Dec 06 14:36:29.675000 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-b30404c0-2985-47e2-a2ff-3dcfc1d81cd0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:29.680407 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-b30404c0-2985-47e2-a2ff-3dcfc1d81cd0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d HTTP/1.1" status: 200 len: 930 time: 0.0464091 Dec 06 14:36:29.724193 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-33db4e9a-3529-498b-a9b7-3baacca98de5 service neutron] 10.222.0.42 "GET /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0334136 Dec 06 14:36:29.813564 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-f1332a23-e6bb-47bf-a60b-f08f780ade66 service neutron] 10.222.0.42 "GET /v2.0/networks/c042aa21-b34d-4ec9-9599-10d2ddc81569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834963 Dec 06 14:36:29.905316 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-4b7dde95-8367-4135-b03e-5ef9561e18a8 service neutron] 10.222.0.42 "GET /v2.0/networks/c042aa21-b34d-4ec9-9599-10d2ddc81569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858192 Dec 06 14:36:30.116315 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fb12b78f-4b70-4185-87d6-7c4dd91557c3 req-7c97723c-b0b9-419b-a59f-e704cff3df7e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 210 time: 0.0246596 Dec 06 14:36:31.210245 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9697fcfc-9240-411a-89c1-be76c644354d req-8c3efa06-bb2a-41ff-9127-15d004056d05 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 210 time: 0.0258374 Dec 06 14:36:31.313948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b19ebd8c-a13c-40f3-8049-3dd76dd7ddae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:31.833276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-3fd4723f-16f6-4b0e-8e2c-b4a295af8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:31.834554 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-3fd4723f-16f6-4b0e-8e2c-b4a295af8acf service neutron] 10.222.0.41 "GET /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d HTTP/1.1" status: 200 len: 1026 time: 0.0343268 Dec 06 14:36:31.942155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-dcc88915-ca05-4d21-8d09-24e5f969cbfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:31.943630 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-dcc88915-ca05-4d21-8d09-24e5f969cbfe tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks?id=c042aa21-b34d-4ec9-9599-10d2ddc81569 HTTP/1.1" status: 200 len: 795 time: 0.1027212 Dec 06 14:36:32.014780 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-fee2a7e7-e61e-49bf-b7d8-bb45cf98085a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 380 time: 0.0619340 Dec 06 14:36:32.026502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Request body: {'port': {'device_id': '13540694-7a89-4d3b-a1d4-63c2701a9b84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:32.081224 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:32.309585 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-241e0d4b-2417-4be1-b432-bc5bdc1534e1 req-a386e2ca-fea8-4ec5-8aeb-24e646b1c1d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 210 time: 0.0260904 Dec 06 14:36:32.351695 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c294de6-d169-4749-9c68-0fbda79c634d {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:36:32.359728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:32.371228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Transition to ACTIVE for port object 2c294de6-d169-4749-9c68-0fbda79c634d will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:36:32.434779 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:32.488226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Pushing event updated for resources: {'Port': ['ID=2c294de6-d169-4749-9c68-0fbda79c634d,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:32.556566 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Attempting to bind port 2c294de6-d169-4749-9c68-0fbda79c634d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:36:32.556911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Attempting to bind port 2c294de6-d169-4749-9c68-0fbda79c634d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:36:32.557273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Attempting to bind port 2c294de6-d169-4749-9c68-0fbda79c634d on network c042aa21-b34d-4ec9-9599-10d2ddc81569 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:36:32.562101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Port 2c294de6-d169-4749-9c68-0fbda79c634d on network c042aa21-b34d-4ec9-9599-10d2ddc81569 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:36:32.562426 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Attempting to bind port 2c294de6-d169-4749-9c68-0fbda79c634d on network c042aa21-b34d-4ec9-9599-10d2ddc81569 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:36:32.567477 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:36:32.567817 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Checking segment: {'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:36:32.568196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Bound using segment: {'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:36:32.568622 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Bound port: 2c294de6-d169-4749-9c68-0fbda79c634d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:36:32.569068 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:32.633588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:36:32.637264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2c294de6-d169-4749-9c68-0fbda79c634d,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:36:32.731886 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:32.782623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:32.783534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:32.785551 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] 10.222.0.41 "PUT /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d HTTP/1.1" status: 200 len: 1131 time: 0.7631269 Dec 06 14:36:32.786159 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13540694-7a89-4d3b-a1d4-63c2701a9b84', 'tag': '2c294de6-d169-4749-9c68-0fbda79c634d'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:36:32.789216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8628552-36fe-413a-9a23-4d5245791fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "13540694-7a89-4d3b-a1d4-63c2701a9b84", "tag": "2c294de6-d169-4749-9c68-0fbda79c634d"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:36:32.817610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e3f0d-3498-44d3-bc11-ed0683156239 service neutron] Pushing event updated for resources: {'Port': ['ID=2c294de6-d169-4749-9c68-0fbda79c634d,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:32.838788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc63906-d04c-4538-8615-17004d174fb4 x-openstack-request-id: req-bbc63906-d04c-4538-8615-17004d174fb4 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:36:32.839163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13540694-7a89-4d3b-a1d4-63c2701a9b84", "tag": "2c294de6-d169-4749-9c68-0fbda79c634d", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:36:32.839424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbc63906-d04c-4538-8615-17004d174fb4 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:36:32.839836 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13540694-7a89-4d3b-a1d4-63c2701a9b84', 'tag': '2c294de6-d169-4749-9c68-0fbda79c634d', 'status': 'completed', 'code': 200} Dec 06 14:36:32.905306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8628552-36fe-413a-9a23-4d5245791fcd req-da22edc6-8162-489d-bc69-5c9f3f7a15bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:32.907207 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8628552-36fe-413a-9a23-4d5245791fcd req-da22edc6-8162-489d-bc69-5c9f3f7a15bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 1134 time: 0.0463004 Dec 06 14:36:33.005799 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8628552-36fe-413a-9a23-4d5245791fcd req-441e9b23-a5b7-44df-bcf4-3a78771399f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:33.007176 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8628552-36fe-413a-9a23-4d5245791fcd req-441e9b23-a5b7-44df-bcf4-3a78771399f1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c716424228f8423e91750a4cc8918d9a&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0927091 Dec 06 14:36:33.114631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8628552-36fe-413a-9a23-4d5245791fcd req-89f29555-5dca-4bc9-b956-317d963e3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:33.116117 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8628552-36fe-413a-9a23-4d5245791fcd req-89f29555-5dca-4bc9-b956-317d963e3b73 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1016068 Dec 06 14:36:33.191277 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-5d0666c4-a34b-433a-a6a5-6edeca559f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:33.192723 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-5d0666c4-a34b-433a-a6a5-6edeca559f71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 1134 time: 0.0390828 Dec 06 14:36:33.232518 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-cb3ce13a-59eb-46df-a58a-44276aa77231 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c294de6-d169-4749-9c68-0fbda79c634d HTTP/1.1" status: 200 len: 217 time: 0.0315473 Dec 06 14:36:33.283141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-7cc65531-8d04-4f4b-9391-ba7d53097f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:33.284446 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-7cc65531-8d04-4f4b-9391-ba7d53097f82 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98d3688b-3607-4bb2-b277-cfacffcfdd3f HTTP/1.1" status: 200 len: 835 time: 0.0451124 Dec 06 14:36:33.328616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-d22dfdba-3df4-4dbb-9095-9f22f0cff878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:33.330209 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-d22dfdba-3df4-4dbb-9095-9f22f0cff878 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c042aa21-b34d-4ec9-9599-10d2ddc81569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390313 Dec 06 14:36:33.418907 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-2b5d769a-b1ec-45e9-bd38-04928edf0ee6 service neutron] 10.222.0.41 "GET /v2.0/networks/c042aa21-b34d-4ec9-9599-10d2ddc81569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818384 Dec 06 14:36:33.425048 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ed2f6-89d3-4263-9255-c261241ea63c req-867fbd00-1b51-43cc-9d5d-8a2c7755b3e3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:33.426657 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0e7ed2f6-89d3-4263-9255-c261241ea63c req-867fbd00-1b51-43cc-9d5d-8a2c7755b3e3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 981 time: 0.0497985 Dec 06 14:36:33.473010 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0e7ed2f6-89d3-4263-9255-c261241ea63c req-c99adebb-efc3-4545-b604-ebbf5ed239a8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397682 Dec 06 14:36:33.515314 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f3b42b2-b15f-472f-937d-ce3d0072f034 req-1805f472-b082-48d6-8b14-752947793c29 service neutron] 10.222.0.41 "GET /v2.0/networks/c042aa21-b34d-4ec9-9599-10d2ddc81569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897503 Dec 06 14:36:33.667536 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-523441f0-f46c-475c-a352-9a37f45f9b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:34.605651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af8945-078b-4cfe-9e93-fd94402d462d req-ca848d1a-0ede-45d3-b6d3-04e090c8dd2c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:34.607489 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17af8945-078b-4cfe-9e93-fd94402d462d req-ca848d1a-0ede-45d3-b6d3-04e090c8dd2c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 981 time: 0.0636809 Dec 06 14:36:34.656476 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17af8945-078b-4cfe-9e93-fd94402d462d req-ba1b9c5c-1ddd-49c8-a21e-824731ef484f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431702 Dec 06 14:36:34.758782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:35.770218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a2eab-354c-4b58-9018-dd3f784dad59 req-af15afc6-9c5b-4726-9e0c-0731409838a1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:35.771582 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8c2a2eab-354c-4b58-9018-dd3f784dad59 req-af15afc6-9c5b-4726-9e0c-0731409838a1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 981 time: 0.0470474 Dec 06 14:36:35.817601 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8c2a2eab-354c-4b58-9018-dd3f784dad59 req-c5c3ef35-5ac5-4bdd-a83c-cddf7db04300 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395837 Dec 06 14:36:35.969884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:36.935831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744137b-3aea-4cf9-a136-758d2ddc3bc4 req-08b81197-900c-436a-a3c8-fd923f5ea60c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:36.937319 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a744137b-3aea-4cf9-a136-758d2ddc3bc4 req-08b81197-900c-436a-a3c8-fd923f5ea60c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 981 time: 0.0528529 Dec 06 14:36:36.941653 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:36.984161 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a744137b-3aea-4cf9-a136-758d2ddc3bc4 req-d3c1d478-b463-415b-93d8-9b2a8a3b0c18 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406542 Dec 06 14:36:37.702783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 2c294de6-d169-4749-9c68-0fbda79c634d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:36:37.800154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2c294de6-d169-4749-9c68-0fbda79c634d,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:36:37.811796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '2c294de6-d169-4749-9c68-0fbda79c634d', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'port_id': '2c294de6-d169-4749-9c68-0fbda79c634d', 'mac_address': 'fa:16:3e:24:71:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:36:37.847850 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:37.860648 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c294de6-d169-4749-9c68-0fbda79c634d {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:36:37.880269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2c294de6-d169-4749-9c68-0fbda79c634d,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:36:37.946131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:37.991175 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=2c294de6-d169-4749-9c68-0fbda79c634d,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:38.095232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab671276-3d60-446c-8081-d0594cc9f209 req-5cb8ed1d-d46d-4205-83a9-02a3fa7f9548 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:38.096590 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ab671276-3d60-446c-8081-d0594cc9f209 req-5cb8ed1d-d46d-4205-83a9-02a3fa7f9548 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 982 time: 0.0470822 Dec 06 14:36:38.147506 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ab671276-3d60-446c-8081-d0594cc9f209 req-9ba50143-b2eb-4ebe-9f5c-33964dbf96be tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449901 Dec 06 14:36:38.261607 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['2c294de6-d169-4749-9c68-0fbda79c634d'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:36:39.258491 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1d5b5-265e-48c4-b834-f03b8137fe09 req-443bde8d-49ac-46c2-bbe2-0167380c046a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:39.260586 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c4a1d5b5-265e-48c4-b834-f03b8137fe09 req-443bde8d-49ac-46c2-bbe2-0167380c046a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 982 time: 0.0468032 Dec 06 14:36:39.305046 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c4a1d5b5-265e-48c4-b834-f03b8137fe09 req-867578e9-17f9-4ae8-baa7-0750ee6268d0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386796 Dec 06 14:36:39.711697 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 2c294de6-d169-4749-9c68-0fbda79c634d up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:36:39.815729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 2c294de6-d169-4749-9c68-0fbda79c634d completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:36:39.819848 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 2c294de6-d169-4749-9c68-0fbda79c634d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:39.820223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:39.899425 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:39.920943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13540694-7a89-4d3b-a1d4-63c2701a9b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c294de6-d169-4749-9c68-0fbda79c634d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:36:39.923216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c25f1ea-daff-4bfd-be18-4a5ff8844c47" -d '{"events": [{"server_uuid": "13540694-7a89-4d3b-a1d4-63c2701a9b84", "name": "network-vif-plugged", "status": "completed", "tag": "2c294de6-d169-4749-9c68-0fbda79c634d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:36:39.936456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2c294de6-d169-4749-9c68-0fbda79c634d,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:36:39.962213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaafb61d-54a5-4af8-a4b5-4e6c0559a069 x-openstack-request-id: req-eaafb61d-54a5-4af8-a4b5-4e6c0559a069 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:36:39.962213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13540694-7a89-4d3b-a1d4-63c2701a9b84", "name": "network-vif-plugged", "status": "completed", "tag": "2c294de6-d169-4749-9c68-0fbda79c634d", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:36:39.962213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eaafb61d-54a5-4af8-a4b5-4e6c0559a069 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:36:39.962213 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13540694-7a89-4d3b-a1d4-63c2701a9b84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c294de6-d169-4749-9c68-0fbda79c634d', 'code': 200} Dec 06 14:36:40.010967 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:40.057209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=2c294de6-d169-4749-9c68-0fbda79c634d,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:40.254581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c095bb-7ad1-4765-bfa7-98cf4591e247 req-dd443041-e015-4459-ab8b-5db745201cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:40.256024 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3c095bb-7ad1-4765-bfa7-98cf4591e247 req-dd443041-e015-4459-ab8b-5db745201cec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 1136 time: 0.0416470 Dec 06 14:36:40.301638 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3c095bb-7ad1-4765-bfa7-98cf4591e247 req-4c552c50-799a-4437-835d-7691c0eac493 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379641 Dec 06 14:36:40.420996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9860e-08c7-4ea9-a042-3d7724961491 req-7382d0ba-6ce6-42a1-9f7c-c333eaaa2bc3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:40.422458 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddf9860e-08c7-4ea9-a042-3d7724961491 req-7382d0ba-6ce6-42a1-9f7c-c333eaaa2bc3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 983 time: 0.0507646 Dec 06 14:36:40.468759 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddf9860e-08c7-4ea9-a042-3d7724961491 req-e6f4bed5-73c3-42b5-a1c5-166026a4aa66 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404758 Dec 06 14:36:41.582992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5c051-8510-4cae-b9f1-d7d34131964f req-d4315bb2-0231-4db2-90b9-f473f50d4d8d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:41.584481 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0db5c051-8510-4cae-b9f1-d7d34131964f req-d4315bb2-0231-4db2-90b9-f473f50d4d8d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 983 time: 0.0471847 Dec 06 14:36:41.632775 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0db5c051-8510-4cae-b9f1-d7d34131964f req-959e8c7f-67fa-4986-9c04-27bd3a44cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412614 Dec 06 14:36:42.753563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3af586-9448-4102-ba6e-23a8c15e4146 req-cd812bf4-6908-499c-a7b0-add77cd453d6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:42.755001 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ae3af586-9448-4102-ba6e-23a8c15e4146 req-cd812bf4-6908-499c-a7b0-add77cd453d6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 983 time: 0.0481627 Dec 06 14:36:42.803475 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ae3af586-9448-4102-ba6e-23a8c15e4146 req-3e00dfad-6230-4980-b96b-bb32b6f90d15 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420666 Dec 06 14:36:42.913490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bd6c4-52ce-4015-b215-05e0afca94a4 req-3a4c4d61-5961-4ba5-8089-fb0039a1202b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:42.914847 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f95bd6c4-52ce-4015-b215-05e0afca94a4 req-3a4c4d61-5961-4ba5-8089-fb0039a1202b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 983 time: 0.0464575 Dec 06 14:36:42.961337 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f95bd6c4-52ce-4015-b215-05e0afca94a4 req-189ac182-9a85-4ee4-b410-0013130c4ec0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400257 Dec 06 14:36:42.983977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38134) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:43.026466 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08bad88-2054-4358-8797-8d9eb4259fb5 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:43.027951 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d08bad88-2054-4358-8797-8d9eb4259fb5 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 1131 time: 0.0430088 Dec 06 14:36:43.030798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38136) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:43.034969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '2c294de6-d169-4749-9c68-0fbda79c634d', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:43.140373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:43.231370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:43.331167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.189 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/1dbdf409-6142-42dd-b6af-4608b4b35bb0) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:36:43.425899 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:43.507657 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:43.549500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:36:43.552235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:36:43.555627 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:36:43.577944 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=1dbdf409-6142-42dd-b6af-4608b4b35bb0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:43.902216 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:44.016881 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:44.162239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:44.209813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:44.279107 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=1dbdf409-6142-42dd-b6af-4608b4b35bb0,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:44.285555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:44.379794 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP e4435f8d-4ffd-4648-81fe-c186c18686f2 associated. External IP: 172.36.1.189, port: 2c294de6-d169-4749-9c68-0fbda79c634d. Dec 06 14:36:44.576641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router e86bd0ed-d963-4fc4-b623-0a50120a6deb has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:36:44.678646 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:36:44.688411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81f5ce-5963-4702-a4b4-a358008c235b None None] Sync routers for ids ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:36:44.699135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81f5ce-5963-4702-a4b4-a358008c235b None None] Routers {'e86bd0ed-d963-4fc4-b623-0a50120a6deb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:36:44.700683 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0a81f5ce-5963-4702-a4b4-a358008c235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:36:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:44.755184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:44.784199 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f20cc10e-7ff3-42da-a989-05a5b5de25ea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.7523825 Dec 06 14:36:44.785036 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13540694-7a89-4d3b-a1d4-63c2701a9b84', 'tag': '2c294de6-d169-4749-9c68-0fbda79c634d'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:36:44.787048 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38138) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:44.787553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31a7ce2-2bbc-47e9-8ae7-c7abde95fdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "13540694-7a89-4d3b-a1d4-63c2701a9b84", "tag": "2c294de6-d169-4749-9c68-0fbda79c634d"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:36:44.805101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-0a81f5ce-5963-4702-a4b4-a358008c235b None None] Set router e86bd0ed-d963-4fc4-b623-0a50120a6deb gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:36:44.826599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6a3234-38e7-4bca-b720-17d8f1a071ce x-openstack-request-id: req-3c6a3234-38e7-4bca-b720-17d8f1a071ce {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:36:44.826967 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13540694-7a89-4d3b-a1d4-63c2701a9b84", "tag": "2c294de6-d169-4749-9c68-0fbda79c634d", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:36:44.827197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c6a3234-38e7-4bca-b720-17d8f1a071ce {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:36:44.827571 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13540694-7a89-4d3b-a1d4-63c2701a9b84', 'tag': '2c294de6-d169-4749-9c68-0fbda79c634d', 'status': 'completed', 'code': 200} Dec 06 14:36:44.884645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e37b2-22f4-4513-b22a-d9d0c2fbf7ee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:45.020406 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0b4e37b2-22f4-4513-b22a-d9d0c2fbf7ee tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84&network_id=c042aa21-b34d-4ec9-9599-10d2ddc81569 HTTP/1.1" status: 200 len: 1131 time: 0.0974114 Dec 06 14:36:45.020406 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a7ce2-2bbc-47e9-8ae7-c7abde95fdc1 req-07c8aacd-c8bd-43a6-ade2-be28f70febbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:45.020406 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a31a7ce2-2bbc-47e9-8ae7-c7abde95fdc1 req-07c8aacd-c8bd-43a6-ade2-be28f70febbc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 1136 time: 0.0519347 Dec 06 14:36:45.020406 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a7ce2-2bbc-47e9-8ae7-c7abde95fdc1 req-552ac949-7f6c-46d5-9e2c-ea8d57f57337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:45.020406 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a31a7ce2-2bbc-47e9-8ae7-c7abde95fdc1 req-552ac949-7f6c-46d5-9e2c-ea8d57f57337 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c042aa21-b34d-4ec9-9599-10d2ddc81569 HTTP/1.1" status: 200 len: 896 time: 0.0932095 Dec 06 14:36:45.055643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0a81f5ce-5963-4702-a4b4-a358008c235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:24Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e4435f8d-4ffd-4648-81fe-c186c18686f2', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.189', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'port_id': '2c294de6-d169-4749-9c68-0fbda79c634d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1915424907', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'mac_address': 'fa:16:3e:24:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13540694-7a89-4d3b-a1d4-63c2701a9b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:36:43Z', 'updated_at': '2021-12-06T14:36:43Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f090fa-5266-422f-b0fc-13367bcd1f84', 'name': '', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:12:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:23Z', 'updated_at': '2021-12-06T14:36:27Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:45.071668 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a31a7ce2-2bbc-47e9-8ae7-c7abde95fdc1 req-e5297c07-f73d-4de5-b249-f08bec67914d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c294de6-d169-4749-9c68-0fbda79c634d HTTP/1.1" status: 200 len: 1037 time: 0.0567942 Dec 06 14:36:45.087887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81f5ce-5963-4702-a4b4-a358008c235b None None] Checking router: e86bd0ed-d963-4fc4-b623-0a50120a6deb for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:36:45.096450 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81f5ce-5963-4702-a4b4-a358008c235b None None] Routers {'e86bd0ed-d963-4fc4-b623-0a50120a6deb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:36:45.097112 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0a81f5ce-5963-4702-a4b4-a358008c235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:36:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:45.123257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a7ce2-2bbc-47e9-8ae7-c7abde95fdc1 req-81a8a4b0-4648-4e39-90e6-aa590c3c5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:45.124762 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a31a7ce2-2bbc-47e9-8ae7-c7abde95fdc1 req-81a8a4b0-4648-4e39-90e6-aa590c3c5859 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98d3688b-3607-4bb2-b277-cfacffcfdd3f HTTP/1.1" status: 200 len: 835 time: 0.0461333 Dec 06 14:36:45.172436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a7ce2-2bbc-47e9-8ae7-c7abde95fdc1 req-3e0d6c90-444d-4a49-ba69-df40ce530a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:45.173788 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a31a7ce2-2bbc-47e9-8ae7-c7abde95fdc1 req-3e0d6c90-444d-4a49-ba69-df40ce530a48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c042aa21-b34d-4ec9-9599-10d2ddc81569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403388 Dec 06 14:36:45.211783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-0a81f5ce-5963-4702-a4b4-a358008c235b None None] Set router e86bd0ed-d963-4fc4-b623-0a50120a6deb gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:36:45.452174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0a81f5ce-5963-4702-a4b4-a358008c235b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:24Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e4435f8d-4ffd-4648-81fe-c186c18686f2', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.189', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'port_id': '2c294de6-d169-4749-9c68-0fbda79c634d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1915424907', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'mac_address': 'fa:16:3e:24:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13540694-7a89-4d3b-a1d4-63c2701a9b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:36:43Z', 'updated_at': '2021-12-06T14:36:43Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f090fa-5266-422f-b0fc-13367bcd1f84', 'name': '', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:12:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:23Z', 'updated_at': '2021-12-06T14:36:27Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:36:45.480662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81f5ce-5963-4702-a4b4-a358008c235b None None] The sync data for ids ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'] in dv-neutron-master-2-hyperv is: [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:24Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e4435f8d-4ffd-4648-81fe-c186c18686f2', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.189', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'port_id': '2c294de6-d169-4749-9c68-0fbda79c634d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1915424907', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'mac_address': 'fa:16:3e:24:71:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13540694-7a89-4d3b-a1d4-63c2701a9b84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:36:43Z', 'updated_at': '2021-12-06T14:36:43Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41f090fa-5266-422f-b0fc-13367bcd1f84', 'name': '', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:12:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:23Z', 'updated_at': '2021-12-06T14:36:27Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:36:45.633808 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a31a7ce2-2bbc-47e9-8ae7-c7abde95fdc1 req-a2686829-8b87-4a9a-9636-5ab9464863e9 service neutron] 10.222.0.41 "GET /v2.0/networks/c042aa21-b34d-4ec9-9599-10d2ddc81569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526381 Dec 06 14:36:45.642755 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e641443-3c19-4632-b1b5-bae5428ff16f req-5b93091c-12ac-4dc1-84af-ef0e821c0dc3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:45.644211 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2e641443-3c19-4632-b1b5-bae5428ff16f req-5b93091c-12ac-4dc1-84af-ef0e821c0dc3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 983 time: 0.4066048 Dec 06 14:36:45.692799 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31ade34-e16c-46b3-a1d1-6e2c613bc2bd None None] New status for floating IP e4435f8d-4ffd-4648-81fe-c186c18686f2: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:36:45.750095 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2e641443-3c19-4632-b1b5-bae5428ff16f req-4c3a0972-53ea-4174-afa2-6bbbb534fa28 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971367 Dec 06 14:36:45.766714 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a31a7ce2-2bbc-47e9-8ae7-c7abde95fdc1 req-96e5cb6d-e7a4-436d-8e3d-84a9c89f3d75 service neutron] 10.222.0.41 "GET /v2.0/networks/c042aa21-b34d-4ec9-9599-10d2ddc81569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215479 Dec 06 14:36:46.676209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-9dc43fb8-f693-4a68-9cdf-cdbcb050be53 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:46.677694 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-9dc43fb8-f693-4a68-9cdf-cdbcb050be53 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 983 time: 0.0482144 Dec 06 14:36:46.722546 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-ca6d1b33-c281-4e61-aaaf-094a50fbe9a1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:46.723871 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-ca6d1b33-c281-4e61-aaaf-094a50fbe9a1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0380881 Dec 06 14:36:46.829590 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-dfa54cde-e225-4e72-a151-927898f78943 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks/c042aa21-b34d-4ec9-9599-10d2ddc81569?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0993977 Dec 06 14:36:46.839938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-042a0624-3468-4b19-969e-7b59873b14f4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:46.888258 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c4736-82c9-4a8b-978c-340ee258275e req-692fe490-607d-4aa1-adf4-aeb262d9a666 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:46.889747 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a14c4736-82c9-4a8b-978c-340ee258275e req-692fe490-607d-4aa1-adf4-aeb262d9a666 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 983 time: 0.0503256 Dec 06 14:36:46.894238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-042a0624-3468-4b19-969e-7b59873b14f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:46.942802 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a14c4736-82c9-4a8b-978c-340ee258275e req-25372f3c-615e-406d-a023-73244816faab tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467989 Dec 06 14:36:47.028411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-042a0624-3468-4b19-969e-7b59873b14f4 service neutron] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2c294de6-d169-4749-9c68-0fbda79c634d,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:36:47.060944 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-042a0624-3468-4b19-969e-7b59873b14f4 service neutron] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:36:47.091771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-042a0624-3468-4b19-969e-7b59873b14f4 service neutron] device_id is not set on port 2c294de6-d169-4749-9c68-0fbda79c634d yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:36:47.100503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-042a0624-3468-4b19-969e-7b59873b14f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:47.179876 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-042a0624-3468-4b19-969e-7b59873b14f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:47.295458 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042a0624-3468-4b19-969e-7b59873b14f4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c294de6-d169-4749-9c68-0fbda79c634d,revision_number=6']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:47.357463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-042a0624-3468-4b19-969e-7b59873b14f4 service neutron] No DVR routers for this DVR port 2c294de6-d169-4749-9c68-0fbda79c634d on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:36:47.463441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-623a2ad3-23fe-439b-82a8-616413c6b8a4 None None] Provisioning complete for port 2c294de6-d169-4749-9c68-0fbda79c634d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:36:47.464045 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-623a2ad3-23fe-439b-82a8-616413c6b8a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:47.495352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-042a0624-3468-4b19-969e-7b59873b14f4 service neutron] In _notify_port_updated(), no bound segment for port 2c294de6-d169-4749-9c68-0fbda79c634d on network c042aa21-b34d-4ec9-9599-10d2ddc81569 {{(pid=103724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:36:47.496232 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-042a0624-3468-4b19-969e-7b59873b14f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:47.496843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-042a0624-3468-4b19-969e-7b59873b14f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:47.498151 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e74ca716-0730-4fa5-9fe6-909a10d532fd req-042a0624-3468-4b19-969e-7b59873b14f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d HTTP/1.1" status: 200 len: 1026 time: 0.6622939 Dec 06 14:36:47.501654 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-623a2ad3-23fe-439b-82a8-616413c6b8a4 None None] Port 2c294de6-d169-4749-9c68-0fbda79c634d cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:36:48.046888 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-46cfc42a-f089-41e0-beb9-ff917977be54 req-71e07387-4596-437b-9b41-a34c0a2aee3f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=13540694-7a89-4d3b-a1d4-63c2701a9b84 HTTP/1.1" status: 200 len: 210 time: 0.0247226 Dec 06 14:36:49.102591 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38152) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:49.145073 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3d4ff6-bac8-4dbd-b8e0-2a4babd442e1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:49.146395 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2f3d4ff6-bac8-4dbd-b8e0-2a4babd442e1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d HTTP/1.1" status: 200 len: 925 time: 0.0422223 Dec 06 14:36:49.598774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38156) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:49.603362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ed1a3ac8-abe9-4ec6-bae3-1a5b777f761e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276121652', 'description': 'tempest-secgroup-smoke-1276121652 description', 'project_id': 'c716424228f8423e91750a4cc8918d9a'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:49.673030 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3ac8-abe9-4ec6-bae3-1a5b777f761e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:49.740536 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3ac8-abe9-4ec6-bae3-1a5b777f761e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:49.791476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 2c294de6-d169-4749-9c68-0fbda79c634d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:36:49.793032 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3ac8-abe9-4ec6-bae3-1a5b777f761e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:49.823277 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a3ac8-abe9-4ec6-bae3-1a5b777f761e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bbf1cd7-3cc7-45ca-91f0-71ad4166e0c1,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:49.830325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 2c294de6-d169-4749-9c68-0fbda79c634d not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:36:49.875330 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ed1a3ac8-abe9-4ec6-bae3-1a5b777f761e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:49.876596 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ed1a3ac8-abe9-4ec6-bae3-1a5b777f761e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2768240 Dec 06 14:36:49.879443 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38158) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:49.883840 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-99d9580d-9a36-4208-8628-d0fc8f6fce1c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '7bbf1cd7-3cc7-45ca-91f0-71ad4166e0c1', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:49.940200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-99d9580d-9a36-4208-8628-d0fc8f6fce1c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:49.993157 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-99d9580d-9a36-4208-8628-d0fc8f6fce1c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.038528 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-99d9580d-9a36-4208-8628-d0fc8f6fce1c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.057250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9580d-9a36-4208-8628-d0fc8f6fce1c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2807fb3a-2cca-4b19-a667-1e29dadaeea4,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:50.108900 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-99d9580d-9a36-4208-8628-d0fc8f6fce1c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.110089 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-99d9580d-9a36-4208-8628-d0fc8f6fce1c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2296817 Dec 06 14:36:50.112733 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38160) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:50.116945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-2533b73e-d18f-46f0-9fc6-f3d4f9d02a59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '7bbf1cd7-3cc7-45ca-91f0-71ad4166e0c1', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:50.203128 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2533b73e-d18f-46f0-9fc6-f3d4f9d02a59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.260456 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2533b73e-d18f-46f0-9fc6-f3d4f9d02a59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.318541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2533b73e-d18f-46f0-9fc6-f3d4f9d02a59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.337746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533b73e-d18f-46f0-9fc6-f3d4f9d02a59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd7acd74-b06b-429d-a395-815eacc1891e,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:50.394604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2533b73e-d18f-46f0-9fc6-f3d4f9d02a59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.395909 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2533b73e-d18f-46f0-9fc6-f3d4f9d02a59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2822533 Dec 06 14:36:50.398619 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38162) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:50.402906 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-8881126c-d35b-447c-9d17-874c2bc2c49d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '7bbf1cd7-3cc7-45ca-91f0-71ad4166e0c1', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:50.471487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8881126c-d35b-447c-9d17-874c2bc2c49d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.526235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8881126c-d35b-447c-9d17-874c2bc2c49d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.598587 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8881126c-d35b-447c-9d17-874c2bc2c49d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.616448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881126c-d35b-447c-9d17-874c2bc2c49d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6c19e7-4bf4-4cc3-8fca-173d8b3fadbb,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:50.657648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8881126c-d35b-447c-9d17-874c2bc2c49d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.658859 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8881126c-d35b-447c-9d17-874c2bc2c49d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2593391 Dec 06 14:36:50.661657 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38164) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:50.666417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-403cf7cd-0984-4834-9cc4-c10c528b7f1f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '7bbf1cd7-3cc7-45ca-91f0-71ad4166e0c1', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:50.740345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-403cf7cd-0984-4834-9cc4-c10c528b7f1f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.796590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-403cf7cd-0984-4834-9cc4-c10c528b7f1f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.844112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-403cf7cd-0984-4834-9cc4-c10c528b7f1f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.861745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cf7cd-0984-4834-9cc4-c10c528b7f1f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17aeb90-7724-40a2-9767-fda31df601e5,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:50.931745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-403cf7cd-0984-4834-9cc4-c10c528b7f1f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:50.933318 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-403cf7cd-0984-4834-9cc4-c10c528b7f1f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2707422 Dec 06 14:36:50.936073 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38166) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:50.940410 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9bc44893-021e-474f-af39-90c1df835dbb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '7bbf1cd7-3cc7-45ca-91f0-71ad4166e0c1', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:51.020034 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-9bc44893-021e-474f-af39-90c1df835dbb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:36:51.026255 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9bc44893-021e-474f-af39-90c1df835dbb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:51.084970 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9bc44893-021e-474f-af39-90c1df835dbb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:51.169688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9bc44893-021e-474f-af39-90c1df835dbb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:51.187076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc44893-021e-474f-af39-90c1df835dbb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1467f9-8743-416b-a375-adb40a66dc5c,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:51.269282 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9bc44893-021e-474f-af39-90c1df835dbb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:51.270520 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9bc44893-021e-474f-af39-90c1df835dbb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3335142 Dec 06 14:36:51.273213 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38168) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:36:51.278022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-33023b73-2708-4027-9b62-8b652df3c90b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '7bbf1cd7-3cc7-45ca-91f0-71ad4166e0c1', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:51.357286 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-33023b73-2708-4027-9b62-8b652df3c90b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:36:51.362105 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33023b73-2708-4027-9b62-8b652df3c90b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:51.419284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33023b73-2708-4027-9b62-8b652df3c90b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:51.488485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33023b73-2708-4027-9b62-8b652df3c90b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:51.505130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33023b73-2708-4027-9b62-8b652df3c90b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9014dc6-bcaf-40f4-af42-a3b59e77e537,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:51.564670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33023b73-2708-4027-9b62-8b652df3c90b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:51.565898 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-33023b73-2708-4027-9b62-8b652df3c90b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2917721 Dec 06 14:36:51.708942 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-b6c380dc-9ee7-4e92-ac63-c1b4a071ee16 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276121652&fields=id&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 267 time: 0.0431912 Dec 06 14:36:51.755380 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-64bfbb58-dc2a-4127-871a-7cf2d672d48b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:51.756689 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-64bfbb58-dc2a-4127-871a-7cf2d672d48b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d HTTP/1.1" status: 200 len: 930 time: 0.0406141 Dec 06 14:36:51.802387 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-b07160b9-4dd0-4b0c-9bf3-657bccc750f7 service neutron] 10.222.0.42 "GET /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0333867 Dec 06 14:36:51.891145 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-a67178fe-37b8-4984-afc0-4989807bbff4 service neutron] 10.222.0.42 "GET /v2.0/networks/c042aa21-b34d-4ec9-9599-10d2ddc81569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819783 Dec 06 14:36:51.979842 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-89437cc5-69e1-4ecf-a030-9ac9d3dd2003 service neutron] 10.222.0.42 "GET /v2.0/networks/c042aa21-b34d-4ec9-9599-10d2ddc81569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823164 Dec 06 14:36:52.184717 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:36:52.214571 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-99c99a42-fa32-4a23-848a-5caea31c3fc6 req-57ede482-c421-40e8-be25-aed519f88325 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 210 time: 0.0245733 Dec 06 14:36:53.308494 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-36a5847f-05ff-4db0-8a50-235a9729b1df req-59576be5-bbdd-4e3a-bbd9-d0700e747b2b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 210 time: 0.0263593 Dec 06 14:36:53.959904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-197641fe-f973-4e0a-a180-37f66433548f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:53.961187 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-197641fe-f973-4e0a-a180-37f66433548f service neutron] 10.222.0.41 "GET /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d HTTP/1.1" status: 200 len: 1026 time: 0.0334735 Dec 06 14:36:54.069965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-0151f652-a628-41a5-9b4f-14de250b9c20 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:54.071375 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-0151f652-a628-41a5-9b4f-14de250b9c20 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks?id=c042aa21-b34d-4ec9-9599-10d2ddc81569 HTTP/1.1" status: 200 len: 795 time: 0.1040473 Dec 06 14:36:54.148564 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-66997e2f-d451-48f5-b46a-496996fd71e0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 473 time: 0.0672808 Dec 06 14:36:54.159449 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Request body: {'port': {'device_id': '71cc9273-9497-47f3-a1aa-e42db178763d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:36:54.218939 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:54.446326 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-beb55335-6ff7-4420-8274-3041f68a3a31 req-e1fda01a-51f1-4cb8-9bc5-b012394b7393 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 210 time: 0.0280266 Dec 06 14:36:54.531127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c294de6-d169-4749-9c68-0fbda79c634d {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:36:54.538535 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:54.550102 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Transition to ACTIVE for port object 2c294de6-d169-4749-9c68-0fbda79c634d will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:36:54.615323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:54.706736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Pushing event updated for resources: {'Port': ['ID=2c294de6-d169-4749-9c68-0fbda79c634d,revision_number=7']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:54.797273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Attempting to bind port 2c294de6-d169-4749-9c68-0fbda79c634d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:36:54.797510 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Attempting to bind port 2c294de6-d169-4749-9c68-0fbda79c634d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:36:54.797843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Attempting to bind port 2c294de6-d169-4749-9c68-0fbda79c634d on network c042aa21-b34d-4ec9-9599-10d2ddc81569 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:36:54.802453 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Port 2c294de6-d169-4749-9c68-0fbda79c634d on network c042aa21-b34d-4ec9-9599-10d2ddc81569 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:36:54.802771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Attempting to bind port 2c294de6-d169-4749-9c68-0fbda79c634d on network c042aa21-b34d-4ec9-9599-10d2ddc81569 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:36:54.808372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:36:54.808711 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Checking segment: {'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:36:54.809121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Bound using segment: {'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:36:54.809548 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Bound port: 2c294de6-d169-4749-9c68-0fbda79c634d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84916d3b-2e89-4cad-b341-44ee1ffe2d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:36:54.809897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:54.874709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:36:54.878088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2c294de6-d169-4749-9c68-0fbda79c634d,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:36:54.947682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:54.984080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:54.984772 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:54.986069 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] 10.222.0.41 "PUT /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d HTTP/1.1" status: 200 len: 1131 time: 0.8305449 Dec 06 14:36:54.986507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cc9273-9497-47f3-a1aa-e42db178763d', 'tag': '2c294de6-d169-4749-9c68-0fbda79c634d'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:36:54.988767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a80fe8a-2b47-4bf4-a1f7-450e99abcf1c" -d '{"events": [{"name": "network-changed", "server_uuid": "71cc9273-9497-47f3-a1aa-e42db178763d", "tag": "2c294de6-d169-4749-9c68-0fbda79c634d"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:36:55.011563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b5858-85ca-4b78-ae28-d2f966551160 service neutron] Pushing event updated for resources: {'Port': ['ID=2c294de6-d169-4749-9c68-0fbda79c634d,revision_number=8']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:36:55.032667 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb907a4-a791-4be9-b765-8c3856d00bda x-openstack-request-id: req-afb907a4-a791-4be9-b765-8c3856d00bda {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:36:55.033001 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cc9273-9497-47f3-a1aa-e42db178763d", "tag": "2c294de6-d169-4749-9c68-0fbda79c634d", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:36:55.033265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-afb907a4-a791-4be9-b765-8c3856d00bda {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:36:55.033673 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cc9273-9497-47f3-a1aa-e42db178763d', 'tag': '2c294de6-d169-4749-9c68-0fbda79c634d', 'status': 'completed', 'code': 200} Dec 06 14:36:55.099886 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80fe8a-2b47-4bf4-a1f7-450e99abcf1c req-39d6022a-f7df-4fbe-a4d6-efabd56ad766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:55.101755 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4a80fe8a-2b47-4bf4-a1f7-450e99abcf1c req-39d6022a-f7df-4fbe-a4d6-efabd56ad766 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 1134 time: 0.0455163 Dec 06 14:36:55.211204 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80fe8a-2b47-4bf4-a1f7-450e99abcf1c req-a851fe02-345d-4de5-a69f-bb876c6fb92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:55.213378 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4a80fe8a-2b47-4bf4-a1f7-450e99abcf1c req-a851fe02-345d-4de5-a69f-bb876c6fb92e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c716424228f8423e91750a4cc8918d9a&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1044524 Dec 06 14:36:55.309239 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a80fe8a-2b47-4bf4-a1f7-450e99abcf1c req-42da4ce1-a05c-4b99-8c69-fb5d3061db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:55.310680 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4a80fe8a-2b47-4bf4-a1f7-450e99abcf1c req-42da4ce1-a05c-4b99-8c69-fb5d3061db20 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904796 Dec 06 14:36:55.384925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-5e9f7c3e-8b42-4904-a4df-d1c7840738ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:55.386298 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-5e9f7c3e-8b42-4904-a4df-d1c7840738ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 1134 time: 0.0395520 Dec 06 14:36:55.449776 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-c57e28d2-8697-43a8-b9c1-f4dd675efca3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c294de6-d169-4749-9c68-0fbda79c634d HTTP/1.1" status: 200 len: 1037 time: 0.0559738 Dec 06 14:36:55.514752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-3ee0b6f4-9f91-4797-b671-310481117904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:55.516239 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-3ee0b6f4-9f91-4797-b671-310481117904 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98d3688b-3607-4bb2-b277-cfacffcfdd3f HTTP/1.1" status: 200 len: 835 time: 0.0602472 Dec 06 14:36:55.587937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-fa84cf2b-0575-4863-a478-882ce2460d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:55.589443 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-fa84cf2b-0575-4863-a478-882ce2460d2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c042aa21-b34d-4ec9-9599-10d2ddc81569&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0610428 Dec 06 14:36:55.597727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e0477-7959-4de9-8527-ad065fc31cfe req-266792cb-ac83-45ae-b24e-d350adaabad0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:55.599088 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bf9e0477-7959-4de9-8527-ad065fc31cfe req-266792cb-ac83-45ae-b24e-d350adaabad0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 981 time: 0.0820019 Dec 06 14:36:55.698961 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bf9e0477-7959-4de9-8527-ad065fc31cfe req-71baa224-377a-44b8-989d-2e2373fbeb76 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920916 Dec 06 14:36:55.718654 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-857eef61-b02f-464e-8264-de88886e28fa service neutron] 10.222.0.41 "GET /v2.0/networks/c042aa21-b34d-4ec9-9599-10d2ddc81569?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186628 Dec 06 14:36:55.808694 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba66f740-4f33-414a-9dbd-bc966bc0fc59 req-d930f24a-a877-444c-8e05-df3a9d3f7f02 service neutron] 10.222.0.41 "GET /v2.0/networks/c042aa21-b34d-4ec9-9599-10d2ddc81569?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825639 Dec 06 14:36:56.810566 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f39d3-0123-4773-8a49-6b135c0fad72 req-819428cb-13e3-4c80-95c5-e8c8096ad185 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:56.811917 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-397f39d3-0123-4773-8a49-6b135c0fad72 req-819428cb-13e3-4c80-95c5-e8c8096ad185 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 981 time: 0.0466764 Dec 06 14:36:56.859575 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-397f39d3-0123-4773-8a49-6b135c0fad72 req-c0d1fbb2-1d1f-4c46-b36c-8920fd447f36 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417755 Dec 06 14:36:57.976437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b90a3a-8fdd-496c-96c0-e7d32d9a89c4 req-88e8c4a6-f2a6-475e-9560-466c13734394 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:57.978535 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-74b90a3a-8fdd-496c-96c0-e7d32d9a89c4 req-88e8c4a6-f2a6-475e-9560-466c13734394 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 981 time: 0.0518939 Dec 06 14:36:58.023835 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-74b90a3a-8fdd-496c-96c0-e7d32d9a89c4 req-3f865225-2d8e-4dc8-b111-ca5a24ea2389 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395072 Dec 06 14:36:59.139532 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a750509-1078-439e-a9e3-b7fbe045ea7c req-5648ebf0-3813-43e2-aa1d-18bba061b980 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:36:59.140986 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2a750509-1078-439e-a9e3-b7fbe045ea7c req-5648ebf0-3813-43e2-aa1d-18bba061b980 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 981 time: 0.0511775 Dec 06 14:36:59.186446 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2a750509-1078-439e-a9e3-b7fbe045ea7c req-f70ff11f-c0d6-474a-a273-c13c895389a9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396476 Dec 06 14:36:59.535438 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:36:59.891015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 2c294de6-d169-4749-9c68-0fbda79c634d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:36:59.983378 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2c294de6-d169-4749-9c68-0fbda79c634d,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:36:59.994160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '2c294de6-d169-4749-9c68-0fbda79c634d', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'port_id': '2c294de6-d169-4749-9c68-0fbda79c634d', 'mac_address': 'fa:16:3e:24:71:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:37:00.033663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:00.045783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c294de6-d169-4749-9c68-0fbda79c634d {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:37:00.065023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2c294de6-d169-4749-9c68-0fbda79c634d,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:37:00.156688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:00.202671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=2c294de6-d169-4749-9c68-0fbda79c634d,revision_number=9']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:00.307858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9282e02a-c44b-4aaf-8959-a4dbe01a351d req-62a9df83-71ef-47e8-8fb7-fa1c12a35fa5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:00.309344 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9282e02a-c44b-4aaf-8959-a4dbe01a351d req-62a9df83-71ef-47e8-8fb7-fa1c12a35fa5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 982 time: 0.0488446 Dec 06 14:37:00.355011 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9282e02a-c44b-4aaf-8959-a4dbe01a351d req-282ff371-7938-4aaa-8735-6e0125249ca2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397861 Dec 06 14:37:00.437508 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['2c294de6-d169-4749-9c68-0fbda79c634d'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:37:01.283772 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f18658df-2a8a-4ccb-9444-2151cc4dc75e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:01.467639 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7147ff49-3d2b-4f7a-a2ce-42303a6a730d req-e81daa20-d380-4425-9855-dd5b64c7952d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:01.469127 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7147ff49-3d2b-4f7a-a2ce-42303a6a730d req-e81daa20-d380-4425-9855-dd5b64c7952d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 982 time: 0.0477095 Dec 06 14:37:01.514712 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7147ff49-3d2b-4f7a-a2ce-42303a6a730d req-9ff92350-e8d0-4064-a304-1e9243d7338f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398104 Dec 06 14:37:01.898250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 2c294de6-d169-4749-9c68-0fbda79c634d up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:37:02.025615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 2c294de6-d169-4749-9c68-0fbda79c634d completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:37:02.029142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 2c294de6-d169-4749-9c68-0fbda79c634d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:02.029510 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:02.105189 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:02.126600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cc9273-9497-47f3-a1aa-e42db178763d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c294de6-d169-4749-9c68-0fbda79c634d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:37:02.128819 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffe1cb0-40cc-47b8-828f-09b0fcc79863" -d '{"events": [{"server_uuid": "71cc9273-9497-47f3-a1aa-e42db178763d", "name": "network-vif-plugged", "status": "completed", "tag": "2c294de6-d169-4749-9c68-0fbda79c634d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:37:02.141387 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2c294de6-d169-4749-9c68-0fbda79c634d,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:37:02.168566 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9faebd64-a4c7-4ea3-ba66-f5620510767c x-openstack-request-id: req-9faebd64-a4c7-4ea3-ba66-f5620510767c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:37:02.168566 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cc9273-9497-47f3-a1aa-e42db178763d", "name": "network-vif-plugged", "status": "completed", "tag": "2c294de6-d169-4749-9c68-0fbda79c634d", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:37:02.168566 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9faebd64-a4c7-4ea3-ba66-f5620510767c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:37:02.168566 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cc9273-9497-47f3-a1aa-e42db178763d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c294de6-d169-4749-9c68-0fbda79c634d', 'code': 200} Dec 06 14:37:02.215652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:02.263117 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=2c294de6-d169-4749-9c68-0fbda79c634d,revision_number=10']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:02.463181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c14e8f-903c-4ae3-86b6-0e3ef0e445bd req-f81f26c1-bc6d-43cc-85fe-911137849cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:02.464629 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-04c14e8f-903c-4ae3-86b6-0e3ef0e445bd req-f81f26c1-bc6d-43cc-85fe-911137849cb9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 1137 time: 0.0421903 Dec 06 14:37:02.509901 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-04c14e8f-903c-4ae3-86b6-0e3ef0e445bd req-eed1d769-a427-4a96-996f-3fe5c518ee36 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375865 Dec 06 14:37:02.634365 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87297208-a4d8-44cc-81ca-27e671322146 req-76fd403e-9650-48a2-bee7-5fc50ae1bc6c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:02.635840 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-87297208-a4d8-44cc-81ca-27e671322146 req-76fd403e-9650-48a2-bee7-5fc50ae1bc6c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 984 time: 0.0538380 Dec 06 14:37:02.686218 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-87297208-a4d8-44cc-81ca-27e671322146 req-6e635c3a-c409-4745-817b-870b556defe2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443764 Dec 06 14:37:03.676951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b3d7aa3-9f28-463c-9e4d-ebb78871fdb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:03.802897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4f69e-e867-4467-a718-5d11b65c0304 req-d4c9e6be-004a-4213-a64b-09179f2ffd03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:03.804275 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-62e4f69e-e867-4467-a718-5d11b65c0304 req-d4c9e6be-004a-4213-a64b-09179f2ffd03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 984 time: 0.0475688 Dec 06 14:37:03.851239 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-62e4f69e-e867-4467-a718-5d11b65c0304 req-d6b8f48c-9a14-4392-babd-d7e6c2c80d4e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 Dec 06 14:37:04.781142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:04.970572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d541b-2b72-4ad5-9695-11d0e02fa96b req-3bf9b20b-1881-41ec-b5d4-33c9a8a73d3c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:04.971932 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3e1d541b-2b72-4ad5-9695-11d0e02fa96b req-3bf9b20b-1881-41ec-b5d4-33c9a8a73d3c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 984 time: 0.0524914 Dec 06 14:37:05.019577 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3e1d541b-2b72-4ad5-9695-11d0e02fa96b req-359cbb3c-ffb4-4bd9-b486-b5c20d289f7a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Dec 06 14:37:05.133720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5a2baa-8e35-4cbb-a021-f336aec51a91 req-5d63d7bf-6907-465c-abc8-937189efffdd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:05.135922 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4e5a2baa-8e35-4cbb-a021-f336aec51a91 req-5d63d7bf-6907-465c-abc8-937189efffdd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 984 time: 0.0500467 Dec 06 14:37:05.190713 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4e5a2baa-8e35-4cbb-a021-f336aec51a91 req-26f897ef-ceaa-47eb-b77c-b3228ed1df45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485806 Dec 06 14:37:05.213473 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38224) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:05.281736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ff8bf9-b648-478d-8be8-d167a6215eca tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:05.283199 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-02ff8bf9-b648-478d-8be8-d167a6215eca tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d&network_id=c042aa21-b34d-4ec9-9599-10d2ddc81569 HTTP/1.1" status: 200 len: 1132 time: 0.0687251 Dec 06 14:37:05.681741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a015eef-f8f5-4ab8-be14-828aff2ff5b9 req-9076f437-cf5c-4455-9701-39acae0980eb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:05.683468 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5a015eef-f8f5-4ab8-be14-828aff2ff5b9 req-9076f437-cf5c-4455-9701-39acae0980eb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 984 time: 0.0479412 Dec 06 14:37:05.732115 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5a015eef-f8f5-4ab8-be14-828aff2ff5b9 req-a9344fed-a296-40cc-ab1d-5cc5d4145e17 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422344 Dec 06 14:37:05.969945 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:07.015131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:07.213547 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fe6c2-de26-463a-abeb-c97c25af991d req-474ec56c-0f76-48f8-88d2-e80f8921c209 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:07.215007 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-345fe6c2-de26-463a-abeb-c97c25af991d req-474ec56c-0f76-48f8-88d2-e80f8921c209 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 984 time: 0.0501158 Dec 06 14:37:07.259765 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fe6c2-de26-463a-abeb-c97c25af991d req-58d69118-2079-4d5f-8956-87dc3a67cdc8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:07.261180 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-345fe6c2-de26-463a-abeb-c97c25af991d req-58d69118-2079-4d5f-8956-87dc3a67cdc8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0394313 Dec 06 14:37:07.346854 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f2709-b8a8-4017-8bc5-3862855c90db req-be897c14-40d4-4cde-a288-2cedaf5ba756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:07.348330 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-169f2709-b8a8-4017-8bc5-3862855c90db req-be897c14-40d4-4cde-a288-2cedaf5ba756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 984 time: 0.5466437 Dec 06 14:37:07.368755 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-345fe6c2-de26-463a-abeb-c97c25af991d req-b7767788-9de5-49e7-b467-d693611d6fac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks/c042aa21-b34d-4ec9-9599-10d2ddc81569?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1009152 Dec 06 14:37:07.380211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-345fe6c2-de26-463a-abeb-c97c25af991d req-c4457e32-177c-4ce2-9d9c-bff68ada86df service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:07.396371 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-169f2709-b8a8-4017-8bc5-3862855c90db req-b675817c-e9fb-4c1f-bc51-999582e8f613 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=73f8013c-e913-4d96-baaf-29d2c072cbdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419297 Dec 06 14:37:07.433608 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-345fe6c2-de26-463a-abeb-c97c25af991d req-c4457e32-177c-4ce2-9d9c-bff68ada86df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:07.566774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-345fe6c2-de26-463a-abeb-c97c25af991d req-c4457e32-177c-4ce2-9d9c-bff68ada86df service neutron] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2c294de6-d169-4749-9c68-0fbda79c634d,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:37:07.601486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-345fe6c2-de26-463a-abeb-c97c25af991d req-c4457e32-177c-4ce2-9d9c-bff68ada86df service neutron] For port 2c294de6-d169-4749-9c68-0fbda79c634d, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:37:07.638399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-345fe6c2-de26-463a-abeb-c97c25af991d req-c4457e32-177c-4ce2-9d9c-bff68ada86df service neutron] device_id is not set on port 2c294de6-d169-4749-9c68-0fbda79c634d yet. {{(pid=103724) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Dec 06 14:37:07.646653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-345fe6c2-de26-463a-abeb-c97c25af991d req-c4457e32-177c-4ce2-9d9c-bff68ada86df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:07.695104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-345fe6c2-de26-463a-abeb-c97c25af991d req-c4457e32-177c-4ce2-9d9c-bff68ada86df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:07.769258 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4457e32-177c-4ce2-9d9c-bff68ada86df service neutron] Pushing event updated for resources: {'Port': ['ID=2c294de6-d169-4749-9c68-0fbda79c634d,revision_number=11']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:07.811046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-345fe6c2-de26-463a-abeb-c97c25af991d req-c4457e32-177c-4ce2-9d9c-bff68ada86df service neutron] No DVR routers for this DVR port 2c294de6-d169-4749-9c68-0fbda79c634d on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:37:07.958804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-345fe6c2-de26-463a-abeb-c97c25af991d req-c4457e32-177c-4ce2-9d9c-bff68ada86df service neutron] In _notify_port_updated(), no bound segment for port 2c294de6-d169-4749-9c68-0fbda79c634d on network c042aa21-b34d-4ec9-9599-10d2ddc81569 {{(pid=103724) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Dec 06 14:37:07.959660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345fe6c2-de26-463a-abeb-c97c25af991d req-c4457e32-177c-4ce2-9d9c-bff68ada86df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:07.960263 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-345fe6c2-de26-463a-abeb-c97c25af991d req-c4457e32-177c-4ce2-9d9c-bff68ada86df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:07.961585 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-345fe6c2-de26-463a-abeb-c97c25af991d req-c4457e32-177c-4ce2-9d9c-bff68ada86df service neutron] 10.222.0.41 "PUT /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d HTTP/1.1" status: 200 len: 1027 time: 0.5853622 Dec 06 14:37:07.989459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b2f37413-d384-4801-b705-56504776c078 None None] Provisioning complete for port 2c294de6-d169-4749-9c68-0fbda79c634d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:07.989827 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b2f37413-d384-4801-b705-56504776c078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:08.022421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b2f37413-d384-4801-b705-56504776c078 None None] Port 2c294de6-d169-4749-9c68-0fbda79c634d cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:37:08.552634 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ed052be9-efdd-40ef-8653-254da3058487 req-31375149-856a-4501-921f-63889a78d1ed tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=71cc9273-9497-47f3-a1aa-e42db178763d HTTP/1.1" status: 200 len: 210 time: 0.0782714 Dec 06 14:37:09.608035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38240) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:09.662773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-25c8b27a-1b0f-4ede-b69d-05b7b9a1d5e7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:09.687094 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-25c8b27a-1b0f-4ede-b69d-05b7b9a1d5e7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:09.832230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-25c8b27a-1b0f-4ede-b69d-05b7b9a1d5e7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:09.834862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-25c8b27a-1b0f-4ede-b69d-05b7b9a1d5e7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:09.836032 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-25c8b27a-1b0f-4ede-b69d-05b7b9a1d5e7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/security-groups/7bbf1cd7-3cc7-45ca-91f0-71ad4166e0c1 HTTP/1.1" status: 204 len: 168 time: 0.2270124 Dec 06 14:37:09.845994 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8b27a-1b0f-4ede-b69d-05b7b9a1d5e7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bbf1cd7-3cc7-45ca-91f0-71ad4166e0c1,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:09.928736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38244) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:09.960790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 2c294de6-d169-4749-9c68-0fbda79c634d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:37:09.999018 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 2c294de6-d169-4749-9c68-0fbda79c634d not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:37:10.083278 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa3e92-ce9b-443a-963d-654aacbd5ab5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 1dbdf409-6142-42dd-b6af-4608b4b35bb0 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:37:10.083531 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3e92-ce9b-443a-963d-654aacbd5ab5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:10.155228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3e92-ce9b-443a-963d-654aacbd5ab5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:10.155552 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3e92-ce9b-443a-963d-654aacbd5ab5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:10.167304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-fcfa3e92-ce9b-443a-963d-654aacbd5ab5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 1dbdf409-6142-42dd-b6af-4608b4b35bb0 owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:37:10.385371 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3e92-ce9b-443a-963d-654aacbd5ab5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:10.410622 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa3e92-ce9b-443a-963d-654aacbd5ab5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=1dbdf409-6142-42dd-b6af-4608b4b35bb0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:10.470496 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3e92-ce9b-443a-963d-654aacbd5ab5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:10.470819 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-fcfa3e92-ce9b-443a-963d-654aacbd5ab5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP e4435f8d-4ffd-4648-81fe-c186c18686f2 disassociated (deleted). External IP: 172.36.1.189, port: 2c294de6-d169-4749-9c68-0fbda79c634d. Dec 06 14:37:10.670003 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfa3e92-ce9b-443a-963d-654aacbd5ab5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router e86bd0ed-d963-4fc4-b623-0a50120a6deb has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:37:10.774577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfa3e92-ce9b-443a-963d-654aacbd5ab5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:37:10.779350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fcfa3e92-ce9b-443a-963d-654aacbd5ab5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:10.785615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039fde4-2662-41f6-9c2b-f3d4a31a64d1 None None] Sync routers for ids ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:37:10.798135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039fde4-2662-41f6-9c2b-f3d4a31a64d1 None None] Routers {'e86bd0ed-d963-4fc4-b623-0a50120a6deb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:37:10.798790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5039fde4-2662-41f6-9c2b-f3d4a31a64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:37:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:10.804604 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fcfa3e92-ce9b-443a-963d-654aacbd5ab5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/floatingips/e4435f8d-4ffd-4648-81fe-c186c18686f2 HTTP/1.1" status: 204 len: 168 time: 0.8747556 Dec 06 14:37:10.879717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38250) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:10.939838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:10.966342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:11.051243 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-5039fde4-2662-41f6-9c2b-f3d4a31a64d1 None None] Set router e86bd0ed-d963-4fc4-b623-0a50120a6deb gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:37:11.105843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:11.109037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:11.110204 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/security-groups/f6fe2284-40b0-4eb0-aa3d-5135b5d8c040 HTTP/1.1" status: 204 len: 168 time: 0.2294412 Dec 06 14:37:11.119382 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fe2284-40b0-4eb0-aa3d-5135b5d8c040,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:11.127391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:11.127735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:11.128079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:11.128414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:11.128767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:11.129090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:11.129417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:11.129740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:11.130061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:11.130385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:11.130711 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:11.131025 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:11.131342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e734d0-79ff-4141-8db9-e1b69e313d2e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:11.209479 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38254) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:11.260274 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5039fde4-2662-41f6-9c2b-f3d4a31a64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:24Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41f090fa-5266-422f-b0fc-13367bcd1f84', 'name': '', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:12:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:23Z', 'updated_at': '2021-12-06T14:36:27Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:11.289907 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039fde4-2662-41f6-9c2b-f3d4a31a64d1 None None] Checking router: e86bd0ed-d963-4fc4-b623-0a50120a6deb for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:37:11.296293 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-d24d3f7a-796f-4e9f-abcf-4ac594425c3c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 2c294de6-d169-4749-9c68-0fbda79c634d {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:37:11.296635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d24d3f7a-796f-4e9f-abcf-4ac594425c3c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:11.298579 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5039fde4-2662-41f6-9c2b-f3d4a31a64d1 None None] Routers {'e86bd0ed-d963-4fc4-b623-0a50120a6deb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:37:11.299188 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5039fde4-2662-41f6-9c2b-f3d4a31a64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:37:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:11.381567 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d24d3f7a-796f-4e9f-abcf-4ac594425c3c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:11.394476 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-d24d3f7a-796f-4e9f-abcf-4ac594425c3c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 2c294de6-d169-4749-9c68-0fbda79c634d owned by {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:37:11.401398 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-5039fde4-2662-41f6-9c2b-f3d4a31a64d1 None None] Set router e86bd0ed-d963-4fc4-b623-0a50120a6deb gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:37:11.569643 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d24d3f7a-796f-4e9f-abcf-4ac594425c3c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:11.595444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5039fde4-2662-41f6-9c2b-f3d4a31a64d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:24Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41f090fa-5266-422f-b0fc-13367bcd1f84', 'name': '', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:12:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:23Z', 'updated_at': '2021-12-06T14:36:27Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:11.598932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d3f7a-796f-4e9f-abcf-4ac594425c3c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=2c294de6-d169-4749-9c68-0fbda79c634d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:11.622541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5039fde4-2662-41f6-9c2b-f3d4a31a64d1 None None] The sync data for ids ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'] in dv-neutron-master-2-hyperv is: [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:24Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '41f090fa-5266-422f-b0fc-13367bcd1f84', 'name': '', 'network_id': 'c042aa21-b34d-4ec9-9599-10d2ddc81569', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:12:b9:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:23Z', 'updated_at': '2021-12-06T14:36:27Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '98d3688b-3607-4bb2-b277-cfacffcfdd3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:37:11.673177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d24d3f7a-796f-4e9f-abcf-4ac594425c3c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:11.676482 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d24d3f7a-796f-4e9f-abcf-4ac594425c3c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/ports/2c294de6-d169-4749-9c68-0fbda79c634d HTTP/1.1" status: 204 len: 168 time: 0.4658704 Dec 06 14:37:11.679305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38256) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:11.868678 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd46c01-5a4b-4aa0-b14b-20068418f9e8 None None] New status for floating IP e4435f8d-4ffd-4648-81fe-c186c18686f2: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:37:12.054297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2dfb1788-90b7-4c91-a2c8-6ac51a80a547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:12.303053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2dfb1788-90b7-4c91-a2c8-6ac51a80a547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 41f090fa-5266-422f-b0fc-13367bcd1f84 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:37:12.303391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2dfb1788-90b7-4c91-a2c8-6ac51a80a547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:12.393489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-2dfb1788-90b7-4c91-a2c8-6ac51a80a547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port 41f090fa-5266-422f-b0fc-13367bcd1f84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=41f090fa-5266-422f-b0fc-13367bcd1f84,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:37:12.393851 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2dfb1788-90b7-4c91-a2c8-6ac51a80a547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:12.406203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2dfb1788-90b7-4c91-a2c8-6ac51a80a547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 41f090fa-5266-422f-b0fc-13367bcd1f84 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:37:12.683927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2dfb1788-90b7-4c91-a2c8-6ac51a80a547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:12.708735 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfb1788-90b7-4c91-a2c8-6ac51a80a547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=41f090fa-5266-422f-b0fc-13367bcd1f84,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:12.878398 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2dfb1788-90b7-4c91-a2c8-6ac51a80a547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:13.087809 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfb1788-90b7-4c91-a2c8-6ac51a80a547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router e86bd0ed-d963-4fc4-b623-0a50120a6deb has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:37:13.191131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfb1788-90b7-4c91-a2c8-6ac51a80a547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:37:13.196129 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2dfb1788-90b7-4c91-a2c8-6ac51a80a547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/e86bd0ed-d963-4fc4-b623-0a50120a6deb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5158308 Dec 06 14:37:13.198756 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38258) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:13.204463 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef87165e-fa9e-4b43-9531-2273fedbc512 None None] Sync routers for ids ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:37:13.213815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef87165e-fa9e-4b43-9531-2273fedbc512 None None] Routers {'e86bd0ed-d963-4fc4-b623-0a50120a6deb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:37:13.214428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-ef87165e-fa9e-4b43-9531-2273fedbc512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:37:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:13.248767 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b320871-0597-4751-86e0-9ae94d80eff6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting subnet 98d3688b-3607-4bb2-b277-cfacffcfdd3f {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:37:13.251888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b320871-0597-4751-86e0-9ae94d80eff6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:13.290804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b320871-0597-4751-86e0-9ae94d80eff6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:13.318432 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-ef87165e-fa9e-4b43-9531-2273fedbc512 None None] Set router e86bd0ed-d963-4fc4-b623-0a50120a6deb gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:37:13.374983 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b320871-0597-4751-86e0-9ae94d80eff6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:13.495615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-ef87165e-fa9e-4b43-9531-2273fedbc512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:37:12Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:13.500174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b320871-0597-4751-86e0-9ae94d80eff6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:13.523881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef87165e-fa9e-4b43-9531-2273fedbc512 None None] Checking router: e86bd0ed-d963-4fc4-b623-0a50120a6deb for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:37:13.528464 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b320871-0597-4751-86e0-9ae94d80eff6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Subnet': ['ID=98d3688b-3607-4bb2-b277-cfacffcfdd3f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:13.532744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7b320871-0597-4751-86e0-9ae94d80eff6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:13.536230 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7b320871-0597-4751-86e0-9ae94d80eff6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/subnets/98d3688b-3607-4bb2-b277-cfacffcfdd3f HTTP/1.1" status: 204 len: 168 time: 0.3365602 Dec 06 14:37:13.537135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef87165e-fa9e-4b43-9531-2273fedbc512 None None] Routers {'e86bd0ed-d963-4fc4-b623-0a50120a6deb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:37:13.537780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-ef87165e-fa9e-4b43-9531-2273fedbc512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:37:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:13.538936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38260) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:13.582932 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c65afa3-520a-4e7e-a172-a2cb157d5d82 None None] Network c042aa21-b34d-4ec9-9599-10d2ddc81569 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:37:13.644946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:13.735173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-ef87165e-fa9e-4b43-9531-2273fedbc512 None None] Set router e86bd0ed-d963-4fc4-b623-0a50120a6deb gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:37:13.744220 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:13.862216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port b61d5c3f-1f28-4b6e-a6ab-fac75c645721 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:37:13.862591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:13.914567 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81913afe-8f88-42b4-a3de-54b0182b6521 None None] DHCP port deletion for c042aa21-b34d-4ec9-9599-10d2ddc81569 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:37:13.949443 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port b61d5c3f-1f28-4b6e-a6ab-fac75c645721, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b61d5c3f-1f28-4b6e-a6ab-fac75c645721,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:37:13.949821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:13.958941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-ef87165e-fa9e-4b43-9531-2273fedbc512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:37:12Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:13.962895 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for b61d5c3f-1f28-4b6e-a6ab-fac75c645721 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:37:14.131411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef87165e-fa9e-4b43-9531-2273fedbc512 None None] The sync data for ids ['e86bd0ed-d963-4fc4-b623-0a50120a6deb'] in dv-neutron-master-2-hyperv is: [{'id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'name': 'tempest-TestNetworkBasicOps-router-1645716622', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109'}], 'enable_snat': True}, 'gw_port_id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:37:12Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': 'b61d5c3f-1f28-4b6e-a6ab-fac75c645721', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:d1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e86bd0ed-d963-4fc4-b623-0a50120a6deb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1413, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:36:20Z', 'updated_at': '2021-12-06T14:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:37:14.146896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-81913afe-8f88-42b4-a3de-54b0182b6521 None None] Deleting port b155d542-7193-4225-8013-9b5751bac6f5 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:37:14.147263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81913afe-8f88-42b4-a3de-54b0182b6521 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:14.198563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:14.211879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-81913afe-8f88-42b4-a3de-54b0182b6521 None None] For port b155d542-7193-4225-8013-9b5751bac6f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b155d542-7193-4225-8013-9b5751bac6f5,segment=NetworkSegment(84916d3b-2e89-4cad-b341-44ee1ffe2d7a),segment_id=84916d3b-2e89-4cad-b341-44ee1ffe2d7a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:37:14.212489 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81913afe-8f88-42b4-a3de-54b0182b6521 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:14.226237 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=b61d5c3f-1f28-4b6e-a6ab-fac75c645721,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:14.226577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-81913afe-8f88-42b4-a3de-54b0182b6521 None None] Calling delete_port for b155d542-7193-4225-8013-9b5751bac6f5 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:37:14.239607 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505151ec-8662-4495-807a-07bb892f9f5e None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:37:14.308878 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:14.396741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:14.397647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81913afe-8f88-42b4-a3de-54b0182b6521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:14.398974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:14.422016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81913afe-8f88-42b4-a3de-54b0182b6521 None None] Pushing event deleted for resources: {'Port': ['ID=b155d542-7193-4225-8013-9b5751bac6f5,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:14.437566 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81913afe-8f88-42b4-a3de-54b0182b6521 None None] No DVR routers for this DVR port b155d542-7193-4225-8013-9b5751bac6f5 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:37:14.507021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:14.507592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Fanout notify agent at l3_agent the message router_deleted on router e86bd0ed-d963-4fc4-b623-0a50120a6deb {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:37:14.514929 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:14.518487 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-660ac1d5-b44a-454a-af2e-3db548cfb529 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/routers/e86bd0ed-d963-4fc4-b623-0a50120a6deb HTTP/1.1" status: 204 len: 168 time: 0.9761360 Dec 06 14:37:14.518756 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38262) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:14.935509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7b965056-5a18-4ee9-b02d-cb2c922f7b26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.017767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7b965056-5a18-4ee9-b02d-cb2c922f7b26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.037355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7b965056-5a18-4ee9-b02d-cb2c922f7b26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c042aa21-b34d-4ec9-9599-10d2ddc81569']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:15.046211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7b965056-5a18-4ee9-b02d-cb2c922f7b26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84916d3b-2e89-4cad-b341-44ee1ffe2d7a') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:15.046507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-7b965056-5a18-4ee9-b02d-cb2c922f7b26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84916d3b-2e89-4cad-b341-44ee1ffe2d7a') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:15.055365 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7b965056-5a18-4ee9-b02d-cb2c922f7b26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.068084 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7b965056-5a18-4ee9-b02d-cb2c922f7b26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.073707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b965056-5a18-4ee9-b02d-cb2c922f7b26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:37:15.074084 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7b965056-5a18-4ee9-b02d-cb2c922f7b26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:37:15.077475 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:37:15.198050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7b965056-5a18-4ee9-b02d-cb2c922f7b26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.209578 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7b965056-5a18-4ee9-b02d-cb2c922f7b26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.209578 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7b965056-5a18-4ee9-b02d-cb2c922f7b26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/networks/c042aa21-b34d-4ec9-9599-10d2ddc81569 HTTP/1.1" status: 204 len: 168 time: 0.6889389 Dec 06 14:37:15.221819 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b965056-5a18-4ee9-b02d-cb2c922f7b26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Network': ['ID=c042aa21-b34d-4ec9-9599-10d2ddc81569,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:15.223893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38264) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:15.236312 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-afd33a08-f35e-4fee-a81c-d4a8de4fb42d tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0112164 Dec 06 14:37:15.238729 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38266) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:15.243414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-3d1642a4-a7e9-477e-853a-c3aaad00620e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'network': {'name': 'tempest-network-smoke--1173024494', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'port_security_enabled': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:15.306486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1642a4-a7e9-477e-853a-c3aaad00620e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:37:15.310599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3d1642a4-a7e9-477e-853a-c3aaad00620e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.333229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1642a4-a7e9-477e-853a-c3aaad00620e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:37:15.341364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3d1642a4-a7e9-477e-853a-c3aaad00620e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.341695 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-3d1642a4-a7e9-477e-853a-c3aaad00620e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Added segment 19868c41-c98c-499e-a1e7-2782d18a18b6 of type vlan for network 17252278-2ca0-4da6-967a-89ee073d6bc6 Dec 06 14:37:15.382794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3d1642a4-a7e9-477e-853a-c3aaad00620e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.437895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3d1642a4-a7e9-477e-853a-c3aaad00620e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.443384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1642a4-a7e9-477e-853a-c3aaad00620e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:15.443951 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3d1642a4-a7e9-477e-853a-c3aaad00620e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.506400 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1642a4-a7e9-477e-853a-c3aaad00620e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Network': ['ID=17252278-2ca0-4da6-967a-89ee073d6bc6,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:15.516565 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 17252278-2ca0-4da6-967a-89ee073d6bc6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:37:15.529366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38268) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:15.529738 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3d1642a4-a7e9-477e-853a-c3aaad00620e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2897127 Dec 06 14:37:15.535404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'admin_state_up': True, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:15.581381 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 41f090fa-5266-422f-b0fc-13367bcd1f84 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:37:15.603760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.604967 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 41f090fa-5266-422f-b0fc-13367bcd1f84 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:37:15.605322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 41f090fa-5266-422f-b0fc-13367bcd1f84 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:37:15.605448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.605741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b61d5c3f-1f28-4b6e-a6ab-fac75c645721 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:37:15.642293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: b61d5c3f-1f28-4b6e-a6ab-fac75c645721 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:37:15.642643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b61d5c3f-1f28-4b6e-a6ab-fac75c645721 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:37:15.643065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b155d542-7193-4225-8013-9b5751bac6f5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:37:15.660361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:15.661971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: b155d542-7193-4225-8013-9b5751bac6f5 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:37:15.662336 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b155d542-7193-4225-8013-9b5751bac6f5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:37:15.821949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:16.060407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:16.078636 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:16.176733 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.233 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/1d5ff1d5-8ad8-4367-904c-546d6e0b7743) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:37:16.277207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:16.368739 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:16.408249 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:37:16.411020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:37:16.414511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:37:16.423751 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba3e352-7789-4532-9df0-779a11d725d5 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:37:16.442055 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=1d5ff1d5-8ad8-4367-904c-546d6e0b7743,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:16.497834 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-30e036e9-6cd2-4547-967d-f853a8032382 None None] Provisioning complete for port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:16.498204 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30e036e9-6cd2-4547-967d-f853a8032382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:16.531439 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-30e036e9-6cd2-4547-967d-f853a8032382 None None] Port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:37:16.729008 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:16.917129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:17.094849 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 94c823b7-575b-4136-932f-af794337a6e3 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:37:17.202775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:37:17.212806 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Sync routers for ids ['94c823b7-575b-4136-932f-af794337a6e3'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:37:17.222936 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Routers {'94c823b7-575b-4136-932f-af794337a6e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:37:17.231546 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:37:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['94c823b7-575b-4136-932f-af794337a6e3'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:17.279934 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:17.283932 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6ad15c33-bfb3-4b2e-a14d-a8e07915d1f1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7507598 Dec 06 14:37:17.284162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38270) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:17.312937 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d122e523-0364-4f59-aae0-3dd456e3ddd8 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c716424228f8423e91750a4cc8918d9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276504 Dec 06 14:37:17.315632 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38272) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:17.327756 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Set router 94c823b7-575b-4136-932f-af794337a6e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:37:17.405634 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c67774-f0c8-4fa3-9666-b59b62b53b0f tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:17.409747 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b5c67774-f0c8-4fa3-9666-b59b62b53b0f tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904737 Dec 06 14:37:17.410048 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38274) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:17.439900 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1343f2e7-57a8-4dd3-8e5d-bd94255446b3 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287626 Dec 06 14:37:17.442651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38276) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:17.447640 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-8655110b-a1ff-4af6-9f89-2194ed1df648 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-531345541', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:17.514362 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:16Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:17.544259 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Checking router: 94c823b7-575b-4136-932f-af794337a6e3 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:37:17.545167 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Updating router 94c823b7-575b-4136-932f-af794337a6e3 port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:37:17.568950 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:17.609610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8655110b-a1ff-4af6-9f89-2194ed1df648 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:37:17.613204 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8655110b-a1ff-4af6-9f89-2194ed1df648 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:17.809771 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:17.837239 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8655110b-a1ff-4af6-9f89-2194ed1df648 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:17.882829 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:17.898391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655110b-a1ff-4af6-9f89-2194ed1df648 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Subnet': ['ID=b4d946f1-6a6d-4d29-8802-c8853d66bedb,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:17.911672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655110b-a1ff-4af6-9f89-2194ed1df648 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Checking segment: {'id': '19868c41-c98c-499e-a1e7-2782d18a18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:37:17.912035 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8655110b-a1ff-4af6-9f89-2194ed1df648 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network hostable DHCP agents. Network: 17252278-2ca0-4da6-967a-89ee073d6bc6, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:37:17.927837 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3ca0da-6539-40be-b99a-8f20e4b35e76 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:37:17.934805 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Attempting to bind port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:37:17.935208 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Attempting to bind port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:37:17.935573 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Attempting to bind port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:37:17.944630 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46286dfc-1157-4beb-bf46-d4a1447cb53d None None] Pushing event updated for resources: {'Port': ['ID=1d5ff1d5-8ad8-4367-904c-546d6e0b7743,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:17.946937 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:37:17.947312 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:37:17.947737 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:17.948091 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:37:17.948557 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Bound port: 1d5ff1d5-8ad8-4367-904c-546d6e0b7743, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:37:17.948956 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:17.980146 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8655110b-a1ff-4af6-9f89-2194ed1df648 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 17252278-2ca0-4da6-967a-89ee073d6bc6 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:37:18.006780 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] For port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:37:18.010110 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] For port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d5ff1d5-8ad8-4367-904c-546d6e0b7743,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:37:18.013920 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d34351bc-112c-4629-ac99-fd6818014400 None None] Provisioning complete for port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:18.014317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d34351bc-112c-4629-ac99-fd6818014400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:18.046955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d34351bc-112c-4629-ac99-fd6818014400 None None] Port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:37:18.055268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-8655110b-a1ff-4af6-9f89-2194ed1df648 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 17252278-2ca0-4da6-967a-89ee073d6bc6) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:37:18.059699 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8655110b-a1ff-4af6-9f89-2194ed1df648 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:18.060525 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-8655110b-a1ff-4af6-9f89-2194ed1df648 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:18.063792 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bf002b-944f-4637-82ec-2b0ccf1ce4c5 None None] Network 17252278-2ca0-4da6-967a-89ee073d6bc6 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:37:18.084234 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:18.124101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b43b5d-f7b0-470b-a62d-1e31ef8cbf61 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:37:18.138604 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8655110b-a1ff-4af6-9f89-2194ed1df648 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6943481 Dec 06 14:37:18.141322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38278) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:18.147823 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46286dfc-1157-4beb-bf46-d4a1447cb53d None None] Pushing event updated for resources: {'Port': ['ID=1d5ff1d5-8ad8-4367-904c-546d6e0b7743,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:18.149143 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Routers {'94c823b7-575b-4136-932f-af794337a6e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:37:18.149752 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:37:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['94c823b7-575b-4136-932f-af794337a6e3'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:18.207494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Provisioning complete for port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:18.208166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:18.241961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-17252278-2ca0-4da6-967a-89ee073d6bc6', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:37:18.242827 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:18.277098 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] Set router 94c823b7-575b-4136-932f-af794337a6e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:37:18.412237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:18.449619 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] For port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d5ff1d5-8ad8-4367-904c-546d6e0b7743,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:37:18.457099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Allocated IP 172.20.0.2 (17252278-2ca0-4da6-967a-89ee073d6bc6/b4d946f1-6a6d-4d29-8802-c8853d66bedb/fe6b039f-ef19-4341-9a2b-487255d1c733) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:37:18.488021 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:16Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:18.515609 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9759ebc4-0d3c-496d-aaa5-043ecb72fa35 None None] The sync data for ids ['94c823b7-575b-4136-932f-af794337a6e3'] in dv-neutron-master-2-hyperv is: [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:16Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:37:18.599853 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:18.617334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:18.646532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:18.665372 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Pushing event updated for resources: {'Port': ['ID=1d5ff1d5-8ad8-4367-904c-546d6e0b7743,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:18.674868 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:18.675221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:18.675569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:18.675905 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:18.676239 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:18.676625 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:18.677165 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:18.677969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:18.678592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:18.678795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:18.679243 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:18.679497 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:18.680831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-376cf065-a5a4-4aa5-b9e4-4ec3ee8f3ff9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:18.724486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:18.791341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Network 17252278-2ca0-4da6-967a-89ee073d6bc6 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:37:18.793238 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:37:18.796555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:37:18.798948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Pushing event updated for resources: {'Port': ['ID=fe6b039f-ef19-4341-9a2b-487255d1c733,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:18.855232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Attempting to bind port fe6b039f-ef19-4341-9a2b-487255d1c733 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:37:18.855958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Attempting to bind port fe6b039f-ef19-4341-9a2b-487255d1c733 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '19868c41-c98c-499e-a1e7-2782d18a18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:37:18.856638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Attempting to bind port fe6b039f-ef19-4341-9a2b-487255d1c733 on network 17252278-2ca0-4da6-967a-89ee073d6bc6 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:37:18.862987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:37:18.863364 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Checking segment: {'id': '19868c41-c98c-499e-a1e7-2782d18a18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:37:18.863904 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:18.864149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Bound using segment: {'id': '19868c41-c98c-499e-a1e7-2782d18a18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:37:18.864630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Bound port: fe6b039f-ef19-4341-9a2b-487255d1c733, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19868c41-c98c-499e-a1e7-2782d18a18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:37:18.865043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:18.939302 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] For port fe6b039f-ef19-4341-9a2b-487255d1c733, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:37:18.939992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.1 (17252278-2ca0-4da6-967a-89ee073d6bc6/b4d946f1-6a6d-4d29-8802-c8853d66bedb/13d22912-28b2-4222-acab-3e58292d6091) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:37:18.942537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] For port fe6b039f-ef19-4341-9a2b-487255d1c733, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe6b039f-ef19-4341-9a2b-487255d1c733,segment=NetworkSegment(19868c41-c98c-499e-a1e7-2782d18a18b6),segment_id=19868c41-c98c-499e-a1e7-2782d18a18b6)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:37:19.027127 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:19.065857 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:19.097620 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8652971-ff58-41ad-9cf3-eef16d5e29bd None None] Pushing event updated for resources: {'Port': ['ID=fe6b039f-ef19-4341-9a2b-487255d1c733,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:19.151958 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:19.200664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 17252278-2ca0-4da6-967a-89ee073d6bc6 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:37:19.203898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:37:19.207992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:37:19.214871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=13d22912-28b2-4222-acab-3e58292d6091,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:19.266449 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:19.495744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:19.609489 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:37:19.671806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:19.672323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:19.756006 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device fe6b039f-ef19-4341-9a2b-487255d1c733 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:37:19.791028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:19.804632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port fe6b039f-ef19-4341-9a2b-487255d1c733 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:19.805108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:19.838207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:19.887182 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:19.917902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=13d22912-28b2-4222-acab-3e58292d6091,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:19.920835 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:19.929644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port fe6b039f-ef19-4341-9a2b-487255d1c733, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe6b039f-ef19-4341-9a2b-487255d1c733,segment=NetworkSegment(19868c41-c98c-499e-a1e7-2782d18a18b6),segment_id=19868c41-c98c-499e-a1e7-2782d18a18b6)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:37:20.010019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:20.019145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 17252278-2ca0-4da6-967a-89ee073d6bc6 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:37:20.020628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:37:20.061940 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=fe6b039f-ef19-4341-9a2b-487255d1c733,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:20.110109 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5966624-4cdf-4ecf-b72c-424234b555a3 None None] Network 17252278-2ca0-4da6-967a-89ee073d6bc6 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:37:20.137672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 94c823b7-575b-4136-932f-af794337a6e3 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:37:20.180307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c019dd26-a9cd-44f6-a5fa-871cd8012096 None None] Provisioning complete for port fe6b039f-ef19-4341-9a2b-487255d1c733 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:20.180680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c019dd26-a9cd-44f6-a5fa-871cd8012096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:20.245499 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:37:20.253849 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f0183083-9029-494f-bbd6-df165da72c6a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/94c823b7-575b-4136-932f-af794337a6e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1090064 Dec 06 14:37:20.254042 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38280) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:20.360586 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4246d074-8998-476a-bd82-c45a668859bb tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:20.361091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4246d074-8998-476a-bd82-c45a668859bb tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:20.361571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4246d074-8998-476a-bd82-c45a668859bb tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:20.362036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4246d074-8998-476a-bd82-c45a668859bb tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:20.364883 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4246d074-8998-476a-bd82-c45a668859bb tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1087608 Dec 06 14:37:20.366492 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38282) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:20.425537 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a9f18-90d4-425e-b4f6-d64ceab298ad tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:20.426163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a9f18-90d4-425e-b4f6-d64ceab298ad tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:20.426659 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a9f18-90d4-425e-b4f6-d64ceab298ad tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:20.427118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843a9f18-90d4-425e-b4f6-d64ceab298ad tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:20.428995 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-843a9f18-90d4-425e-b4f6-d64ceab298ad tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0613880 Dec 06 14:37:20.431679 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38284) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:20.549099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e5a51565-3572-4ea1-881a-c3406138bd44 None None] Provisioning complete for port fe6b039f-ef19-4341-9a2b-487255d1c733 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:20.549666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e5a51565-3572-4ea1-881a-c3406138bd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:20.571248 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-78211df6-a0be-45a3-bfca-cfb3af64e0f7 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1381524 Dec 06 14:37:20.640840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Sync routers for ids ['94c823b7-575b-4136-932f-af794337a6e3'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:37:20.658444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Routers {'94c823b7-575b-4136-932f-af794337a6e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:37:20.659058 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:37:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['94c823b7-575b-4136-932f-af794337a6e3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:20.699981 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e5a51565-3572-4ea1-881a-c3406138bd44 None None] Provisioning complete for port 13d22912-28b2-4222-acab-3e58292d6091 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:20.700352 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e5a51565-3572-4ea1-881a-c3406138bd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:20.779387 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e5a51565-3572-4ea1-881a-c3406138bd44 None None] Port 13d22912-28b2-4222-acab-3e58292d6091 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:37:20.802067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Set router 94c823b7-575b-4136-932f-af794337a6e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:37:20.944700 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ecdbdbf9-7704-4ad1-9340-94047eb0d836 None None] Provisioning complete for port 13d22912-28b2-4222-acab-3e58292d6091 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:20.945086 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ecdbdbf9-7704-4ad1-9340-94047eb0d836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:20.993647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbdbf9-7704-4ad1-9340-94047eb0d836 None None] Port 13d22912-28b2-4222-acab-3e58292d6091 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:37:21.041980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38288) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:21.042476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:19Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '13d22912-28b2-4222-acab-3e58292d6091', 'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:e8:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:18Z', 'updated_at': '2021-12-06T14:37:19Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:21.047272 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a8e327f0-0436-4549-9076-b7259752b263 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916803154', 'description': 'tempest-secgroup-smoke-1916803154 description', 'project_id': 'c716424228f8423e91750a4cc8918d9a'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:21.070426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Checking router: 94c823b7-575b-4136-932f-af794337a6e3 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:37:21.071993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Updating router 94c823b7-575b-4136-932f-af794337a6e3 port 13d22912-28b2-4222-acab-3e58292d6091 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:37:21.097808 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.121122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-42f9073d-a175-4363-acf7-33c9df52ae1b None None] Provisioning complete for port 13d22912-28b2-4222-acab-3e58292d6091 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:21.121597 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42f9073d-a175-4363-acf7-33c9df52ae1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.129579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e327f0-0436-4549-9076-b7259752b263 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.194529 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e327f0-0436-4549-9076-b7259752b263 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.224039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-42f9073d-a175-4363-acf7-33c9df52ae1b None None] Port 13d22912-28b2-4222-acab-3e58292d6091 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:37:21.266952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e327f0-0436-4549-9076-b7259752b263 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.302362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e327f0-0436-4549-9076-b7259752b263 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:21.361048 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e327f0-0436-4549-9076-b7259752b263 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.365533 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a8e327f0-0436-4549-9076-b7259752b263 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3196702 Dec 06 14:37:21.365827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38290) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:21.370367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:21.412230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.454765 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.467046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.513115 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.520898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c019be-cd62-4d6d-a936-218ece451e2b None None] Pushing event updated for resources: {'Port': ['ID=13d22912-28b2-4222-acab-3e58292d6091,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:21.574703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Attempting to bind port 13d22912-28b2-4222-acab-3e58292d6091 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:37:21.575131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Attempting to bind port 13d22912-28b2-4222-acab-3e58292d6091 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '19868c41-c98c-499e-a1e7-2782d18a18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:37:21.575590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.575740 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Attempting to bind port 13d22912-28b2-4222-acab-3e58292d6091 on network 17252278-2ca0-4da6-967a-89ee073d6bc6 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:37:21.583206 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 37, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:37:21.583807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Checking segment: {'id': '19868c41-c98c-499e-a1e7-2782d18a18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:37:21.584293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.585518 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Bound using segment: {'id': '19868c41-c98c-499e-a1e7-2782d18a18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:37:21.586090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Bound port: 13d22912-28b2-4222-acab-3e58292d6091, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19868c41-c98c-499e-a1e7-2782d18a18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:37:21.586567 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.590216 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e9eab7-e227-48d7-b072-6efc15e71673,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:21.592027 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device fe6b039f-ef19-4341-9a2b-487255d1c733 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:37:21.605234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:21.605721 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:21.606076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:21.606416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:21.606810 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:21.607653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:21.607977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:21.608398 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:21.608656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:21.609019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:21.609347 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:21.609755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:21.610329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:37:21.720509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.721842 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d8a02a6e-a6e3-4ddc-ad80-89f386e20b45 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3550127 Dec 06 14:37:21.724807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38292) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:21.729539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-80afecef-aa1c-4ff5-a5c4-0bd979073865 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:21.814832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80afecef-aa1c-4ff5-a5c4-0bd979073865 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.854560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port fe6b039f-ef19-4341-9a2b-487255d1c733 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:21.854850 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.858048 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] For port 13d22912-28b2-4222-acab-3e58292d6091, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:37:21.871364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80afecef-aa1c-4ff5-a5c4-0bd979073865 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.894205 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] For port 13d22912-28b2-4222-acab-3e58292d6091, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13d22912-28b2-4222-acab-3e58292d6091,segment=NetworkSegment(19868c41-c98c-499e-a1e7-2782d18a18b6),segment_id=19868c41-c98c-499e-a1e7-2782d18a18b6)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:37:21.898424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-51ff9964-4c33-4259-b90a-7aac81c68a93 None None] Provisioning complete for port 13d22912-28b2-4222-acab-3e58292d6091 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:21.898798 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-51ff9964-4c33-4259-b90a-7aac81c68a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.934131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80afecef-aa1c-4ff5-a5c4-0bd979073865 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:21.939749 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-51ff9964-4c33-4259-b90a-7aac81c68a93 None None] Port 13d22912-28b2-4222-acab-3e58292d6091 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:37:21.955780 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afecef-aa1c-4ff5-a5c4-0bd979073865 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e040a348-96ae-4e38-bc2b-c746ca10ed46,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:21.964695 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.030091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-80afecef-aa1c-4ff5-a5c4-0bd979073865 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.033805 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-80afecef-aa1c-4ff5-a5c4-0bd979073865 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3054805 Dec 06 14:37:22.034445 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38294) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:22.039514 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-725dfa65-8926-40a2-95e3-033e075fbb42 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:22.045095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c019be-cd62-4d6d-a936-218ece451e2b None None] Pushing event updated for resources: {'Port': ['ID=13d22912-28b2-4222-acab-3e58292d6091,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:22.045095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Routers {'94c823b7-575b-4136-932f-af794337a6e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:37:22.045095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:37:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['94c823b7-575b-4136-932f-af794337a6e3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:22.150306 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-725dfa65-8926-40a2-95e3-033e075fbb42 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.154397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] Set router 94c823b7-575b-4136-932f-af794337a6e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:37:22.213133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-725dfa65-8926-40a2-95e3-033e075fbb42 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.278074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-725dfa65-8926-40a2-95e3-033e075fbb42 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.296333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725dfa65-8926-40a2-95e3-033e075fbb42 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=582abccf-785c-44a3-b968-7281f5d530b9,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:22.298561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1bf24f34-1c79-4bdb-813e-8135d0a5f1db None None] Provisioning complete for port 13d22912-28b2-4222-acab-3e58292d6091 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:22.298931 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1bf24f34-1c79-4bdb-813e-8135d0a5f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.343191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-725dfa65-8926-40a2-95e3-033e075fbb42 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.344422 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-725dfa65-8926-40a2-95e3-033e075fbb42 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3090894 Dec 06 14:37:22.347254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38296) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:22.353956 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c8933e6a-ab47-41c5-8bc9-60cb00bbb8b5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:22.428428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1bf24f34-1c79-4bdb-813e-8135d0a5f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.433313 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:19Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '13d22912-28b2-4222-acab-3e58292d6091', 'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:e8:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:18Z', 'updated_at': '2021-12-06T14:37:21Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:22.443499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c8933e6a-ab47-41c5-8bc9-60cb00bbb8b5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.467174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4bac56-366b-4498-b1e9-59d4271e4525 None None] The sync data for ids ['94c823b7-575b-4136-932f-af794337a6e3'] in dv-neutron-master-2-hyperv is: [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:19Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '13d22912-28b2-4222-acab-3e58292d6091', 'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:e8:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:18Z', 'updated_at': '2021-12-06T14:37:21Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:37:22.489481 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1bf24f34-1c79-4bdb-813e-8135d0a5f1db None None] For port 13d22912-28b2-4222-acab-3e58292d6091, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13d22912-28b2-4222-acab-3e58292d6091,segment=NetworkSegment(19868c41-c98c-499e-a1e7-2782d18a18b6),segment_id=19868c41-c98c-499e-a1e7-2782d18a18b6)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:37:22.502019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c8933e6a-ab47-41c5-8bc9-60cb00bbb8b5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.551550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1bf24f34-1c79-4bdb-813e-8135d0a5f1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.579948 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c8933e6a-ab47-41c5-8bc9-60cb00bbb8b5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.600983 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8933e6a-ab47-41c5-8bc9-60cb00bbb8b5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23e98a83-323d-4ade-9ae9-03599910360c,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:22.608360 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf24f34-1c79-4bdb-813e-8135d0a5f1db None None] Pushing event updated for resources: {'Port': ['ID=13d22912-28b2-4222-acab-3e58292d6091,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:22.656126 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c8933e6a-ab47-41c5-8bc9-60cb00bbb8b5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.657415 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c8933e6a-ab47-41c5-8bc9-60cb00bbb8b5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3092394 Dec 06 14:37:22.660141 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38298) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:22.664525 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-655f5d00-c9cd-42f0-b092-c2f709c71df3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:22.746793 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-655f5d00-c9cd-42f0-b092-c2f709c71df3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:37:22.752956 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-655f5d00-c9cd-42f0-b092-c2f709c71df3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.813505 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-655f5d00-c9cd-42f0-b092-c2f709c71df3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.872412 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-655f5d00-c9cd-42f0-b092-c2f709c71df3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.895444 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f5d00-c9cd-42f0-b092-c2f709c71df3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b81622d-30e0-4f8c-ad96-0946d71aec4c,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:22.970436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-655f5d00-c9cd-42f0-b092-c2f709c71df3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:22.971666 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-655f5d00-c9cd-42f0-b092-c2f709c71df3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3106253 Dec 06 14:37:22.974432 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38300) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:22.978878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-02c37e75-c3d4-4403-9697-c214251036d7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:23.093805 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-02c37e75-c3d4-4403-9697-c214251036d7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:37:23.099152 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02c37e75-c3d4-4403-9697-c214251036d7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:23.161166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02c37e75-c3d4-4403-9697-c214251036d7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:23.220646 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02c37e75-c3d4-4403-9697-c214251036d7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:23.241590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c37e75-c3d4-4403-9697-c214251036d7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abaf5d0e-bb89-4e65-9d9a-29ded71fe703,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:23.297072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-02c37e75-c3d4-4403-9697-c214251036d7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:23.298297 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-02c37e75-c3d4-4403-9697-c214251036d7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3229473 Dec 06 14:37:23.488166 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-d8adaa09-d6e3-4d5a-ac86-e5e2b5283619 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916803154&fields=id&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 267 time: 0.0435512 Dec 06 14:37:23.597997 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 13d22912-28b2-4222-acab-3e58292d6091 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:37:23.611970 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-93b3c79e-670d-442b-960f-7f38813d23b7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:23.613590 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-93b3c79e-670d-442b-960f-7f38813d23b7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/networks?id=17252278-2ca0-4da6-967a-89ee073d6bc6 HTTP/1.1" status: 200 len: 797 time: 0.1185882 Dec 06 14:37:23.628690 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-723be078-f19a-4d2e-82ff-87947c4c74ad tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/quotas/c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 375 time: 0.0095444 Dec 06 14:37:23.646612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 13d22912-28b2-4222-acab-3e58292d6091 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:23.647066 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:23.678586 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-a37b86f1-b51b-4acd-852e-24b1d3f404ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442080 Dec 06 14:37:23.771703 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-75448fbb-a520-41fb-86a3-f97f1db898b6 service neutron] 10.222.0.42 "GET /v2.0/networks/17252278-2ca0-4da6-967a-89ee073d6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806577 Dec 06 14:37:23.860985 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-3de6d7be-3e38-4ce3-b2a1-68dc11345528 service neutron] 10.222.0.42 "GET /v2.0/networks/17252278-2ca0-4da6-967a-89ee073d6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832798 Dec 06 14:37:24.090349 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ac01eebd-81b0-4446-8172-17c4af451dab req-cc090319-45f1-4f88-98f2-15376aa3bed9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 210 time: 0.0251913 Dec 06 14:37:25.182397 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-da118bb4-cc87-4f7f-b476-384bd727c116 req-40c23de5-bb43-4205-8583-07cf4f7836fb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 210 time: 0.0261235 Dec 06 14:37:26.193044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-f31cdfbb-e300-4a4e-80fa-3c34f4f01a8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:26.194451 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-f31cdfbb-e300-4a4e-80fa-3c34f4f01a8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks?id=17252278-2ca0-4da6-967a-89ee073d6bc6 HTTP/1.1" status: 200 len: 797 time: 0.4458876 Dec 06 14:37:26.268081 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-4f079b33-0238-4508-8837-0d74d95b2c2c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 380 time: 0.0641868 Dec 06 14:37:26.285416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-ed75d843-c6ef-4185-80e3-6ca7949618af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'port': {'device_id': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'admin_state_up': True, 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'security_groups': ['00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:26.289622 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9bbb8a0d-0415-43d8-9332-f0b5837795dd req-898923bc-e702-431f-92a3-17df5bb97a47 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 210 time: 0.0377591 Dec 06 14:37:26.443387 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-ed75d843-c6ef-4185-80e3-6ca7949618af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:37:26.446955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-ed75d843-c6ef-4185-80e3-6ca7949618af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:26.569691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-ed75d843-c6ef-4185-80e3-6ca7949618af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.3 (17252278-2ca0-4da6-967a-89ee073d6bc6/b4d946f1-6a6d-4d29-8802-c8853d66bedb/e6d674af-0f8b-4df3-bfd7-2860697b96c6) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:37:26.705832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-ed75d843-c6ef-4185-80e3-6ca7949618af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:26.786384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-ed75d843-c6ef-4185-80e3-6ca7949618af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:26.827395 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-ed75d843-c6ef-4185-80e3-6ca7949618af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 17252278-2ca0-4da6-967a-89ee073d6bc6 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:37:26.830238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-ed75d843-c6ef-4185-80e3-6ca7949618af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:37:26.833887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-ed75d843-c6ef-4185-80e3-6ca7949618af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:37:26.866493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75d843-c6ef-4185-80e3-6ca7949618af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=e6d674af-0f8b-4df3-bfd7-2860697b96c6,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:26.893979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-ed75d843-c6ef-4185-80e3-6ca7949618af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:26.893979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-ed75d843-c6ef-4185-80e3-6ca7949618af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:26.966831 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-ed75d843-c6ef-4185-80e3-6ca7949618af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6848025 Dec 06 14:37:27.021956 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Request body: {'port': {'device_id': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:27.073098 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:27.100218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0f129eff-771d-443e-9a54-112bc1aa704c None None] Provisioning complete for port e6d674af-0f8b-4df3-bfd7-2860697b96c6 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:27.100780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f129eff-771d-443e-9a54-112bc1aa704c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:27.133223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0f129eff-771d-443e-9a54-112bc1aa704c None None] Port e6d674af-0f8b-4df3-bfd7-2860697b96c6 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:37:27.347435 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6d674af-0f8b-4df3-bfd7-2860697b96c6 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:37:27.356612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:27.371024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Transition to ACTIVE for port object e6d674af-0f8b-4df3-bfd7-2860697b96c6 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:37:27.416153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bd003-cd51-4026-b93b-30cde7e3af4a req-9543588b-6f57-41d9-afb1-d81ce0339674 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:27.417724 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-989bd003-cd51-4026-b93b-30cde7e3af4a req-9543588b-6f57-41d9-afb1-d81ce0339674 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 931 time: 0.0558646 Dec 06 14:37:27.450223 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:27.474772 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-989bd003-cd51-4026-b93b-30cde7e3af4a req-979d690b-52ae-4a63-a614-0f1a525121e4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506818 Dec 06 14:37:27.526289 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d674af-0f8b-4df3-bfd7-2860697b96c6,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:27.576572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Attempting to bind port e6d674af-0f8b-4df3-bfd7-2860697b96c6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:37:27.576977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Attempting to bind port e6d674af-0f8b-4df3-bfd7-2860697b96c6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '19868c41-c98c-499e-a1e7-2782d18a18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:37:27.577346 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Attempting to bind port e6d674af-0f8b-4df3-bfd7-2860697b96c6 on network 17252278-2ca0-4da6-967a-89ee073d6bc6 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:37:27.582070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Port e6d674af-0f8b-4df3-bfd7-2860697b96c6 on network 17252278-2ca0-4da6-967a-89ee073d6bc6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:37:27.582403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Attempting to bind port e6d674af-0f8b-4df3-bfd7-2860697b96c6 on network 17252278-2ca0-4da6-967a-89ee073d6bc6 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:37:27.587813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:37:27.588154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Checking segment: {'id': '19868c41-c98c-499e-a1e7-2782d18a18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:37:27.588535 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Bound using segment: {'id': '19868c41-c98c-499e-a1e7-2782d18a18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:37:27.589002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Bound port: e6d674af-0f8b-4df3-bfd7-2860697b96c6, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19868c41-c98c-499e-a1e7-2782d18a18b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:37:27.589360 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:27.665740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] For port e6d674af-0f8b-4df3-bfd7-2860697b96c6, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:37:27.669016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] For port e6d674af-0f8b-4df3-bfd7-2860697b96c6, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6d674af-0f8b-4df3-bfd7-2860697b96c6,segment=NetworkSegment(19868c41-c98c-499e-a1e7-2782d18a18b6),segment_id=19868c41-c98c-499e-a1e7-2782d18a18b6)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:37:27.724051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:27.762586 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:27.763229 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:27.764728 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] 10.222.0.41 "PUT /v2.0/ports/e6d674af-0f8b-4df3-bfd7-2860697b96c6 HTTP/1.1" status: 200 len: 1093 time: 0.7901068 Dec 06 14:37:27.765141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'tag': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:37:27.767385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ccf77e-d5b8-4a22-9526-e1e332f738d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d43f1aa-b925-4560-8111-8f1237bf4931", "tag": "e6d674af-0f8b-4df3-bfd7-2860697b96c6"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:37:27.786887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b46fe5d-3279-494c-97ab-f0a0c57de5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=e6d674af-0f8b-4df3-bfd7-2860697b96c6,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:27.817329 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-025011e1-aafc-4985-8fa5-0d2032d30362 x-openstack-request-id: req-025011e1-aafc-4985-8fa5-0d2032d30362 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:37:27.817633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d43f1aa-b925-4560-8111-8f1237bf4931", "tag": "e6d674af-0f8b-4df3-bfd7-2860697b96c6", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:37:27.817893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-025011e1-aafc-4985-8fa5-0d2032d30362 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:37:27.818295 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'tag': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'status': 'completed', 'code': 200} Dec 06 14:37:27.897015 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccf77e-d5b8-4a22-9526-e1e332f738d3 req-a16a792b-0cca-42b3-9659-5e46b0f4f6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:27.897015 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-45ccf77e-d5b8-4a22-9526-e1e332f738d3 req-a16a792b-0cca-42b3-9659-5e46b0f4f6f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 1096 time: 0.0450304 Dec 06 14:37:27.994937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccf77e-d5b8-4a22-9526-e1e332f738d3 req-cf3b799e-04d9-4470-8b62-3b2d2f49370e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:27.996537 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-45ccf77e-d5b8-4a22-9526-e1e332f738d3 req-cf3b799e-04d9-4470-8b62-3b2d2f49370e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c716424228f8423e91750a4cc8918d9a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1038759 Dec 06 14:37:28.092554 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ccf77e-d5b8-4a22-9526-e1e332f738d3 req-f9f948aa-718e-46a9-8965-2448e6e3946f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:28.094049 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-45ccf77e-d5b8-4a22-9526-e1e332f738d3 req-f9f948aa-718e-46a9-8965-2448e6e3946f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901482 Dec 06 14:37:28.175285 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-71573ddd-647e-409b-8dc8-b76dbc27dc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:28.176673 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-71573ddd-647e-409b-8dc8-b76dbc27dc56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 1096 time: 0.0456192 Dec 06 14:37:28.217755 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-d690b2a1-a480-4ac9-8432-ae3ef2147277 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6d674af-0f8b-4df3-bfd7-2860697b96c6 HTTP/1.1" status: 200 len: 217 time: 0.0334358 Dec 06 14:37:28.267812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-e9003407-937c-4782-902e-1442fa794650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:28.269284 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-e9003407-937c-4782-902e-1442fa794650 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4d946f1-6a6d-4d29-8802-c8853d66bedb HTTP/1.1" status: 200 len: 834 time: 0.0440278 Dec 06 14:37:28.317970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-70e245ee-c409-4430-a2db-849e5654fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:28.319472 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-70e245ee-c409-4430-a2db-849e5654fdbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17252278-2ca0-4da6-967a-89ee073d6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435157 Dec 06 14:37:28.408590 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-0cc5d26a-30f6-46e1-9ba8-939b66da3da1 service neutron] 10.222.0.41 "GET /v2.0/networks/17252278-2ca0-4da6-967a-89ee073d6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813582 Dec 06 14:37:28.507021 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e9b5c9ae-b8ab-4d02-9532-b8bb1e966fd4 req-715d8c20-efe2-4dd2-9c00-0d4c0d4ef081 service neutron] 10.222.0.41 "GET /v2.0/networks/17252278-2ca0-4da6-967a-89ee073d6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918369 Dec 06 14:37:28.595792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb3d436-71cf-41bc-9aae-a89b077dd30b req-f37c62a1-fa4f-49ff-abba-0176f2f9a65f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:28.597567 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2bb3d436-71cf-41bc-9aae-a89b077dd30b req-f37c62a1-fa4f-49ff-abba-0176f2f9a65f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 943 time: 0.0500364 Dec 06 14:37:28.648162 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2bb3d436-71cf-41bc-9aae-a89b077dd30b req-ff314666-b457-44c6-9376-119bb07c5cf2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443575 Dec 06 14:37:29.184357 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:37:29.488947 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:29.765250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2397be8-67fd-4049-a2d6-db0c747a89d3 req-728baa9d-ada5-4162-b485-157ec3d83d84 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:29.766701 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d2397be8-67fd-4049-a2d6-db0c747a89d3 req-728baa9d-ada5-4162-b485-157ec3d83d84 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 943 time: 0.0491555 Dec 06 14:37:29.814415 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d2397be8-67fd-4049-a2d6-db0c747a89d3 req-2bada2f4-589d-4aba-ae93-50ab8fc5b0e5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418098 Dec 06 14:37:30.994029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bab5ae9-f027-4b00-bea2-0ceea9371555 req-95322fae-03f0-4f97-ba91-e1177f5f675c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:30.995395 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0bab5ae9-f027-4b00-bea2-0ceea9371555 req-95322fae-03f0-4f97-ba91-e1177f5f675c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 943 time: 0.0463390 Dec 06 14:37:31.049002 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0bab5ae9-f027-4b00-bea2-0ceea9371555 req-7d311f6b-fe2e-4b64-9a0e-5a335bd96604 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422316 Dec 06 14:37:31.294917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-efe16f01-6fff-4206-acfa-8067cdb0ce41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:32.037845 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e6d674af-0f8b-4df3-bfd7-2860697b96c6 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:37:32.140359 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e6d674af-0f8b-4df3-bfd7-2860697b96c6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6d674af-0f8b-4df3-bfd7-2860697b96c6,segment=NetworkSegment(19868c41-c98c-499e-a1e7-2782d18a18b6),segment_id=19868c41-c98c-499e-a1e7-2782d18a18b6)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:37:32.152703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'port_id': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'mac_address': 'fa:16:3e:6a:04:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:37:32.191638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:32.206233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6d674af-0f8b-4df3-bfd7-2860697b96c6 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:37:32.226791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e6d674af-0f8b-4df3-bfd7-2860697b96c6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6d674af-0f8b-4df3-bfd7-2860697b96c6,segment=NetworkSegment(19868c41-c98c-499e-a1e7-2782d18a18b6),segment_id=19868c41-c98c-499e-a1e7-2782d18a18b6)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:37:32.307351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:32.309371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf03d6-3410-4b0c-b373-4327745175eb req-0906ddfd-3c59-4d73-9440-cce1d2573f21 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:32.310977 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3adf03d6-3410-4b0c-b373-4327745175eb req-0906ddfd-3c59-4d73-9440-cce1d2573f21 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 943 time: 0.0482864 Dec 06 14:37:32.358085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=e6d674af-0f8b-4df3-bfd7-2860697b96c6,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:32.365336 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3adf03d6-3410-4b0c-b373-4327745175eb req-fe5fc1d6-3e08-4385-815f-b6e8da7a0e79 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477319 Dec 06 14:37:32.621527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['e6d674af-0f8b-4df3-bfd7-2860697b96c6'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:37:33.489236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c6a06-6d81-4b37-8893-5d94a7982c68 req-a2a6f1ce-7aad-424f-9bb3-c8a354659184 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:33.490662 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-144c6a06-6d81-4b37-8893-5d94a7982c68 req-a2a6f1ce-7aad-424f-9bb3-c8a354659184 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 944 time: 0.0500560 Dec 06 14:37:33.538880 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-144c6a06-6d81-4b37-8893-5d94a7982c68 req-36c7715c-0021-47aa-afdb-7e37f0b4478f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423591 Dec 06 14:37:33.704863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4b7e766-627c-474b-b27a-3559f756d3f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:34.051719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e6d674af-0f8b-4df3-bfd7-2860697b96c6 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:37:34.156727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port e6d674af-0f8b-4df3-bfd7-2860697b96c6 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:37:34.160430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port e6d674af-0f8b-4df3-bfd7-2860697b96c6 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:37:34.160897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:34.238261 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:34.259650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:37:34.261913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aecd032a-203f-4f3e-b0d7-f1ccd1fec611" -d '{"events": [{"server_uuid": "2d43f1aa-b925-4560-8111-8f1237bf4931", "name": "network-vif-plugged", "status": "completed", "tag": "e6d674af-0f8b-4df3-bfd7-2860697b96c6"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:37:34.273972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e6d674af-0f8b-4df3-bfd7-2860697b96c6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6d674af-0f8b-4df3-bfd7-2860697b96c6,segment=NetworkSegment(19868c41-c98c-499e-a1e7-2782d18a18b6),segment_id=19868c41-c98c-499e-a1e7-2782d18a18b6)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:37:34.299259 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aabff0f-1ec4-4b4c-9cc6-e267073b40c1 x-openstack-request-id: req-2aabff0f-1ec4-4b4c-9cc6-e267073b40c1 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:37:34.299549 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d43f1aa-b925-4560-8111-8f1237bf4931", "name": "network-vif-plugged", "status": "completed", "tag": "e6d674af-0f8b-4df3-bfd7-2860697b96c6", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:37:34.299799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2aabff0f-1ec4-4b4c-9cc6-e267073b40c1 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:37:34.300192 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'code': 200} Dec 06 14:37:34.340654 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:34.386647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=e6d674af-0f8b-4df3-bfd7-2860697b96c6,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:34.571168 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f24211-8fed-4ce1-9992-6ac667de53fa req-1a0a9501-5faf-480f-9fbc-b1171445b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:34.572686 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-19f24211-8fed-4ce1-9992-6ac667de53fa req-1a0a9501-5faf-480f-9fbc-b1171445b94b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 1098 time: 0.0396671 Dec 06 14:37:34.619844 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-19f24211-8fed-4ce1-9992-6ac667de53fa req-0af4e23e-d7f6-4241-bcfd-be0f65e7d2e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395112 Dec 06 14:37:34.651787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edc5f3d-8636-4149-9b60-b031d97566b3 req-278dade5-c2d2-41ed-b2e5-50161138888e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:34.653258 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2edc5f3d-8636-4149-9b60-b031d97566b3 req-278dade5-c2d2-41ed-b2e5-50161138888e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 945 time: 0.0468550 Dec 06 14:37:34.703989 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2edc5f3d-8636-4149-9b60-b031d97566b3 req-3be56242-6870-4c6e-bd45-7149551a6b46 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440829 Dec 06 14:37:34.797548 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:35.822162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd32b83-fc5b-43ef-8c0a-80fb784b9797 req-d24b036c-5f57-46b6-8c07-3af0618afbbb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:35.823585 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7cd32b83-fc5b-43ef-8c0a-80fb784b9797 req-d24b036c-5f57-46b6-8c07-3af0618afbbb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 945 time: 0.0516174 Dec 06 14:37:35.875195 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7cd32b83-fc5b-43ef-8c0a-80fb784b9797 req-27c6934f-78b2-4716-90a1-04187ba4d4c8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441632 Dec 06 14:37:35.992044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:36.923644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:37.053571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93c511-8ef7-4161-8101-6a54375a3ab2 req-855da551-5dd9-449d-82d5-4b16097a7515 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:37.055045 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f93c511-8ef7-4161-8101-6a54375a3ab2 req-855da551-5dd9-449d-82d5-4b16097a7515 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 945 time: 0.0574684 Dec 06 14:37:37.102517 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f93c511-8ef7-4161-8101-6a54375a3ab2 req-dca99e9a-ec9a-4576-9dee-83fdc4c9b7d2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413053 Dec 06 14:37:37.217318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7ee79-9771-4b98-8ca7-306360e06d68 req-e2c0d9c2-911c-42c3-90c3-b3713c9d81b1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:37.219474 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eff7ee79-9771-4b98-8ca7-306360e06d68 req-e2c0d9c2-911c-42c3-90c3-b3713c9d81b1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 945 time: 0.0526516 Dec 06 14:37:37.267879 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eff7ee79-9771-4b98-8ca7-306360e06d68 req-7dba3a2b-ed4b-4ef2-8b4b-15419cdfd558 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425701 Dec 06 14:37:37.289529 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38360) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:37.326717 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f31cc43-fe15-47c5-ad2e-ae6453b482d9 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:37.328679 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5f31cc43-fe15-47c5-ad2e-ae6453b482d9 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 1093 time: 0.0381293 Dec 06 14:37:37.331395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38362) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:37.335523 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:37:37.414911 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:37.511967 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:37.609525 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.183 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/b52fd551-bbcc-493f-a74c-d777895dc8f8) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:37:37.708610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:37.802464 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:37.841566 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:37:37.844964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:37:37.848046 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:37:37.871428 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=b52fd551-bbcc-493f-a74c-d777895dc8f8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:38.520712 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:38.639483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:38.790842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:38.883082 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:38.961891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=b52fd551-bbcc-493f-a74c-d777895dc8f8,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:37:38.983474 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:39.081453 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP d6b53128-b778-4def-bf34-944faa28c0f0 associated. External IP: 172.36.1.183, port: e6d674af-0f8b-4df3-bfd7-2860697b96c6. Dec 06 14:37:39.280331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 94c823b7-575b-4136-932f-af794337a6e3 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:37:39.385285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:37:39.394418 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bac08d-8840-4635-9c57-4be3925cf699 None None] Sync routers for ids ['94c823b7-575b-4136-932f-af794337a6e3'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:37:39.403739 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bac08d-8840-4635-9c57-4be3925cf699 None None] Routers {'94c823b7-575b-4136-932f-af794337a6e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:37:39.404339 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-55bac08d-8840-4635-9c57-4be3925cf699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:37:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['94c823b7-575b-4136-932f-af794337a6e3'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:39.462207 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:37:39.489743 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1f632fe3-fefe-430f-82b7-92a8763c332b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1573477 Dec 06 14:37:39.490494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'tag': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:37:39.492420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38364) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:39.493014 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613771e9-1fd8-4123-ba0c-1ab78e1db0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d43f1aa-b925-4560-8111-8f1237bf4931", "tag": "e6d674af-0f8b-4df3-bfd7-2860697b96c6"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:37:39.515160 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-55bac08d-8840-4635-9c57-4be3925cf699 None None] Set router 94c823b7-575b-4136-932f-af794337a6e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:37:39.539046 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b022218-7f16-4674-9723-aa3b8f13ec8c x-openstack-request-id: req-9b022218-7f16-4674-9723-aa3b8f13ec8c {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:37:39.539920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d43f1aa-b925-4560-8111-8f1237bf4931", "tag": "e6d674af-0f8b-4df3-bfd7-2860697b96c6", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:37:39.540157 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b022218-7f16-4674-9723-aa3b8f13ec8c {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:37:39.540589 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'tag': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'status': 'completed', 'code': 200} Dec 06 14:37:39.629991 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-043e022f-8dd4-4fe5-babb-ae0b08ee00e9 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/routers/94c823b7-575b-4136-932f-af794337a6e3 HTTP/1.1" status: 200 len: 923 time: 0.1339786 Dec 06 14:37:39.630600 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38368) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:39.634533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613771e9-1fd8-4123-ba0c-1ab78e1db0e9 req-1ab805ab-f763-4961-a04c-5e1bcb2df695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:39.636086 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-613771e9-1fd8-4123-ba0c-1ab78e1db0e9 req-1ab805ab-f763-4961-a04c-5e1bcb2df695 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 1098 time: 0.0611351 Dec 06 14:37:39.700225 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-55983b9d-68f9-4e17-9242-0f87e1b541d2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/d6b53128-b778-4def-bf34-944faa28c0f0 HTTP/1.1" status: 200 len: 991 time: 0.0672910 Dec 06 14:37:39.734946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613771e9-1fd8-4123-ba0c-1ab78e1db0e9 req-d44331b3-8eba-490d-9b4a-ad8a4bf1cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:39.736394 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-613771e9-1fd8-4123-ba0c-1ab78e1db0e9 req-d44331b3-8eba-490d-9b4a-ad8a4bf1cb24 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17252278-2ca0-4da6-967a-89ee073d6bc6 HTTP/1.1" status: 200 len: 898 time: 0.0934470 Dec 06 14:37:39.800385 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-613771e9-1fd8-4123-ba0c-1ab78e1db0e9 req-aa131282-02cf-45dc-a68c-9d5f066e08f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6d674af-0f8b-4df3-bfd7-2860697b96c6 HTTP/1.1" status: 200 len: 999 time: 0.0571783 Dec 06 14:37:39.829188 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-55bac08d-8840-4635-9c57-4be3925cf699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:19Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd6b53128-b778-4def-bf34-944faa28c0f0', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.183', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '94c823b7-575b-4136-932f-af794337a6e3', 'port_id': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'mac_address': 'fa:16:3e:6a:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:37:38Z', 'updated_at': '2021-12-06T14:37:38Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d22912-28b2-4222-acab-3e58292d6091', 'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:e8:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:18Z', 'updated_at': '2021-12-06T14:37:22Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:39.848617 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613771e9-1fd8-4123-ba0c-1ab78e1db0e9 req-2e4090f9-0e8b-4fdd-9baa-e8bd013dda87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:39.850097 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-613771e9-1fd8-4123-ba0c-1ab78e1db0e9 req-2e4090f9-0e8b-4fdd-9baa-e8bd013dda87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4d946f1-6a6d-4d29-8802-c8853d66bedb HTTP/1.1" status: 200 len: 834 time: 0.0434945 Dec 06 14:37:39.855046 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bac08d-8840-4635-9c57-4be3925cf699 None None] Checking router: 94c823b7-575b-4136-932f-af794337a6e3 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:37:39.863531 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bac08d-8840-4635-9c57-4be3925cf699 None None] Routers {'94c823b7-575b-4136-932f-af794337a6e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:37:39.864132 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-55bac08d-8840-4635-9c57-4be3925cf699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:37:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['94c823b7-575b-4136-932f-af794337a6e3'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:39.899433 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613771e9-1fd8-4123-ba0c-1ab78e1db0e9 req-2f288a47-a2a4-445c-8f06-2c8b9ac0b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:39.900953 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-613771e9-1fd8-4123-ba0c-1ab78e1db0e9 req-2f288a47-a2a4-445c-8f06-2c8b9ac0b7d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17252278-2ca0-4da6-967a-89ee073d6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442972 Dec 06 14:37:39.969563 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-55bac08d-8840-4635-9c57-4be3925cf699 None None] Set router 94c823b7-575b-4136-932f-af794337a6e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:37:39.989529 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-613771e9-1fd8-4123-ba0c-1ab78e1db0e9 req-75f28c21-b3b9-4464-b6f2-a389a1600c83 service neutron] 10.222.0.41 "GET /v2.0/networks/17252278-2ca0-4da6-967a-89ee073d6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811162 Dec 06 14:37:40.082333 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-613771e9-1fd8-4123-ba0c-1ab78e1db0e9 req-40fd8e56-3ad7-4d05-809d-735d0efb7cf5 service neutron] 10.222.0.41 "GET /v2.0/networks/17252278-2ca0-4da6-967a-89ee073d6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862060 Dec 06 14:37:40.187754 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-55bac08d-8840-4635-9c57-4be3925cf699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:19Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd6b53128-b778-4def-bf34-944faa28c0f0', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.183', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '94c823b7-575b-4136-932f-af794337a6e3', 'port_id': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'mac_address': 'fa:16:3e:6a:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:37:38Z', 'updated_at': '2021-12-06T14:37:38Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d22912-28b2-4222-acab-3e58292d6091', 'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:e8:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:18Z', 'updated_at': '2021-12-06T14:37:22Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:37:40.213891 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55bac08d-8840-4635-9c57-4be3925cf699 None None] The sync data for ids ['94c823b7-575b-4136-932f-af794337a6e3'] in dv-neutron-master-2-hyperv is: [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:19Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd6b53128-b778-4def-bf34-944faa28c0f0', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.183', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '94c823b7-575b-4136-932f-af794337a6e3', 'port_id': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'mac_address': 'fa:16:3e:6a:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:37:38Z', 'updated_at': '2021-12-06T14:37:38Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d22912-28b2-4222-acab-3e58292d6091', 'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:e8:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:18Z', 'updated_at': '2021-12-06T14:37:22Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:37:40.387532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba30270-9ae1-41fb-819b-35af1bdd7510 None None] New status for floating IP d6b53128-b778-4def-bf34-944faa28c0f0: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:37:40.702672 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38370) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:37:40.760586 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e13507d6-435d-48c1-a758-478b63632c9b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/d6b53128-b778-4def-bf34-944faa28c0f0 HTTP/1.1" status: 200 len: 993 time: 0.0567956 Dec 06 14:37:45.515115 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22e93e7c-c8c9-4dd1-a8fe-cd20b5b09f11 req-a94c0b8e-60f7-4e8b-91bf-a3e40d7d21ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390618 Dec 06 14:37:45.594773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e93e7c-c8c9-4dd1-a8fe-cd20b5b09f11 req-fd5f02f4-879b-4849-ba10-ec30e186c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:45.596282 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22e93e7c-c8c9-4dd1-a8fe-cd20b5b09f11 req-fd5f02f4-879b-4849-ba10-ec30e186c4ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 1098 time: 0.0404856 Dec 06 14:37:45.702856 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e93e7c-c8c9-4dd1-a8fe-cd20b5b09f11 req-9e2ff420-58fb-4446-9fb6-180e93a11973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:45.704611 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22e93e7c-c8c9-4dd1-a8fe-cd20b5b09f11 req-9e2ff420-58fb-4446-9fb6-180e93a11973 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17252278-2ca0-4da6-967a-89ee073d6bc6 HTTP/1.1" status: 200 len: 898 time: 0.0892413 Dec 06 14:37:45.767465 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22e93e7c-c8c9-4dd1-a8fe-cd20b5b09f11 req-d1739d81-b0b8-421e-8b45-6fcb0ad6442d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6d674af-0f8b-4df3-bfd7-2860697b96c6 HTTP/1.1" status: 200 len: 1001 time: 0.0562282 Dec 06 14:37:45.819332 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e93e7c-c8c9-4dd1-a8fe-cd20b5b09f11 req-15da275c-d497-48ac-92cf-6c06e48c8389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:45.820752 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22e93e7c-c8c9-4dd1-a8fe-cd20b5b09f11 req-15da275c-d497-48ac-92cf-6c06e48c8389 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4d946f1-6a6d-4d29-8802-c8853d66bedb HTTP/1.1" status: 200 len: 834 time: 0.0473459 Dec 06 14:37:45.863821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e93e7c-c8c9-4dd1-a8fe-cd20b5b09f11 req-110cc6ae-c8f6-4008-ab65-a1b65c8dc9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:37:45.865375 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22e93e7c-c8c9-4dd1-a8fe-cd20b5b09f11 req-110cc6ae-c8f6-4008-ab65-a1b65c8dc9df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17252278-2ca0-4da6-967a-89ee073d6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382497 Dec 06 14:37:45.953362 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22e93e7c-c8c9-4dd1-a8fe-cd20b5b09f11 req-3c6a9fb1-d216-49a4-a92c-772413a09a9c service neutron] 10.222.0.41 "GET /v2.0/networks/17252278-2ca0-4da6-967a-89ee073d6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815105 Dec 06 14:37:46.045232 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22e93e7c-c8c9-4dd1-a8fe-cd20b5b09f11 req-5f4135a7-10d5-4a86-8fe0-6b305c340507 service neutron] 10.222.0.41 "GET /v2.0/networks/17252278-2ca0-4da6-967a-89ee073d6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853572 Dec 06 14:37:59.528161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:01.357327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-625886c4-2ab1-47e9-99b6-f765739fa694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:03.665467 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-51d870d5-b85a-4b39-abb1-0d36c11f4255 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:04.773619 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:05.985916 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:06.183770 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:38:06.934217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:29.504884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:31.304629 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-449f9936-3ce3-49ae-b00d-eb2406e5cc3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:33.709631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-89de10a0-1d8a-46e9-8841-6e0b6b930283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:34.807229 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:35.967787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:36.921901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:43.182556 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:38:45.410557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38390) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:45.508036 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9246341b-0ffa-4da5-bc98-5843a4359bec req-037f9702-670a-45e4-ab82-901cf2986a94 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391476 Dec 06 14:38:45.593488 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246341b-0ffa-4da5-bc98-5843a4359bec req-84484905-0e52-4089-94d7-e23b36e000af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:38:45.595480 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9246341b-0ffa-4da5-bc98-5843a4359bec req-84484905-0e52-4089-94d7-e23b36e000af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 1098 time: 0.0437739 Dec 06 14:38:45.650395 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-496d785d-2e67-4548-b06b-fbb8d99042bd tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/routers/94c823b7-575b-4136-932f-af794337a6e3/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2386541 Dec 06 14:38:45.653298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38396) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:45.698139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246341b-0ffa-4da5-bc98-5843a4359bec req-031fda68-0474-4f26-a0cf-05174775d656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:38:45.699528 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9246341b-0ffa-4da5-bc98-5843a4359bec req-031fda68-0474-4f26-a0cf-05174775d656 service neutron] 10.222.0.41 "GET /v2.0/networks?id=17252278-2ca0-4da6-967a-89ee073d6bc6 HTTP/1.1" status: 200 len: 898 time: 0.0841608 Dec 06 14:38:45.768912 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9246341b-0ffa-4da5-bc98-5843a4359bec req-d8966ad7-d428-4f54-9d2a-3c6b9ecfc949 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6d674af-0f8b-4df3-bfd7-2860697b96c6 HTTP/1.1" status: 200 len: 1001 time: 0.0612173 Dec 06 14:38:45.818336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246341b-0ffa-4da5-bc98-5843a4359bec req-635e3175-f805-4dfd-81c6-5b29aa392aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:38:45.819787 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9246341b-0ffa-4da5-bc98-5843a4359bec req-635e3175-f805-4dfd-81c6-5b29aa392aa8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4d946f1-6a6d-4d29-8802-c8853d66bedb HTTP/1.1" status: 200 len: 834 time: 0.0441122 Dec 06 14:38:45.838099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea14144-f02a-4dc3-8a8d-8c846eb8d16c tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_removed_from_agent {{(pid=103725) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 06 14:38:45.841317 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0ea14144-f02a-4dc3-8a8d-8c846eb8d16c tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "DELETE /v2.0/agents/bb47ecc5-1792-49f0-ac07-c665f5884eca/l3-routers/94c823b7-575b-4136-932f-af794337a6e3 HTTP/1.1" status: 204 len: 168 time: 0.1871233 Dec 06 14:38:45.843845 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38398) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:45.866831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9246341b-0ffa-4da5-bc98-5843a4359bec req-f5ddd124-1d9d-4146-aa06-49e860af6a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:38:45.868480 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9246341b-0ffa-4da5-bc98-5843a4359bec req-f5ddd124-1d9d-4146-aa06-49e860af6a77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17252278-2ca0-4da6-967a-89ee073d6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412915 Dec 06 14:38:45.958060 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-47f5e463-c9c9-4673-93d6-79b547d9d3dd tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/routers/94c823b7-575b-4136-932f-af794337a6e3/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1130614 Dec 06 14:38:45.960548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38400) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:45.964798 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9246341b-0ffa-4da5-bc98-5843a4359bec req-8435f1b4-e663-427f-977a-cbf02bc72815 service neutron] 10.222.0.41 "GET /v2.0/networks/17252278-2ca0-4da6-967a-89ee073d6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888605 Dec 06 14:38:46.023397 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fdd1bb39-0052-40ca-a88f-3a980ba4ab53 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/d6b53128-b778-4def-bf34-944faa28c0f0 HTTP/1.1" status: 200 len: 993 time: 0.0616956 Dec 06 14:38:46.053921 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9246341b-0ffa-4da5-bc98-5843a4359bec req-0d1df6e2-74b6-47d3-bf4b-e02c457f1abb service neutron] 10.222.0.41 "GET /v2.0/networks/17252278-2ca0-4da6-967a-89ee073d6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814862 Dec 06 14:38:46.610981 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30b4892-9fac-44d7-a4c7-56c7217c619b None None] New status for floating IP d6b53128-b778-4def-bf34-944faa28c0f0: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:38:47.027206 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38402) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:47.091377 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-38fcc75a-6948-4946-812c-ee715895eda5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/d6b53128-b778-4def-bf34-944faa28c0f0 HTTP/1.1" status: 200 len: 991 time: 0.0620546 Dec 06 14:38:47.599990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:38:47.673584 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:47.694046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d5ff1d5-8ad8-4367-904c-546d6e0b7743,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:38:47.751151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:47.751918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 13d22912-28b2-4222-acab-3e58292d6091 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:38:47.831384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=1d5ff1d5-8ad8-4367-904c-546d6e0b7743,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:38:47.840673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:47.841398 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:47.841520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:47.841786 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:47.842124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:47.842460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:47.842794 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:47.843153 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:47.843485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:47.843820 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:47.844148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:47.844502 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:47.844832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:47.887818 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:47.919732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 13d22912-28b2-4222-acab-3e58292d6091, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13d22912-28b2-4222-acab-3e58292d6091,segment=NetworkSegment(19868c41-c98c-499e-a1e7-2782d18a18b6),segment_id=19868c41-c98c-499e-a1e7-2782d18a18b6)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:38:47.973023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:48.018498 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=13d22912-28b2-4222-acab-3e58292d6091,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:38:48.204979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38410) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:48.407488 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c407787-15c8-4683-aaf9-6c83ee2cc195 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Router 94c823b7-575b-4136-932f-af794337a6e3 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:38:48.407825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c407787-15c8-4683-aaf9-6c83ee2cc195 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_added_to_agent {{(pid=103724) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Dec 06 14:38:48.434603 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5c407787-15c8-4683-aaf9-6c83ee2cc195 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "POST /v2.0/agents/bb47ecc5-1792-49f0-ac07-c665f5884eca/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2285702 Dec 06 14:38:48.437188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38414) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:48.437511 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c96d1-8052-48b7-aaae-ced6c0833e59 None None] Sync routers for ids ['94c823b7-575b-4136-932f-af794337a6e3'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:38:48.451790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c96d1-8052-48b7-aaae-ced6c0833e59 None None] Routers {'94c823b7-575b-4136-932f-af794337a6e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:38:48.452431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-145c96d1-8052-48b7-aaae-ced6c0833e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:38:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['94c823b7-575b-4136-932f-af794337a6e3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:38:48.551817 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-af426b43-b0d7-451d-8c33-14dd310c0e27 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/routers/94c823b7-575b-4136-932f-af794337a6e3/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1131611 Dec 06 14:38:48.554477 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38416) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:48.558307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-145c96d1-8052-48b7-aaae-ced6c0833e59 None None] Set router 94c823b7-575b-4136-932f-af794337a6e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:38:48.615305 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7b92c5a3-8281-48b7-a1a0-84de53f1b4a4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/d6b53128-b778-4def-bf34-944faa28c0f0 HTTP/1.1" status: 200 len: 991 time: 0.0597379 Dec 06 14:38:48.915739 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-145c96d1-8052-48b7-aaae-ced6c0833e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:19Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:38:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd6b53128-b778-4def-bf34-944faa28c0f0', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.183', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '94c823b7-575b-4136-932f-af794337a6e3', 'port_id': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'mac_address': 'fa:16:3e:6a:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:37:38Z', 'updated_at': '2021-12-06T14:38:46Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d22912-28b2-4222-acab-3e58292d6091', 'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:e8:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:18Z', 'updated_at': '2021-12-06T14:38:47Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:38:48.945004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c96d1-8052-48b7-aaae-ced6c0833e59 None None] Checking router: 94c823b7-575b-4136-932f-af794337a6e3 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:38:48.953097 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145c96d1-8052-48b7-aaae-ced6c0833e59 None None] Routers {'94c823b7-575b-4136-932f-af794337a6e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:38:48.954137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-145c96d1-8052-48b7-aaae-ced6c0833e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:38:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['94c823b7-575b-4136-932f-af794337a6e3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:38:49.054575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-145c96d1-8052-48b7-aaae-ced6c0833e59 None None] Set router 94c823b7-575b-4136-932f-af794337a6e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:38:49.270085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-145c96d1-8052-48b7-aaae-ced6c0833e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:19Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:38:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd6b53128-b778-4def-bf34-944faa28c0f0', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.183', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '94c823b7-575b-4136-932f-af794337a6e3', 'port_id': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'mac_address': 'fa:16:3e:6a:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:37:38Z', 'updated_at': '2021-12-06T14:38:46Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d22912-28b2-4222-acab-3e58292d6091', 'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:e8:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:18Z', 'updated_at': '2021-12-06T14:38:47Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:38:49.295703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145c96d1-8052-48b7-aaae-ced6c0833e59 None None] The sync data for ids ['94c823b7-575b-4136-932f-af794337a6e3'] in dv-neutron-master-2-hyperv is: [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:19Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:38:47Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd6b53128-b778-4def-bf34-944faa28c0f0', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.183', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '94c823b7-575b-4136-932f-af794337a6e3', 'port_id': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'mac_address': 'fa:16:3e:6a:04:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:37:38Z', 'updated_at': '2021-12-06T14:38:46Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13d22912-28b2-4222-acab-3e58292d6091', 'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:e8:20:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:18Z', 'updated_at': '2021-12-06T14:38:47Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:38:49.618728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38418) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:49.637585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 13d22912-28b2-4222-acab-3e58292d6091 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:38:49.695353 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 13d22912-28b2-4222-acab-3e58292d6091 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:38:49.696091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:49.696735 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d196c085-e7c3-435c-9e1a-e9bcbabce76c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/d6b53128-b778-4def-bf34-944faa28c0f0 HTTP/1.1" status: 200 len: 991 time: 0.0768135 Dec 06 14:38:49.780468 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:49.814883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 13d22912-28b2-4222-acab-3e58292d6091, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13d22912-28b2-4222-acab-3e58292d6091,segment=NetworkSegment(19868c41-c98c-499e-a1e7-2782d18a18b6),segment_id=19868c41-c98c-499e-a1e7-2782d18a18b6)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:38:49.910587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:49.967918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=13d22912-28b2-4222-acab-3e58292d6091,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:38:50.700298 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38420) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:50.759841 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ad91a539-1e91-4035-a514-bb9307b076ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/d6b53128-b778-4def-bf34-944faa28c0f0 HTTP/1.1" status: 200 len: 991 time: 0.0583494 Dec 06 14:38:50.822914 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f9d6fe-2b86-4378-ad85-fde06cbd2b56 None None] New status for floating IP d6b53128-b778-4def-bf34-944faa28c0f0: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:38:51.666470 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:38:51.713396 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:38:51.713767 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:51.763721 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38422) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:51.790716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:51.810917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d5ff1d5-8ad8-4367-904c-546d6e0b7743,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:38:51.827285 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f509a469-1397-47ca-befc-0dcf9e4abadf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/d6b53128-b778-4def-bf34-944faa28c0f0 HTTP/1.1" status: 200 len: 993 time: 0.0624247 Dec 06 14:38:51.888813 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:51.888813 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 13d22912-28b2-4222-acab-3e58292d6091 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:38:51.960613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=1d5ff1d5-8ad8-4367-904c-546d6e0b7743,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:38:51.975709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 13d22912-28b2-4222-acab-3e58292d6091 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:38:51.976089 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:52.108432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38428) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:52.269603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port b52fd551-bbcc-493f-a74c-d777895dc8f8 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:38:52.269843 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:52.343143 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:52.343473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:52.355010 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for b52fd551-bbcc-493f-a74c-d777895dc8f8 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:38:52.561452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:52.591767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=b52fd551-bbcc-493f-a74c-d777895dc8f8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:38:52.616752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:52.617130 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:52.617475 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:52.617814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:52.618145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:52.618470 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:52.618796 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:52.619121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:52.619445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:52.619768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:52.620088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:52.620420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:52.620728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:38:52.658392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:52.658751 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP d6b53128-b778-4def-bf34-944faa28c0f0 disassociated (deleted). External IP: 172.36.1.183, port: e6d674af-0f8b-4df3-bfd7-2860697b96c6. Dec 06 14:38:53.193663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 94c823b7-575b-4136-932f-af794337a6e3 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:38:53.297149 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:38:53.302145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:53.307751 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ae9146-1310-4a96-a032-322d31d45a5c None None] Sync routers for ids ['94c823b7-575b-4136-932f-af794337a6e3'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:38:53.317930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae9146-1310-4a96-a032-322d31d45a5c None None] Routers {'94c823b7-575b-4136-932f-af794337a6e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:38:53.318541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-38ae9146-1310-4a96-a032-322d31d45a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:38:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['94c823b7-575b-4136-932f-af794337a6e3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:38:53.328332 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-07114647-ed48-4c08-97e9-fe6cc3265273 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/floatingips/d6b53128-b778-4def-bf34-944faa28c0f0 HTTP/1.1" status: 204 len: 168 time: 1.2187688 Dec 06 14:38:53.328975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'tag': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:38:53.331241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f400c36c-ad8e-4d92-8910-288312dbaea9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d43f1aa-b925-4560-8111-8f1237bf4931", "tag": "e6d674af-0f8b-4df3-bfd7-2860697b96c6"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:38:53.430226 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-38ae9146-1310-4a96-a032-322d31d45a5c None None] Set router 94c823b7-575b-4136-932f-af794337a6e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:38:53.439037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b735198-4008-4a86-a0e3-ab6c1a2becf8 x-openstack-request-id: req-0b735198-4008-4a86-a0e3-ab6c1a2becf8 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:38:53.439467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d43f1aa-b925-4560-8111-8f1237bf4931", "tag": "e6d674af-0f8b-4df3-bfd7-2860697b96c6", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:38:53.439835 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0b735198-4008-4a86-a0e3-ab6c1a2becf8 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:38:53.440306 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'tag': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'status': 'completed', 'code': 200} Dec 06 14:38:53.502307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400c36c-ad8e-4d92-8910-288312dbaea9 req-20a83895-fc87-4fab-a0b8-e5d73a77dbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:38:53.503887 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f400c36c-ad8e-4d92-8910-288312dbaea9 req-20a83895-fc87-4fab-a0b8-e5d73a77dbdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 1098 time: 0.0405862 Dec 06 14:38:53.607238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400c36c-ad8e-4d92-8910-288312dbaea9 req-15252c07-a0c1-4818-a1b1-d43b77d21f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:38:53.609423 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f400c36c-ad8e-4d92-8910-288312dbaea9 req-15252c07-a0c1-4818-a1b1-d43b77d21f7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=17252278-2ca0-4da6-967a-89ee073d6bc6 HTTP/1.1" status: 200 len: 898 time: 0.0982342 Dec 06 14:38:53.634397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-38ae9146-1310-4a96-a032-322d31d45a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:19Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:38:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '13d22912-28b2-4222-acab-3e58292d6091', 'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:e8:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:18Z', 'updated_at': '2021-12-06T14:38:49Z', 'revision_number': 7, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:38:53.663000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:38:53.666366 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ae9146-1310-4a96-a032-322d31d45a5c None None] Checking router: 94c823b7-575b-4136-932f-af794337a6e3 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:38:53.671099 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f400c36c-ad8e-4d92-8910-288312dbaea9 req-6104beed-18e7-46f8-a761-dc14d8f796fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6d674af-0f8b-4df3-bfd7-2860697b96c6 HTTP/1.1" status: 200 len: 217 time: 0.0534904 Dec 06 14:38:53.704593 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ae9146-1310-4a96-a032-322d31d45a5c None None] Routers {'94c823b7-575b-4136-932f-af794337a6e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:38:53.705251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-38ae9146-1310-4a96-a032-322d31d45a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:38:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['94c823b7-575b-4136-932f-af794337a6e3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:38:53.722374 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400c36c-ad8e-4d92-8910-288312dbaea9 req-7e916b63-b877-43f1-89ca-7a4d8c2e44f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:38:53.723830 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f400c36c-ad8e-4d92-8910-288312dbaea9 req-7e916b63-b877-43f1-89ca-7a4d8c2e44f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4d946f1-6a6d-4d29-8802-c8853d66bedb HTTP/1.1" status: 200 len: 834 time: 0.0452361 Dec 06 14:38:53.786187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400c36c-ad8e-4d92-8910-288312dbaea9 req-8aaad625-1016-4afb-870c-34c76cbc66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:38:53.787560 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f400c36c-ad8e-4d92-8910-288312dbaea9 req-8aaad625-1016-4afb-870c-34c76cbc66f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=17252278-2ca0-4da6-967a-89ee073d6bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0553150 Dec 06 14:38:53.804401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:38:53.804828 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:53.851288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-38ae9146-1310-4a96-a032-322d31d45a5c None None] Set router 94c823b7-575b-4136-932f-af794337a6e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:38:53.872326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97c1149-d79d-4cb1-beec-a5d12f875aaf req-78ccdbb9-8f11-4a88-bda5-f627d1b7370b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:38:53.873838 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a97c1149-d79d-4cb1-beec-a5d12f875aaf req-78ccdbb9-8f11-4a88-bda5-f627d1b7370b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 945 time: 0.1063278 Dec 06 14:38:53.934785 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f400c36c-ad8e-4d92-8910-288312dbaea9 req-fd291b31-5ff9-4f68-8470-26b50c398f59 service neutron] 10.222.0.41 "GET /v2.0/networks/17252278-2ca0-4da6-967a-89ee073d6bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339161 Dec 06 14:38:53.983942 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a97c1149-d79d-4cb1-beec-a5d12f875aaf req-9dc41e88-55b2-4d4f-ac4e-3c1098349b6e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033194 Dec 06 14:38:54.059431 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f400c36c-ad8e-4d92-8910-288312dbaea9 req-e2a32e26-6293-4a6e-bb97-f370d3ea9402 service neutron] 10.222.0.41 "GET /v2.0/networks/17252278-2ca0-4da6-967a-89ee073d6bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126390 Dec 06 14:38:54.229388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-38ae9146-1310-4a96-a032-322d31d45a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:19Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:38:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '13d22912-28b2-4222-acab-3e58292d6091', 'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:e8:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:18Z', 'updated_at': '2021-12-06T14:38:49Z', 'revision_number': 7, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:38:54.255566 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ae9146-1310-4a96-a032-322d31d45a5c None None] The sync data for ids ['94c823b7-575b-4136-932f-af794337a6e3'] in dv-neutron-master-2-hyperv is: [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:37:19Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:38:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '13d22912-28b2-4222-acab-3e58292d6091', 'name': '', 'network_id': '17252278-2ca0-4da6-967a-89ee073d6bc6', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:e8:20:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1444, 'fixed_ips': [{'subnet_id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:18Z', 'updated_at': '2021-12-06T14:38:49Z', 'revision_number': 7, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b4d946f1-6a6d-4d29-8802-c8853d66bedb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:38:54.883366 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b905a9-1a6b-487c-a228-495e2b0b5de4 None None] New status for floating IP d6b53128-b778-4def-bf34-944faa28c0f0: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:38:55.101707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c03a7-7362-4089-92a2-d2c3958cb4dd req-c42b936f-6180-42ee-ae30-00bcb9a3cb5c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:38:55.103222 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-583c03a7-7362-4089-92a2-d2c3958cb4dd req-c42b936f-6180-42ee-ae30-00bcb9a3cb5c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 945 time: 0.0485456 Dec 06 14:38:55.152116 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-583c03a7-7362-4089-92a2-d2c3958cb4dd req-31c8855f-390b-484c-a27b-81aad20d56a3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429931 Dec 06 14:38:55.297154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e0ff45-68d0-4886-9ecc-3ac77e10989b req-becf2506-33c1-477e-8840-312f0057f9bf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:38:55.298606 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d3e0ff45-68d0-4886-9ecc-3ac77e10989b req-becf2506-33c1-477e-8840-312f0057f9bf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 945 time: 0.0467172 Dec 06 14:38:55.390995 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-d3e0ff45-68d0-4886-9ecc-3ac77e10989b req-67f06b46-14cf-47f2-a817-07908afe0415 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port e6d674af-0f8b-4df3-bfd7-2860697b96c6 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:38:55.391946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-d3e0ff45-68d0-4886-9ecc-3ac77e10989b req-67f06b46-14cf-47f2-a817-07908afe0415 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:55.477564 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-d3e0ff45-68d0-4886-9ecc-3ac77e10989b req-67f06b46-14cf-47f2-a817-07908afe0415 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port e6d674af-0f8b-4df3-bfd7-2860697b96c6, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6d674af-0f8b-4df3-bfd7-2860697b96c6,segment=NetworkSegment(19868c41-c98c-499e-a1e7-2782d18a18b6),segment_id=19868c41-c98c-499e-a1e7-2782d18a18b6)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:38:55.477861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-d3e0ff45-68d0-4886-9ecc-3ac77e10989b req-67f06b46-14cf-47f2-a817-07908afe0415 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:55.490179 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-d3e0ff45-68d0-4886-9ecc-3ac77e10989b req-67f06b46-14cf-47f2-a817-07908afe0415 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for e6d674af-0f8b-4df3-bfd7-2860697b96c6 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:38:55.699178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-d3e0ff45-68d0-4886-9ecc-3ac77e10989b req-67f06b46-14cf-47f2-a817-07908afe0415 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:55.739666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f06b46-14cf-47f2-a817-07908afe0415 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=e6d674af-0f8b-4df3-bfd7-2860697b96c6,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:38:55.771205 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e0ff45-68d0-4886-9ecc-3ac77e10989b req-67f06b46-14cf-47f2-a817-07908afe0415 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] No DVR routers for this DVR port e6d674af-0f8b-4df3-bfd7-2860697b96c6 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:38:55.773699 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-d3e0ff45-68d0-4886-9ecc-3ac77e10989b req-67f06b46-14cf-47f2-a817-07908afe0415 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:55.777087 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d3e0ff45-68d0-4886-9ecc-3ac77e10989b req-67f06b46-14cf-47f2-a817-07908afe0415 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "DELETE /v2.0/ports/e6d674af-0f8b-4df3-bfd7-2860697b96c6 HTTP/1.1" status: 204 len: 173 time: 0.4728782 Dec 06 14:38:55.781657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'name': 'network-vif-deleted', 'tag': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:38:55.781657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e52a2f-9ec7-4989-9f2e-cbdfde968093" -d '{"events": [{"server_uuid": "2d43f1aa-b925-4560-8111-8f1237bf4931", "name": "network-vif-deleted", "tag": "e6d674af-0f8b-4df3-bfd7-2860697b96c6"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:38:55.815910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67b0b6f-085b-4ada-b5d9-8467ec4e68db x-openstack-request-id: req-b67b0b6f-085b-4ada-b5d9-8467ec4e68db {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:38:55.816212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d43f1aa-b925-4560-8111-8f1237bf4931", "name": "network-vif-deleted", "tag": "e6d674af-0f8b-4df3-bfd7-2860697b96c6", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:38:55.816469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b67b0b6f-085b-4ada-b5d9-8467ec4e68db {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:38:55.816901 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d43f1aa-b925-4560-8111-8f1237bf4931', 'name': 'network-vif-deleted', 'tag': 'e6d674af-0f8b-4df3-bfd7-2860697b96c6', 'status': 'completed', 'code': 200} Dec 06 14:38:56.256882 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e1e787e4-4c25-45dc-abe5-09686ce38387 req-92c6c248-9bc6-4c71-b371-648142442ba9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d43f1aa-b925-4560-8111-8f1237bf4931 HTTP/1.1" status: 200 len: 210 time: 0.0254283 Dec 06 14:38:57.317716 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38448) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:57.372913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a902494a-2419-42f2-bc66-d0ab4af51121 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:57.398414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a902494a-2419-42f2-bc66-d0ab4af51121 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:57.509712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a902494a-2419-42f2-bc66-d0ab4af51121 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:57.512390 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a902494a-2419-42f2-bc66-d0ab4af51121 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:57.513578 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a902494a-2419-42f2-bc66-d0ab4af51121 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/security-groups/00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f HTTP/1.1" status: 204 len: 168 time: 0.1948872 Dec 06 14:38:57.522673 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a902494a-2419-42f2-bc66-d0ab4af51121 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ed7e7c-4a10-4a1f-bc58-a3fc6bf13f9f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:38:57.579014 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38452) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:57.928953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4410ce84-9c2a-458e-a7de-f0f7d86f1c55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:58.172930 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-4410ce84-9c2a-458e-a7de-f0f7d86f1c55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 13d22912-28b2-4222-acab-3e58292d6091 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:38:58.173257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4410ce84-9c2a-458e-a7de-f0f7d86f1c55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:58.260057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-4410ce84-9c2a-458e-a7de-f0f7d86f1c55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port 13d22912-28b2-4222-acab-3e58292d6091, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=13d22912-28b2-4222-acab-3e58292d6091,segment=NetworkSegment(19868c41-c98c-499e-a1e7-2782d18a18b6),segment_id=19868c41-c98c-499e-a1e7-2782d18a18b6)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:38:58.260057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4410ce84-9c2a-458e-a7de-f0f7d86f1c55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:58.272430 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-4410ce84-9c2a-458e-a7de-f0f7d86f1c55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 13d22912-28b2-4222-acab-3e58292d6091 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:38:58.509802 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4410ce84-9c2a-458e-a7de-f0f7d86f1c55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:58.541179 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410ce84-9c2a-458e-a7de-f0f7d86f1c55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=13d22912-28b2-4222-acab-3e58292d6091,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:38:58.717878 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4410ce84-9c2a-458e-a7de-f0f7d86f1c55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:58.939467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4410ce84-9c2a-458e-a7de-f0f7d86f1c55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 94c823b7-575b-4136-932f-af794337a6e3 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:38:59.043380 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4410ce84-9c2a-458e-a7de-f0f7d86f1c55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:38:59.049040 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4410ce84-9c2a-458e-a7de-f0f7d86f1c55 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/94c823b7-575b-4136-932f-af794337a6e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4689889 Dec 06 14:38:59.051811 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38454) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:59.054485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10d893-5743-4eed-be26-a31821430ad4 None None] Sync routers for ids ['94c823b7-575b-4136-932f-af794337a6e3'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:38:59.065684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10d893-5743-4eed-be26-a31821430ad4 None None] Routers {'94c823b7-575b-4136-932f-af794337a6e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:38:59.066376 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fb10d893-5743-4eed-be26-a31821430ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:38:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['94c823b7-575b-4136-932f-af794337a6e3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:38:59.101851 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-73292db0-89bf-41b6-95ae-bf7494e29f3f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting subnet b4d946f1-6a6d-4d29-8802-c8853d66bedb {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:38:59.104915 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73292db0-89bf-41b6-95ae-bf7494e29f3f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:59.144881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73292db0-89bf-41b6-95ae-bf7494e29f3f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:59.170250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-fb10d893-5743-4eed-be26-a31821430ad4 None None] Set router 94c823b7-575b-4136-932f-af794337a6e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:38:59.230798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73292db0-89bf-41b6-95ae-bf7494e29f3f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:59.348430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fb10d893-5743-4eed-be26-a31821430ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:38:58Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:38:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:38:59.361603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73292db0-89bf-41b6-95ae-bf7494e29f3f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:59.374451 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10d893-5743-4eed-be26-a31821430ad4 None None] Checking router: 94c823b7-575b-4136-932f-af794337a6e3 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:38:59.383246 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb10d893-5743-4eed-be26-a31821430ad4 None None] Routers {'94c823b7-575b-4136-932f-af794337a6e3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:38:59.383853 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fb10d893-5743-4eed-be26-a31821430ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:38:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['94c823b7-575b-4136-932f-af794337a6e3'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:38:59.390228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73292db0-89bf-41b6-95ae-bf7494e29f3f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d946f1-6a6d-4d29-8802-c8853d66bedb,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:38:59.393640 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-73292db0-89bf-41b6-95ae-bf7494e29f3f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:59.398050 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-73292db0-89bf-41b6-95ae-bf7494e29f3f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/subnets/b4d946f1-6a6d-4d29-8802-c8853d66bedb HTTP/1.1" status: 204 len: 168 time: 0.3427589 Dec 06 14:38:59.398458 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38456) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:38:59.418830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572b20e1-d193-4022-b36d-6eb5a9312562 None None] Network 17252278-2ca0-4da6-967a-89ee073d6bc6 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:38:59.504763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:59.595049 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-fb10d893-5743-4eed-be26-a31821430ad4 None None] Set router 94c823b7-575b-4136-932f-af794337a6e3 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:38:59.618331 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:59.623728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:59.732739 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fe7aa3-ef89-45b4-9d19-82e7cddd7df3 None None] DHCP port deletion for 17252278-2ca0-4da6-967a-89ee073d6bc6 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:38:59.752429 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:38:59.752790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:59.824881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-73fe7aa3-ef89-45b4-9d19-82e7cddd7df3 None None] Deleting port fe6b039f-ef19-4341-9a2b-487255d1c733 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:38:59.825162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73fe7aa3-ef89-45b4-9d19-82e7cddd7df3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:59.833023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port 1d5ff1d5-8ad8-4367-904c-546d6e0b7743, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d5ff1d5-8ad8-4367-904c-546d6e0b7743,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:38:59.833380 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:59.845309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-fb10d893-5743-4eed-be26-a31821430ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:38:58Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:38:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:38:59.846212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:38:59.874117 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb10d893-5743-4eed-be26-a31821430ad4 None None] The sync data for ids ['94c823b7-575b-4136-932f-af794337a6e3'] in dv-neutron-master-2-hyperv is: [{'id': '94c823b7-575b-4136-932f-af794337a6e3', 'name': 'tempest-TestNetworkBasicOps-router-1149776719', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233'}], 'enable_snat': True}, 'gw_port_id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:37:15Z', 'updated_at': '2021-12-06T14:38:58Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '1d5ff1d5-8ad8-4367-904c-546d6e0b7743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:e8:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94c823b7-575b-4136-932f-af794337a6e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:37:16Z', 'updated_at': '2021-12-06T14:38:51Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:38:59.924921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-73fe7aa3-ef89-45b4-9d19-82e7cddd7df3 None None] For port fe6b039f-ef19-4341-9a2b-487255d1c733, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe6b039f-ef19-4341-9a2b-487255d1c733,segment=NetworkSegment(19868c41-c98c-499e-a1e7-2782d18a18b6),segment_id=19868c41-c98c-499e-a1e7-2782d18a18b6)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:38:59.925320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73fe7aa3-ef89-45b4-9d19-82e7cddd7df3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:38:59.937826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-73fe7aa3-ef89-45b4-9d19-82e7cddd7df3 None None] Calling delete_port for fe6b039f-ef19-4341-9a2b-487255d1c733 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:39:00.085759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73fe7aa3-ef89-45b4-9d19-82e7cddd7df3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.107405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fe7aa3-ef89-45b4-9d19-82e7cddd7df3 None None] Pushing event deleted for resources: {'Port': ['ID=fe6b039f-ef19-4341-9a2b-487255d1c733,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:00.111503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fe7aa3-ef89-45b4-9d19-82e7cddd7df3 None None] No DVR routers for this DVR port fe6b039f-ef19-4341-9a2b-487255d1c733 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:39:00.127544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.153234 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=1d5ff1d5-8ad8-4367-904c-546d6e0b7743,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:00.166299 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae6cd29-9b06-4738-a2c8-9c136ce92b31 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:39:00.212758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.310570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.312957 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.410989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e6d674af-0f8b-4df3-bfd7-2860697b96c6 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:39:00.434720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: e6d674af-0f8b-4df3-bfd7-2860697b96c6 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:39:00.435068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e6d674af-0f8b-4df3-bfd7-2860697b96c6 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:39:00.447369 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.448043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Fanout notify agent at l3_agent the message router_deleted on router 94c823b7-575b-4136-932f-af794337a6e3 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:39:00.455568 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.456689 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-eacec7c2-2352-4d2b-acfe-0d9aacadd58c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/routers/94c823b7-575b-4136-932f-af794337a6e3 HTTP/1.1" status: 204 len: 168 time: 1.0573177 Dec 06 14:39:00.459565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38458) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:00.541044 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.631284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.655534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17252278-2ca0-4da6-967a-89ee073d6bc6']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:00.665295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19868c41-c98c-499e-a1e7-2782d18a18b6') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:00.665589 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19868c41-c98c-499e-a1e7-2782d18a18b6') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:00.675397 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.688263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.694032 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:39:00.694413 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:39:00.697381 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:39:00.813099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.820317 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.822868 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/networks/17252278-2ca0-4da6-967a-89ee073d6bc6 HTTP/1.1" status: 204 len: 168 time: 0.3622470 Dec 06 14:39:00.834452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Network': ['ID=17252278-2ca0-4da6-967a-89ee073d6bc6,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:00.841730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:00.842184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:00.842536 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:00.842873 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:00.843428 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:00.843654 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:00.844489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:00.844874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:00.844874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:00.844874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:00.844874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:00.844874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:00.844874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23db6921-58cd-49e8-9ae1-40a6ef049278 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:00.847961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38460) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:00.855671 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-bf87756a-8947-43e5-ab01-8c194ab7794c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'network': {'name': 'tempest-network-smoke--667198389', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'port_security_enabled': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:00.950264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf87756a-8947-43e5-ab01-8c194ab7794c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:39:00.954470 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bf87756a-8947-43e5-ab01-8c194ab7794c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.978103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf87756a-8947-43e5-ab01-8c194ab7794c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:39:00.986423 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bf87756a-8947-43e5-ab01-8c194ab7794c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:00.988048 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-bf87756a-8947-43e5-ab01-8c194ab7794c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Added segment 505df811-d6d1-4633-960c-605f1ce09134 of type vlan for network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 Dec 06 14:39:01.032883 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bf87756a-8947-43e5-ab01-8c194ab7794c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:01.121675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bf87756a-8947-43e5-ab01-8c194ab7794c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:01.127353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf87756a-8947-43e5-ab01-8c194ab7794c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:01.127905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bf87756a-8947-43e5-ab01-8c194ab7794c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:01.195108 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf87756a-8947-43e5-ab01-8c194ab7794c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Network': ['ID=8a36af3c-b4b4-4c61-be9e-df93fb9c8514,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:01.207797 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:39:01.255684 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bf87756a-8947-43e5-ab01-8c194ab7794c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4048307 Dec 06 14:39:01.258669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38462) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:01.263231 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'admin_state_up': True, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:01.384083 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-710d7fa9-760a-40fe-a104-3bf4245b4e40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:01.413112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:01.414348 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:01.468060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:01.615177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:39:01.635627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:39:01.635892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1d5ff1d5-8ad8-4367-904c-546d6e0b7743 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:39:01.636297 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device fe6b039f-ef19-4341-9a2b-487255d1c733 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:39:01.646774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:01.658166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: fe6b039f-ef19-4341-9a2b-487255d1c733 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:39:01.662401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device fe6b039f-ef19-4341-9a2b-487255d1c733 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:39:01.662401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 13d22912-28b2-4222-acab-3e58292d6091 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:39:01.677814 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 13d22912-28b2-4222-acab-3e58292d6091 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:39:01.678153 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 13d22912-28b2-4222-acab-3e58292d6091 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:39:01.901571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:01.919450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:02.029045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.127 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/81ea4c2e-ba3d-4415-8e87-0471da42f40e) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:02.126555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:02.212252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:02.251423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:02.254235 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:02.257870 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:02.263389 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=81ea4c2e-ba3d-4415-8e87-0471da42f40e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:02.266714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c5f6f3-4e06-4cf7-8365-6e722d5a17ed None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:39:02.352340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-33434481-18e2-41cf-be89-3888f2cfa21f None None] Provisioning complete for port 81ea4c2e-ba3d-4415-8e87-0471da42f40e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:02.352755 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33434481-18e2-41cf-be89-3888f2cfa21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:02.385679 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-33434481-18e2-41cf-be89-3888f2cfa21f None None] Port 81ea4c2e-ba3d-4415-8e87-0471da42f40e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:02.558073 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:02.745524 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:02.938852 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:39:03.041874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:39:03.051107 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Sync routers for ids ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:39:03.060591 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Routers {'8c8751ff-a8fd-4249-aab3-ecf8e21a749d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:03.061225 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:38:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:03.117684 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:03.118944 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0797d9e7-e95c-4f5d-8251-58c8663f9c96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8592465 Dec 06 14:39:03.122091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38464) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:03.150108 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-61a86ebb-adc2-4b97-9610-f999b9c4d158 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c716424228f8423e91750a4cc8918d9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269263 Dec 06 14:39:03.152667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38466) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:03.164337 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Set router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:03.245521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a18c39-21e2-4f4f-8c9e-145b6f99742a tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:03.247000 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d9a18c39-21e2-4f4f-8c9e-145b6f99742a tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0934091 Dec 06 14:39:03.249900 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38468) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:03.278297 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6a562fa1-6f6e-4a3c-8d8f-216dd89e495e tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266824 Dec 06 14:39:03.280780 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38470) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:03.285776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-3f62a972-395d-477c-bb64-919ed82c7265 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-869960929', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:03.428832 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:02Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:03.429628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f62a972-395d-477c-bb64-919ed82c7265 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:39:03.433461 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3f62a972-395d-477c-bb64-919ed82c7265 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:03.455224 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Checking router: 8c8751ff-a8fd-4249-aab3-ecf8e21a749d for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:39:03.455570 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Updating router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d port 81ea4c2e-ba3d-4415-8e87-0471da42f40e binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:39:03.482998 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:03.687247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3f62a972-395d-477c-bb64-919ed82c7265 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:03.710155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-af13e94c-4bbf-4e41-8311-9a0b0fadfda7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:03.733367 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:03.795754 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:03.839894 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585dfa13-4b2c-40f9-8902-8e68e9121123 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:39:03.846416 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Attempting to bind port 81ea4c2e-ba3d-4415-8e87-0471da42f40e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:03.846786 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Attempting to bind port 81ea4c2e-ba3d-4415-8e87-0471da42f40e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:03.847139 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Attempting to bind port 81ea4c2e-ba3d-4415-8e87-0471da42f40e on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:03.856663 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:03.857071 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:03.857466 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:03.857863 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:03.858317 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Bound port: 81ea4c2e-ba3d-4415-8e87-0471da42f40e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:03.858691 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:03.861029 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Pushing event updated for resources: {'Port': ['ID=81ea4c2e-ba3d-4415-8e87-0471da42f40e,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:03.888021 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:03.888383 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:03.888717 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:03.889145 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:03.889469 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:03.889788 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:03.890119 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:03.890446 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:03.891273 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:03.891684 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:03.892004 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:03.892314 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:03.892627 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:39:03.918200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fb70cc75-7177-425e-9755-30e9a279e60a None None] Provisioning complete for port 81ea4c2e-ba3d-4415-8e87-0471da42f40e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:03.918913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb70cc75-7177-425e-9755-30e9a279e60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:03.929061 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] For port 81ea4c2e-ba3d-4415-8e87-0471da42f40e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:03.932776 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] For port 81ea4c2e-ba3d-4415-8e87-0471da42f40e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81ea4c2e-ba3d-4415-8e87-0471da42f40e,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:03.958496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fb70cc75-7177-425e-9755-30e9a279e60a None None] Port 81ea4c2e-ba3d-4415-8e87-0471da42f40e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:04.030539 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:04.077709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f62a972-395d-477c-bb64-919ed82c7265 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Subnet': ['ID=705457b5-5200-4385-9bf0-514cd4cd13dc,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:04.078000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f11de9-c818-4b00-b82e-f074b46cc609 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:39:04.086831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f62a972-395d-477c-bb64-919ed82c7265 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Checking segment: {'id': '505df811-d6d1-4633-960c-605f1ce09134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:04.086831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f62a972-395d-477c-bb64-919ed82c7265 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network hostable DHCP agents. Network: 8a36af3c-b4b4-4c61-be9e-df93fb9c8514, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:39:04.089211 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Routers {'8c8751ff-a8fd-4249-aab3-ecf8e21a749d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:04.089823 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:04.092951 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27443080-d185-4ffd-80f0-6c455ae65689 None None] Pushing event updated for resources: {'Port': ['ID=81ea4c2e-ba3d-4415-8e87-0471da42f40e,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:04.167583 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f62a972-395d-477c-bb64-919ed82c7265 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:39:04.178459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f85185ed-f773-40d1-9f56-68680ef6c9dd None None] Provisioning complete for port 81ea4c2e-ba3d-4415-8e87-0471da42f40e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:04.178859 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f85185ed-f773-40d1-9f56-68680ef6c9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:04.194468 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] Set router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:04.240595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-3f62a972-395d-477c-bb64-919ed82c7265 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8a36af3c-b4b4-4c61-be9e-df93fb9c8514) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:04.245595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f62a972-395d-477c-bb64-919ed82c7265 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:04.246530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3f62a972-395d-477c-bb64-919ed82c7265 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:04.256416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969ec2c6-2d1f-426b-bdcd-12b95598026d None None] Network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:39:04.275566 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f85185ed-f773-40d1-9f56-68680ef6c9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:04.330015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f85185ed-f773-40d1-9f56-68680ef6c9dd None None] For port 81ea4c2e-ba3d-4415-8e87-0471da42f40e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81ea4c2e-ba3d-4415-8e87-0471da42f40e,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:04.365873 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3f62a972-395d-477c-bb64-919ed82c7265 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0824652 Dec 06 14:39:04.367261 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38472) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:04.372188 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:02Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:04.407306 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6667e6f-4b91-4283-bcd5-e74dedd057a1 None None] The sync data for ids ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'] in dv-neutron-master-2-hyperv is: [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:02Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:39:04.413258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f85185ed-f773-40d1-9f56-68680ef6c9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:04.442575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ips': [{'subnet_id': '705457b5-5200-4385-9bf0-514cd4cd13dc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:39:04.443507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:04.490800 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85185ed-f773-40d1-9f56-68680ef6c9dd None None] Pushing event updated for resources: {'Port': ['ID=81ea4c2e-ba3d-4415-8e87-0471da42f40e,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:04.612780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Allocated IP 172.20.0.2 (8a36af3c-b4b4-4c61-be9e-df93fb9c8514/705457b5-5200-4385-9bf0-514cd4cd13dc/1059ca9d-57d4-4cc2-87ec-bbd8523149dd) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:04.810019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:04.815256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:04.861314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:04.893876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:04.940648 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:04.943693 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:04.947481 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:04.955229 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Pushing event updated for resources: {'Port': ['ID=1059ca9d-57d4-4cc2-87ec-bbd8523149dd,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:05.009096 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Attempting to bind port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:05.009503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Attempting to bind port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '505df811-d6d1-4633-960c-605f1ce09134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:05.009821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Attempting to bind port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd on network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:05.015251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:05.015796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Checking segment: {'id': '505df811-d6d1-4633-960c-605f1ce09134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:05.016076 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:05.016470 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Bound using segment: {'id': '505df811-d6d1-4633-960c-605f1ce09134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:05.016951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Bound port: 1059ca9d-57d4-4cc2-87ec-bbd8523149dd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505df811-d6d1-4633-960c-605f1ce09134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:05.017330 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:05.090043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] For port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:05.090043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] For port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1059ca9d-57d4-4cc2-87ec-bbd8523149dd,segment=NetworkSegment(505df811-d6d1-4633-960c-605f1ce09134),segment_id=505df811-d6d1-4633-960c-605f1ce09134)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:05.155188 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.1 (8a36af3c-b4b4-4c61-be9e-df93fb9c8514/705457b5-5200-4385-9bf0-514cd4cd13dc/b69b7885-24d5-485d-b439-0f4dbcab3b03) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:05.167213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:05.234212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f765ce05-7802-4279-bd98-8c779d92657a None None] Pushing event updated for resources: {'Port': ['ID=1059ca9d-57d4-4cc2-87ec-bbd8523149dd,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:05.287040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:05.396784 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:05.449836 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:05.457310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:05.459499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=b69b7885-24d5-485d-b439-0f4dbcab3b03,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:05.465174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:05.516541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:05.666137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 81ea4c2e-ba3d-4415-8e87-0471da42f40e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:05.692719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:05.863174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 81ea4c2e-ba3d-4415-8e87-0471da42f40e triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:05.863815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:05.968552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1059ca9d-57d4-4cc2-87ec-bbd8523149dd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:06.002464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:06.006039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:06.024288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:06.024658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:06.059305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:06.103051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:06.138859 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1059ca9d-57d4-4cc2-87ec-bbd8523149dd,segment=NetworkSegment(505df811-d6d1-4633-960c-605f1ce09134),segment_id=505df811-d6d1-4633-960c-605f1ce09134)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:06.141433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=b69b7885-24d5-485d-b439-0f4dbcab3b03,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:06.146915 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:06.212748 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:06.249596 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:06.252172 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:06.287414 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=1059ca9d-57d4-4cc2-87ec-bbd8523149dd,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:06.382445 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:39:06.495995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:39:06.501823 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-97ad0f0a-936a-4b2a-8ae0-e46e21511520 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/8c8751ff-a8fd-4249-aab3-ecf8e21a749d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1335256 Dec 06 14:39:06.504342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38474) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:06.507214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Sync routers for ids ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:39:06.519153 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Routers {'8c8751ff-a8fd-4249-aab3-ecf8e21a749d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:06.519796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:06.634345 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Set router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:06.706205 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b13a58d-ca3c-416c-9760-265c0cb11ae7 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:06.706696 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b13a58d-ca3c-416c-9760-265c0cb11ae7 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:06.707171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b13a58d-ca3c-416c-9760-265c0cb11ae7 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:06.707643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b13a58d-ca3c-416c-9760-265c0cb11ae7 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:06.712263 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38476) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:06.712802 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4b13a58d-ca3c-416c-9760-265c0cb11ae7 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2068424 Dec 06 14:39:06.769257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1294e395-4345-4d1c-b11b-c9f0690fb788 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:06.769732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1294e395-4345-4d1c-b11b-c9f0690fb788 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:06.770196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1294e395-4345-4d1c-b11b-c9f0690fb788 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:06.770660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1294e395-4345-4d1c-b11b-c9f0690fb788 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:06.773303 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1294e395-4345-4d1c-b11b-c9f0690fb788 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0599465 Dec 06 14:39:06.774982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38478) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:06.825971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97f2790-d54d-48e6-801b-411334b87232 None None] Network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:39:06.911501 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-60f99d19-5916-45c5-8ab6-da7fbd500985 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1321275 Dec 06 14:39:06.930887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-30316d5a-cf16-4209-9c50-cbe75e15ad80 None None] Provisioning complete for port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:06.931481 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-30316d5a-cf16-4209-9c50-cbe75e15ad80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:06.977492 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:05Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b69b7885-24d5-485d-b439-0f4dbcab3b03', 'name': '', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:62:8d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:05Z', 'updated_at': '2021-12-06T14:39:05Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:07.037404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.040721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Checking router: 8c8751ff-a8fd-4249-aab3-ecf8e21a749d for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:39:07.041107 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Updating router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d port b69b7885-24d5-485d-b439-0f4dbcab3b03 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:39:07.101053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.393056 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38482) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:07.397864 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-bdaeccfb-dc6f-4c3d-992d-abaa9c78a1bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-441549220', 'description': 'tempest-secgroup-smoke-441549220 description', 'project_id': 'c716424228f8423e91750a4cc8918d9a'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:07.432784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.438332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d44aa460-65a8-4895-94f9-6543564f323c None None] Provisioning complete for port b69b7885-24d5-485d-b439-0f4dbcab3b03 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:07.438723 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d44aa460-65a8-4895-94f9-6543564f323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.473923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d44aa460-65a8-4895-94f9-6543564f323c None None] Port b69b7885-24d5-485d-b439-0f4dbcab3b03 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:07.483779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d44aa460-65a8-4895-94f9-6543564f323c None None] Provisioning complete for port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:07.484149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d44aa460-65a8-4895-94f9-6543564f323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.537707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bdaeccfb-dc6f-4c3d-992d-abaa9c78a1bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.554202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.620233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326e1cf-c22e-4ae8-883e-981d6a4e1ded None None] Pushing event updated for resources: {'Port': ['ID=b69b7885-24d5-485d-b439-0f4dbcab3b03,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:07.630486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bdaeccfb-dc6f-4c3d-992d-abaa9c78a1bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.658498 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1059ca9d-57d4-4cc2-87ec-bbd8523149dd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:07.692804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bdaeccfb-dc6f-4c3d-992d-abaa9c78a1bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.705441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Attempting to bind port b69b7885-24d5-485d-b439-0f4dbcab3b03 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:07.705823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Attempting to bind port b69b7885-24d5-485d-b439-0f4dbcab3b03 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '505df811-d6d1-4633-960c-605f1ce09134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:07.706192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Attempting to bind port b69b7885-24d5-485d-b439-0f4dbcab3b03 on network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:07.718458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:07.718936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Checking segment: {'id': '505df811-d6d1-4633-960c-605f1ce09134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:07.719795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.720200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Bound using segment: {'id': '505df811-d6d1-4633-960c-605f1ce09134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:07.720690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Bound port: b69b7885-24d5-485d-b439-0f4dbcab3b03, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '505df811-d6d1-4633-960c-605f1ce09134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:07.721100 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.726651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaeccfb-dc6f-4c3d-992d-abaa9c78a1bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bba971d7-1604-4e13-8c73-737fc15cce5f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:07.747813 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-00a7e48f-67d1-4232-afa3-a78c25ca08e8 None None] Provisioning complete for port b69b7885-24d5-485d-b439-0f4dbcab3b03 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:07.748202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00a7e48f-67d1-4232-afa3-a78c25ca08e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.780754 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-bdaeccfb-dc6f-4c3d-992d-abaa9c78a1bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.782975 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-bdaeccfb-dc6f-4c3d-992d-abaa9c78a1bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3886435 Dec 06 14:39:07.785796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38484) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:07.790846 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5da2686b-5ea1-4c14-ae8d-d0305462c3f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'bba971d7-1604-4e13-8c73-737fc15cce5f', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:07.829874 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:07.830241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.860801 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] For port b69b7885-24d5-485d-b439-0f4dbcab3b03, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:07.866471 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-00a7e48f-67d1-4232-afa3-a78c25ca08e8 None None] Port b69b7885-24d5-485d-b439-0f4dbcab3b03 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:07.882468 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] For port b69b7885-24d5-485d-b439-0f4dbcab3b03, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b69b7885-24d5-485d-b439-0f4dbcab3b03,segment=NetworkSegment(505df811-d6d1-4633-960c-605f1ce09134),segment_id=505df811-d6d1-4633-960c-605f1ce09134)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:07.898907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5da2686b-5ea1-4c14-ae8d-d0305462c3f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.951024 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:07.967931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5da2686b-5ea1-4c14-ae8d-d0305462c3f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.007646 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5da2686b-5ea1-4c14-ae8d-d0305462c3f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.025280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7fd9db5d-2200-4783-a781-27469271f801 None None] Provisioning complete for port b69b7885-24d5-485d-b439-0f4dbcab3b03 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:08.025934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fd9db5d-2200-4783-a781-27469271f801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.032285 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Routers {'8c8751ff-a8fd-4249-aab3-ecf8e21a749d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:08.033199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:08.037020 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da2686b-5ea1-4c14-ae8d-d0305462c3f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f619c78-df16-41ed-9b38-5d402c8675a9,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:08.054791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326e1cf-c22e-4ae8-883e-981d6a4e1ded None None] Pushing event updated for resources: {'Port': ['ID=b69b7885-24d5-485d-b439-0f4dbcab3b03,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:08.135458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5da2686b-5ea1-4c14-ae8d-d0305462c3f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.136881 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5da2686b-5ea1-4c14-ae8d-d0305462c3f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3500495 Dec 06 14:39:08.140310 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38486) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:08.145921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9e559afa-9f65-43fa-bbe1-13d205a01ad7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'bba971d7-1604-4e13-8c73-737fc15cce5f', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:08.246780 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e559afa-9f65-43fa-bbe1-13d205a01ad7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.306351 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e559afa-9f65-43fa-bbe1-13d205a01ad7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.353430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fd9db5d-2200-4783-a781-27469271f801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.358630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] Set router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:08.390149 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e559afa-9f65-43fa-bbe1-13d205a01ad7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.413288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e559afa-9f65-43fa-bbe1-13d205a01ad7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4323480d-e8c2-4771-a8cb-a6939faf6836,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:08.453228 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7fd9db5d-2200-4783-a781-27469271f801 None None] For port b69b7885-24d5-485d-b439-0f4dbcab3b03, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b69b7885-24d5-485d-b439-0f4dbcab3b03,segment=NetworkSegment(505df811-d6d1-4633-960c-605f1ce09134),segment_id=505df811-d6d1-4633-960c-605f1ce09134)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:08.481969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9e559afa-9f65-43fa-bbe1-13d205a01ad7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.483276 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9e559afa-9f65-43fa-bbe1-13d205a01ad7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3411832 Dec 06 14:39:08.486674 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38488) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:08.491230 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5ad10156-5937-4301-b303-866bc327b5ff tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'bba971d7-1604-4e13-8c73-737fc15cce5f', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:08.509615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7fd9db5d-2200-4783-a781-27469271f801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.577702 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ad10156-5937-4301-b303-866bc327b5ff tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.596283 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd9db5d-2200-4783-a781-27469271f801 None None] Pushing event updated for resources: {'Port': ['ID=b69b7885-24d5-485d-b439-0f4dbcab3b03,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:08.635108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:05Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b69b7885-24d5-485d-b439-0f4dbcab3b03', 'name': '', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:62:8d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:05Z', 'updated_at': '2021-12-06T14:39:07Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:08.638614 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fdf8f5b8-f784-453d-a936-6f4c2a5a8897 None None] Provisioning complete for port b69b7885-24d5-485d-b439-0f4dbcab3b03 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:08.638989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fdf8f5b8-f784-453d-a936-6f4c2a5a8897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.641887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ad10156-5937-4301-b303-866bc327b5ff tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.679222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3845b623-6261-42fe-982e-e2e546cc68ae None None] The sync data for ids ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'] in dv-neutron-master-2-hyperv is: [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:05Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b69b7885-24d5-485d-b439-0f4dbcab3b03', 'name': '', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:62:8d:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:05Z', 'updated_at': '2021-12-06T14:39:07Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:39:08.718912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ad10156-5937-4301-b303-866bc327b5ff tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.743637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad10156-5937-4301-b303-866bc327b5ff tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c39722-714d-4d4a-a607-9fa301939f56,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:08.819679 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ad10156-5937-4301-b303-866bc327b5ff tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.821066 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5ad10156-5937-4301-b303-866bc327b5ff tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3333685 Dec 06 14:39:08.826496 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38490) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:08.829581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-15919d85-50db-4c74-a0d4-97d75cde59b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'bba971d7-1604-4e13-8c73-737fc15cce5f', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:08.917187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-15919d85-50db-4c74-a0d4-97d75cde59b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:08.977354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-15919d85-50db-4c74-a0d4-97d75cde59b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:09.052988 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-15919d85-50db-4c74-a0d4-97d75cde59b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:09.071028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15919d85-50db-4c74-a0d4-97d75cde59b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc9691b-44af-489c-a6a2-52d218c486a3,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:09.141291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-15919d85-50db-4c74-a0d4-97d75cde59b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:09.142574 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-15919d85-50db-4c74-a0d4-97d75cde59b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3175800 Dec 06 14:39:09.145295 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38492) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:09.149982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-454646f1-9984-4278-b5ab-3827f1860360 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'bba971d7-1604-4e13-8c73-737fc15cce5f', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:09.235988 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-454646f1-9984-4278-b5ab-3827f1860360 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:39:09.241578 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-454646f1-9984-4278-b5ab-3827f1860360 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:09.302046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-454646f1-9984-4278-b5ab-3827f1860360 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:09.390295 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-454646f1-9984-4278-b5ab-3827f1860360 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:09.412868 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454646f1-9984-4278-b5ab-3827f1860360 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d62b8a-d6b3-4439-89b0-5b4738d93f0f,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:09.489178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-454646f1-9984-4278-b5ab-3827f1860360 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:09.491242 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-454646f1-9984-4278-b5ab-3827f1860360 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3440702 Dec 06 14:39:09.493122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38494) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:09.497502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f42c36c0-3056-4e8f-ab45-d4dc4c338ab3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'bba971d7-1604-4e13-8c73-737fc15cce5f', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:09.595697 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-f42c36c0-3056-4e8f-ab45-d4dc4c338ab3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:39:09.601456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f42c36c0-3056-4e8f-ab45-d4dc4c338ab3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:09.644309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b69b7885-24d5-485d-b439-0f4dbcab3b03 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:09.670694 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f42c36c0-3056-4e8f-ab45-d4dc4c338ab3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:09.697269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port b69b7885-24d5-485d-b439-0f4dbcab3b03 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:09.697751 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:09.731518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f42c36c0-3056-4e8f-ab45-d4dc4c338ab3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:09.751402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c36c0-3056-4e8f-ab45-d4dc4c338ab3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d0b34d0-9713-4eb7-ba4d-69c01108ffe2,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:09.831381 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f42c36c0-3056-4e8f-ab45-d4dc4c338ab3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:09.832610 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f42c36c0-3056-4e8f-ab45-d4dc4c338ab3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3385444 Dec 06 14:39:10.029260 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-5aa89380-266d-4515-8408-77a15ef14584 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-441549220&fields=id&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 267 time: 0.0424087 Dec 06 14:39:10.134986 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e0a753ce-2692-487e-a607-e7160a63ef1b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:10.136421 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e0a753ce-2692-487e-a607-e7160a63ef1b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/networks?id=8a36af3c-b4b4-4c61-be9e-df93fb9c8514 HTTP/1.1" status: 200 len: 796 time: 0.1003895 Dec 06 14:39:10.150777 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-51be46a1-40d8-4673-b30f-82dab9b0d5dd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/quotas/c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 375 time: 0.0086434 Dec 06 14:39:10.199548 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-f82c4355-ab7d-48cb-803e-269a7473ca8f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437720 Dec 06 14:39:10.294628 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-d2278b5b-a000-40a2-a140-5e871d3e24ef service neutron] 10.222.0.42 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837643 Dec 06 14:39:10.381216 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e2b04577-1a96-440b-a3e8-6d31498797dc service neutron] 10.222.0.42 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799963 Dec 06 14:39:10.642328 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dca054c5-b46a-4dc5-8526-75486da98c01 req-0b84b836-887e-46ba-936a-92b1e33a5c03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 210 time: 0.0253203 Dec 06 14:39:11.735781 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b5ee25a3-0868-46d1-b3ca-38129f7d7766 req-efc1c9dc-023b-415f-bb7b-e7f43bec3d19 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 210 time: 0.0268569 Dec 06 14:39:12.660228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-4d73a0bc-2d0a-4173-9f1e-6f48e41319ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:12.661679 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-4d73a0bc-2d0a-4173-9f1e-6f48e41319ae tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks?id=8a36af3c-b4b4-4c61-be9e-df93fb9c8514 HTTP/1.1" status: 200 len: 796 time: 0.0995562 Dec 06 14:39:13.081863 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2e6cd9ae-d67a-449a-8923-47604343830c req-6b2cda95-5b6d-4828-b6bd-ae55ec2fe9f4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 210 time: 0.0317476 Dec 06 14:39:13.092566 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-5fdaebaf-0d84-44ae-bde3-2b9741131046 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 379 time: 0.4219303 Dec 06 14:39:13.102581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-708fd99c-c677-48dd-adb7-48b2164545b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'port': {'device_id': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'admin_state_up': True, 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'security_groups': ['bba971d7-1604-4e13-8c73-737fc15cce5f']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:13.281069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-708fd99c-c677-48dd-adb7-48b2164545b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:39:13.285011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-708fd99c-c677-48dd-adb7-48b2164545b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:13.405788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-708fd99c-c677-48dd-adb7-48b2164545b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.8 (8a36af3c-b4b4-4c61-be9e-df93fb9c8514/705457b5-5200-4385-9bf0-514cd4cd13dc/053424df-33c2-4a9e-a701-e58e071701a2) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:13.542325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-708fd99c-c677-48dd-adb7-48b2164545b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:13.618691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-708fd99c-c677-48dd-adb7-48b2164545b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:13.661139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-708fd99c-c677-48dd-adb7-48b2164545b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:13.664120 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-708fd99c-c677-48dd-adb7-48b2164545b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:13.667816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-708fd99c-c677-48dd-adb7-48b2164545b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:13.696924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fd99c-c677-48dd-adb7-48b2164545b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=053424df-33c2-4a9e-a701-e58e071701a2,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:13.727869 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-708fd99c-c677-48dd-adb7-48b2164545b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:13.728494 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-708fd99c-c677-48dd-adb7-48b2164545b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:13.798506 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-708fd99c-c677-48dd-adb7-48b2164545b8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6993678 Dec 06 14:39:13.811026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Request body: {'port': {'device_id': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:13.868860 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:13.904444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-718703d1-38a2-4516-9957-96ff44541399 None None] Provisioning complete for port 053424df-33c2-4a9e-a701-e58e071701a2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:13.905074 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-718703d1-38a2-4516-9957-96ff44541399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:13.946702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-718703d1-38a2-4516-9957-96ff44541399 None None] Port 053424df-33c2-4a9e-a701-e58e071701a2 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:39:14.124217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 053424df-33c2-4a9e-a701-e58e071701a2 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:39:14.132621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.145318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Transition to ACTIVE for port object 053424df-33c2-4a9e-a701-e58e071701a2 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:39:14.196329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0d41d-0344-40de-927f-516056995dec req-a84e6557-7abe-48ab-ad33-242a4c469df2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:14.197812 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-94d0d41d-0344-40de-927f-516056995dec req-a84e6557-7abe-48ab-ad33-242a4c469df2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 931 time: 0.0481536 Dec 06 14:39:14.229722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.251106 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-94d0d41d-0344-40de-927f-516056995dec req-428428f9-902a-4e79-b0fe-56b704674c59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba971d7-1604-4e13-8c73-737fc15cce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467923 Dec 06 14:39:14.306011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Pushing event updated for resources: {'Port': ['ID=053424df-33c2-4a9e-a701-e58e071701a2,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:14.358696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Attempting to bind port 053424df-33c2-4a9e-a701-e58e071701a2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:39:14.358964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Attempting to bind port 053424df-33c2-4a9e-a701-e58e071701a2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '505df811-d6d1-4633-960c-605f1ce09134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:39:14.359812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Attempting to bind port 053424df-33c2-4a9e-a701-e58e071701a2 on network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:14.364525 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Port 053424df-33c2-4a9e-a701-e58e071701a2 on network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:39:14.364864 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Attempting to bind port 053424df-33c2-4a9e-a701-e58e071701a2 on network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:39:14.369756 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:39:14.370116 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Checking segment: {'id': '505df811-d6d1-4633-960c-605f1ce09134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:39:14.370483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Bound using segment: {'id': '505df811-d6d1-4633-960c-605f1ce09134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:39:14.370915 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Bound port: 053424df-33c2-4a9e-a701-e58e071701a2, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '505df811-d6d1-4633-960c-605f1ce09134', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:39:14.371269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.440924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] For port 053424df-33c2-4a9e-a701-e58e071701a2, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:39:14.444072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] For port 053424df-33c2-4a9e-a701-e58e071701a2, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=053424df-33c2-4a9e-a701-e58e071701a2,segment=NetworkSegment(505df811-d6d1-4633-960c-605f1ce09134),segment_id=505df811-d6d1-4633-960c-605f1ce09134)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:39:14.510269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.549658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:14.550271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:14.551612 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] 10.222.0.41 "PUT /v2.0/ports/053424df-33c2-4a9e-a701-e58e071701a2 HTTP/1.1" status: 200 len: 1093 time: 0.7449589 Dec 06 14:39:14.552046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'tag': '053424df-33c2-4a9e-a701-e58e071701a2'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:39:14.554324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-874eef78-852f-401f-b068-423f744ecead" -d '{"events": [{"name": "network-changed", "server_uuid": "ec78b28d-2b55-495d-b502-caed5213a3bd", "tag": "053424df-33c2-4a9e-a701-e58e071701a2"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:39:14.577395 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f91676-0a91-496f-96a5-a6dcb26c0ffe service neutron] Pushing event updated for resources: {'Port': ['ID=053424df-33c2-4a9e-a701-e58e071701a2,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:14.594373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a959aa39-8ff6-408b-a3cf-f87e4a4c4583 x-openstack-request-id: req-a959aa39-8ff6-408b-a3cf-f87e4a4c4583 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:39:14.594684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec78b28d-2b55-495d-b502-caed5213a3bd", "tag": "053424df-33c2-4a9e-a701-e58e071701a2", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:39:14.594945 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a959aa39-8ff6-408b-a3cf-f87e4a4c4583 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:39:14.595352 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'tag': '053424df-33c2-4a9e-a701-e58e071701a2', 'status': 'completed', 'code': 200} Dec 06 14:39:14.658786 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874eef78-852f-401f-b068-423f744ecead req-39a07a42-b8f5-470e-82d7-6898f7b18ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:14.660420 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-874eef78-852f-401f-b068-423f744ecead req-39a07a42-b8f5-470e-82d7-6898f7b18ba1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 1096 time: 0.0435700 Dec 06 14:39:14.765033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874eef78-852f-401f-b068-423f744ecead req-e0961d4b-87ba-418e-8239-125c7b62afbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:14.766499 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-874eef78-852f-401f-b068-423f744ecead req-e0961d4b-87ba-418e-8239-125c7b62afbf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c716424228f8423e91750a4cc8918d9a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0982511 Dec 06 14:39:14.864838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874eef78-852f-401f-b068-423f744ecead req-63e784d1-6e47-401b-b95b-7db2b0f362cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:14.866278 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-874eef78-852f-401f-b068-423f744ecead req-63e784d1-6e47-401b-b95b-7db2b0f362cf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929384 Dec 06 14:39:14.939150 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-b1992c8f-36b5-4465-8c2f-0bd76623f26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:14.940633 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-b1992c8f-36b5-4465-8c2f-0bd76623f26d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 1096 time: 0.0407290 Dec 06 14:39:14.989424 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-0d09f27e-374d-48a4-b133-58a5b67e4d0b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=053424df-33c2-4a9e-a701-e58e071701a2 HTTP/1.1" status: 200 len: 217 time: 0.0407274 Dec 06 14:39:15.036493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-5c5aad2d-b598-41d2-9917-12a0e42670a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:15.037897 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-5c5aad2d-b598-41d2-9917-12a0e42670a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=705457b5-5200-4385-9bf0-514cd4cd13dc HTTP/1.1" status: 200 len: 843 time: 0.0420322 Dec 06 14:39:15.081519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-45f6643b-1298-4fc2-87f1-420a57ba9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:15.082921 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-45f6643b-1298-4fc2-87f1-420a57ba9369 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a36af3c-b4b4-4c61-be9e-df93fb9c8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382156 Dec 06 14:39:15.173278 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-29e725e1-c560-4339-9c85-2edf189e00f8 service neutron] 10.222.0.41 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835083 Dec 06 14:39:15.260650 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f373807-d5c2-49d3-addd-a2e417574bbb req-41a7bc9b-3976-4562-877f-2ae57a7ade0a service neutron] 10.222.0.41 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807178 Dec 06 14:39:15.367568 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb2681-3c25-4a11-ac6e-e636cdff4c6c req-b4f225c8-20c0-42b9-9021-ba7019e0e927 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:15.369056 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4ccb2681-3c25-4a11-ac6e-e636cdff4c6c req-b4f225c8-20c0-42b9-9021-ba7019e0e927 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 943 time: 0.0480230 Dec 06 14:39:15.418483 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4ccb2681-3c25-4a11-ac6e-e636cdff4c6c req-dbe2cf1f-4c07-405a-959f-72d30d916b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba971d7-1604-4e13-8c73-737fc15cce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435483 Dec 06 14:39:16.536494 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b470f445-3356-4f4e-b4d0-2dce3db624d8 req-548288dd-469f-4f74-821a-ebba775246d6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:16.537991 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b470f445-3356-4f4e-b4d0-2dce3db624d8 req-548288dd-469f-4f74-821a-ebba775246d6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 943 time: 0.0481138 Dec 06 14:39:16.590526 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b470f445-3356-4f4e-b4d0-2dce3db624d8 req-648b005b-9c69-4599-bac4-1ea8b54b8408 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba971d7-1604-4e13-8c73-737fc15cce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467646 Dec 06 14:39:17.706053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf500c-945a-4e5f-b82c-7c2350f874ad req-69c05d0f-97fc-449e-8b2d-cfd9b8270af9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:17.707622 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ebf500c-945a-4e5f-b82c-7c2350f874ad req-69c05d0f-97fc-449e-8b2d-cfd9b8270af9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 943 time: 0.0512218 Dec 06 14:39:17.767935 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ebf500c-945a-4e5f-b82c-7c2350f874ad req-331112a9-a2cc-44df-865b-842507a0b819 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba971d7-1604-4e13-8c73-737fc15cce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519192 Dec 06 14:39:18.519727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 053424df-33c2-4a9e-a701-e58e071701a2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:39:18.664760 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 053424df-33c2-4a9e-a701-e58e071701a2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=053424df-33c2-4a9e-a701-e58e071701a2,segment=NetworkSegment(505df811-d6d1-4633-960c-605f1ce09134),segment_id=505df811-d6d1-4633-960c-605f1ce09134)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:18.683483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '053424df-33c2-4a9e-a701-e58e071701a2', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'port_id': '053424df-33c2-4a9e-a701-e58e071701a2', 'mac_address': 'fa:16:3e:fe:c1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:39:18.739802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.758070 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 053424df-33c2-4a9e-a701-e58e071701a2 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:39:18.784515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 053424df-33c2-4a9e-a701-e58e071701a2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=053424df-33c2-4a9e-a701-e58e071701a2,segment=NetworkSegment(505df811-d6d1-4633-960c-605f1ce09134),segment_id=505df811-d6d1-4633-960c-605f1ce09134)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:18.846411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:18.889260 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833820aa-397a-4921-b421-6799e16cda1d req-a681e96b-dc38-4f0e-98a6-e7e22f523bda tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:18.890823 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-833820aa-397a-4921-b421-6799e16cda1d req-a681e96b-dc38-4f0e-98a6-e7e22f523bda tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 944 time: 0.0537891 Dec 06 14:39:18.898802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=053424df-33c2-4a9e-a701-e58e071701a2,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:18.942629 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-833820aa-397a-4921-b421-6799e16cda1d req-4206b0c2-c594-4968-bc77-a5b26ef8614a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba971d7-1604-4e13-8c73-737fc15cce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448077 Dec 06 14:39:19.169145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['053424df-33c2-4a9e-a701-e58e071701a2'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:39:20.062342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787f1e37-0681-4bec-83e8-91a76abf0d0a req-35d8dc25-2da0-4bc2-b514-56c7cbc0be95 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:20.063783 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-787f1e37-0681-4bec-83e8-91a76abf0d0a req-35d8dc25-2da0-4bc2-b514-56c7cbc0be95 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 944 time: 0.0511320 Dec 06 14:39:20.110408 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-787f1e37-0681-4bec-83e8-91a76abf0d0a req-98ae4fff-b9af-4bd5-94ae-6865a9148746 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba971d7-1604-4e13-8c73-737fc15cce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408497 Dec 06 14:39:20.181231 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:39:20.522840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 053424df-33c2-4a9e-a701-e58e071701a2 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:39:20.669460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 053424df-33c2-4a9e-a701-e58e071701a2 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:39:20.673479 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 053424df-33c2-4a9e-a701-e58e071701a2 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:39:20.673849 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:20.748787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:20.771196 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053424df-33c2-4a9e-a701-e58e071701a2'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:39:20.773556 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4609bf53-ce32-45de-a4e8-d28543fb28bc" -d '{"events": [{"server_uuid": "ec78b28d-2b55-495d-b502-caed5213a3bd", "name": "network-vif-plugged", "status": "completed", "tag": "053424df-33c2-4a9e-a701-e58e071701a2"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:39:20.791412 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 053424df-33c2-4a9e-a701-e58e071701a2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=053424df-33c2-4a9e-a701-e58e071701a2,segment=NetworkSegment(505df811-d6d1-4633-960c-605f1ce09134),segment_id=505df811-d6d1-4633-960c-605f1ce09134)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:39:20.858060 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:20.882152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8173b991-5d37-4980-aea5-0ac04eeed2ae x-openstack-request-id: req-8173b991-5d37-4980-aea5-0ac04eeed2ae {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:39:20.882440 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec78b28d-2b55-495d-b502-caed5213a3bd", "name": "network-vif-plugged", "status": "completed", "tag": "053424df-33c2-4a9e-a701-e58e071701a2", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:39:20.882686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8173b991-5d37-4980-aea5-0ac04eeed2ae {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:39:20.883073 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '053424df-33c2-4a9e-a701-e58e071701a2', 'code': 200} Dec 06 14:39:20.908888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=053424df-33c2-4a9e-a701-e58e071701a2,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:21.156958 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be6c17-6fc8-441c-a3e9-828d867a786e req-ca62427b-a5f9-4482-86c2-89308250339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:21.158467 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-68be6c17-6fc8-441c-a3e9-828d867a786e req-ca62427b-a5f9-4482-86c2-89308250339d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 1098 time: 0.0387568 Dec 06 14:39:21.205119 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-68be6c17-6fc8-441c-a3e9-828d867a786e req-0c732c55-a16d-4721-a1f6-9bbc15ce210b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bba971d7-1604-4e13-8c73-737fc15cce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396752 Dec 06 14:39:21.222927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2725fa-ec56-481b-8c38-4657f32ec822 req-b589e024-ea69-4422-839b-e4451b0f1e2f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:21.224451 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f2725fa-ec56-481b-8c38-4657f32ec822 req-b589e024-ea69-4422-839b-e4451b0f1e2f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 945 time: 0.0478933 Dec 06 14:39:21.273835 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0f2725fa-ec56-481b-8c38-4657f32ec822 req-deab5463-abe4-419b-b257-4cf73ed0956f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba971d7-1604-4e13-8c73-737fc15cce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434208 Dec 06 14:39:22.393668 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcdcc8c-f9b9-4a10-9edb-fbc20aa6f020 req-d81cf5e2-0f50-4246-8eca-6ab11bbe1610 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:22.395095 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bdcdcc8c-f9b9-4a10-9edb-fbc20aa6f020 req-d81cf5e2-0f50-4246-8eca-6ab11bbe1610 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 945 time: 0.0514698 Dec 06 14:39:22.446816 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bdcdcc8c-f9b9-4a10-9edb-fbc20aa6f020 req-66d8743c-9a4d-486e-bd54-9e5e350c26ac tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba971d7-1604-4e13-8c73-737fc15cce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456903 Dec 06 14:39:23.562701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a28d6a-4334-4f4b-bf5d-7d7603a708b0 req-56423fcb-0aa2-4632-97b1-9b0a3b5f797c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:23.564772 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9a28d6a-4334-4f4b-bf5d-7d7603a708b0 req-56423fcb-0aa2-4632-97b1-9b0a3b5f797c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 945 time: 0.0517409 Dec 06 14:39:23.612779 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e9a28d6a-4334-4f4b-bf5d-7d7603a708b0 req-09ebdfc5-ba59-4cf8-84a5-a518b846075d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba971d7-1604-4e13-8c73-737fc15cce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420251 Dec 06 14:39:23.724470 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162d3f5-cceb-4be3-b987-5840627708cf req-2f914590-8d8a-4a16-b09e-77c2cdc69dea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:23.725875 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7162d3f5-cceb-4be3-b987-5840627708cf req-2f914590-8d8a-4a16-b09e-77c2cdc69dea tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 945 time: 0.0482485 Dec 06 14:39:23.782505 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7162d3f5-cceb-4be3-b987-5840627708cf req-5496aa3f-d54f-44c3-86a3-46092626b3f3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba971d7-1604-4e13-8c73-737fc15cce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507619 Dec 06 14:39:23.803638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38558) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:23.842866 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8788f911-016b-4ac8-8a83-6a2a91bc6d38 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:23.844376 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8788f911-016b-4ac8-8a83-6a2a91bc6d38 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 1093 time: 0.0397313 Dec 06 14:39:23.847114 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38560) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:23.851600 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '053424df-33c2-4a9e-a701-e58e071701a2', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:39:23.932218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:24.029073 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:24.137451 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.96 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/8b6aee52-523e-4fec-a256-b83a35b08a45) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:39:24.240107 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:24.315964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:24.353946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:39:24.356798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:39:24.360422 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:39:24.366207 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=8b6aee52-523e-4fec-a256-b83a35b08a45,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:25.029690 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.139060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.281591 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.382228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.449859 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=8b6aee52-523e-4fec-a256-b83a35b08a45,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:39:25.460794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.555835 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP 5d23a0b8-b294-4eff-b392-163d6a29114b associated. External IP: 172.36.1.96, port: 053424df-33c2-4a9e-a701-e58e071701a2. Dec 06 14:39:25.750956 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:39:25.860254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:39:25.870551 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ae629-adbf-4a38-a644-6c4866750e02 None None] Sync routers for ids ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:39:25.880117 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ae629-adbf-4a38-a644-6c4866750e02 None None] Routers {'8c8751ff-a8fd-4249-aab3-ecf8e21a749d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:25.895224 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-3a4ae629-adbf-4a38-a644-6c4866750e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:25.944985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:25.971578 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d411ad8c-7575-4570-a221-2c1bbfac7b00 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1234717 Dec 06 14:39:25.972491 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'tag': '053424df-33c2-4a9e-a701-e58e071701a2'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:39:25.974479 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38562) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:25.974966 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb7d5d2-bb15-4b26-bbf3-299423c7d09d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec78b28d-2b55-495d-b502-caed5213a3bd", "tag": "053424df-33c2-4a9e-a701-e58e071701a2"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:39:25.984877 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-3a4ae629-adbf-4a38-a644-6c4866750e02 None None] Set router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:26.012146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4738c0e0-daa6-4631-b073-c86fc896f771 x-openstack-request-id: req-4738c0e0-daa6-4631-b073-c86fc896f771 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:39:26.012544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec78b28d-2b55-495d-b502-caed5213a3bd", "tag": "053424df-33c2-4a9e-a701-e58e071701a2", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:39:26.012878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4738c0e0-daa6-4631-b073-c86fc896f771 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:39:26.013445 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'tag': '053424df-33c2-4a9e-a701-e58e071701a2', 'status': 'completed', 'code': 200} Dec 06 14:39:26.049919 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c90bdedf-6caf-45a8-922c-a86eec0a9e62 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/5d23a0b8-b294-4eff-b392-163d6a29114b HTTP/1.1" status: 200 len: 990 time: 0.0742793 Dec 06 14:39:26.080678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7d5d2-bb15-4b26-bbf3-299423c7d09d req-dfc65fca-37c6-499f-9aa9-a0bec2392897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:26.082527 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0bb7d5d2-bb15-4b26-bbf3-299423c7d09d req-dfc65fca-37c6-499f-9aa9-a0bec2392897 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 1098 time: 0.0459995 Dec 06 14:39:26.181468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7d5d2-bb15-4b26-bbf3-299423c7d09d req-e1ed7d21-08c5-4ac8-bc11-1b9870333410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:26.182985 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0bb7d5d2-bb15-4b26-bbf3-299423c7d09d req-e1ed7d21-08c5-4ac8-bc11-1b9870333410 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8a36af3c-b4b4-4c61-be9e-df93fb9c8514 HTTP/1.1" status: 200 len: 897 time: 0.0935049 Dec 06 14:39:26.215763 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-3a4ae629-adbf-4a38-a644-6c4866750e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:05Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5d23a0b8-b294-4eff-b392-163d6a29114b', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.96', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'port_id': '053424df-33c2-4a9e-a701-e58e071701a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'mac_address': 'fa:16:3e:fe:c1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:39:24Z', 'updated_at': '2021-12-06T14:39:24Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69b7885-24d5-485d-b439-0f4dbcab3b03', 'name': '', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:62:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:05Z', 'updated_at': '2021-12-06T14:39:08Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:26.241070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ae629-adbf-4a38-a644-6c4866750e02 None None] Checking router: 8c8751ff-a8fd-4249-aab3-ecf8e21a749d for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:39:26.245777 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0bb7d5d2-bb15-4b26-bbf3-299423c7d09d req-e6d6dd25-edad-4229-9a2c-7873f7cd1cd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=053424df-33c2-4a9e-a701-e58e071701a2 HTTP/1.1" status: 200 len: 998 time: 0.0556550 Dec 06 14:39:26.249352 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4ae629-adbf-4a38-a644-6c4866750e02 None None] Routers {'8c8751ff-a8fd-4249-aab3-ecf8e21a749d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:39:26.249959 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-3a4ae629-adbf-4a38-a644-6c4866750e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:39:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:26.295097 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7d5d2-bb15-4b26-bbf3-299423c7d09d req-dfa31bad-d91c-4c7a-bdfe-2633ccc02845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:26.296657 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0bb7d5d2-bb15-4b26-bbf3-299423c7d09d req-dfa31bad-d91c-4c7a-bdfe-2633ccc02845 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=705457b5-5200-4385-9bf0-514cd4cd13dc HTTP/1.1" status: 200 len: 843 time: 0.0441890 Dec 06 14:39:26.347200 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb7d5d2-bb15-4b26-bbf3-299423c7d09d req-cc25834c-720c-44f8-af47-16da4a71f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:26.349457 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0bb7d5d2-bb15-4b26-bbf3-299423c7d09d req-cc25834c-720c-44f8-af47-16da4a71f0ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a36af3c-b4b4-4c61-be9e-df93fb9c8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461090 Dec 06 14:39:26.450525 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-3a4ae629-adbf-4a38-a644-6c4866750e02 None None] Set router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:39:26.451604 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0bb7d5d2-bb15-4b26-bbf3-299423c7d09d req-71eb6aac-5bf5-4aac-b706-3532f8f08102 service neutron] 10.222.0.41 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952439 Dec 06 14:39:26.544817 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0bb7d5d2-bb15-4b26-bbf3-299423c7d09d req-766a568f-d6c2-4fbc-8b6f-07bf6fc61798 service neutron] 10.222.0.41 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862904 Dec 06 14:39:26.666553 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-3a4ae629-adbf-4a38-a644-6c4866750e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:05Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5d23a0b8-b294-4eff-b392-163d6a29114b', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.96', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'port_id': '053424df-33c2-4a9e-a701-e58e071701a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'mac_address': 'fa:16:3e:fe:c1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:39:24Z', 'updated_at': '2021-12-06T14:39:24Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69b7885-24d5-485d-b439-0f4dbcab3b03', 'name': '', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:62:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:05Z', 'updated_at': '2021-12-06T14:39:08Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:39:26.697388 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4ae629-adbf-4a38-a644-6c4866750e02 None None] The sync data for ids ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'] in dv-neutron-master-2-hyperv is: [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:05Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5d23a0b8-b294-4eff-b392-163d6a29114b', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.96', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'port_id': '053424df-33c2-4a9e-a701-e58e071701a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'mac_address': 'fa:16:3e:fe:c1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:39:24Z', 'updated_at': '2021-12-06T14:39:24Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b69b7885-24d5-485d-b439-0f4dbcab3b03', 'name': '', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:62:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:05Z', 'updated_at': '2021-12-06T14:39:08Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:39:26.874145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1b5ea7-dd8d-4183-b78e-1d90c9fb8a6c None None] New status for floating IP 5d23a0b8-b294-4eff-b392-163d6a29114b: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:39:27.054040 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38566) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:39:27.116239 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-35d838ec-eed9-4239-8f42-fb0373c51ca0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/5d23a0b8-b294-4eff-b392-163d6a29114b HTTP/1.1" status: 200 len: 992 time: 0.0610816 Dec 06 14:39:29.509185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:31.320932 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7855e8e3-ec64-43ea-920d-2ff882e5ec45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:33.675485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-489b1ae8-c8c0-4585-b8e2-d8b2c5d9abeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:34.777560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:35.989162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:36.936514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:39:47.525431 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-87686264-d622-45b7-9133-25cc644b6cda req-d677a699-2b77-4f9c-bb1c-4fed0a142f3d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417101 Dec 06 14:39:47.608695 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87686264-d622-45b7-9133-25cc644b6cda req-08d36e9c-a4ac-4f76-bd79-90b04a1b1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:47.610185 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-87686264-d622-45b7-9133-25cc644b6cda req-08d36e9c-a4ac-4f76-bd79-90b04a1b1ed9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 1098 time: 0.0414362 Dec 06 14:39:47.712064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87686264-d622-45b7-9133-25cc644b6cda req-533dcf29-5c36-40ae-82dc-cb41e5f45a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:47.713550 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-87686264-d622-45b7-9133-25cc644b6cda req-533dcf29-5c36-40ae-82dc-cb41e5f45a2f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8a36af3c-b4b4-4c61-be9e-df93fb9c8514 HTTP/1.1" status: 200 len: 897 time: 0.0837221 Dec 06 14:39:47.780331 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-87686264-d622-45b7-9133-25cc644b6cda req-d2de4eba-ea96-4b48-bc3e-adb94bd5607b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=053424df-33c2-4a9e-a701-e58e071701a2 HTTP/1.1" status: 200 len: 1000 time: 0.0597599 Dec 06 14:39:47.829389 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87686264-d622-45b7-9133-25cc644b6cda req-48b1000c-5636-429f-93d9-b2f8cb52f977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:47.830784 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-87686264-d622-45b7-9133-25cc644b6cda req-48b1000c-5636-429f-93d9-b2f8cb52f977 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=705457b5-5200-4385-9bf0-514cd4cd13dc HTTP/1.1" status: 200 len: 843 time: 0.0425963 Dec 06 14:39:47.874512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87686264-d622-45b7-9133-25cc644b6cda req-12cf56e3-c53e-4cee-a09b-a203ece73685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:39:47.875908 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-87686264-d622-45b7-9133-25cc644b6cda req-12cf56e3-c53e-4cee-a09b-a203ece73685 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a36af3c-b4b4-4c61-be9e-df93fb9c8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379844 Dec 06 14:39:47.967222 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-87686264-d622-45b7-9133-25cc644b6cda req-ba5eba6c-c952-4d71-981a-0e0a62e074c9 service neutron] 10.222.0.41 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832934 Dec 06 14:39:48.059382 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-87686264-d622-45b7-9133-25cc644b6cda req-76817374-7c15-4eef-9bb7-a1e82f7a4901 service neutron] 10.222.0.41 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852020 Dec 06 14:39:57.179499 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:39:59.542706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:01.285878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-294bf948-1a68-40e3-8ce5-3507a6f13c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:03.680226 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8e004097-d7ae-4b50-bf50-b2c35d61d87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:04.787225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.005987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:06.914918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:29.536163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:31.318996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5a6addb9-5dca-4e1d-be13-6f0b74e018d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:33.695494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e53d79c-7a3d-4d3f-a5b8-990ccece1c4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:34.178897 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:40:34.827668 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:35.999254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:36.924821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:40:48.498796 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e4a3795-5513-4169-b278-29257e7f16a6 req-040ad984-2ab6-4fb1-8580-18be5abdc362 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382168 Dec 06 14:40:48.577633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a3795-5513-4169-b278-29257e7f16a6 req-ff443002-8938-4223-8a9f-1950a4470d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:48.579078 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e4a3795-5513-4169-b278-29257e7f16a6 req-ff443002-8938-4223-8a9f-1950a4470d8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 1098 time: 0.0394504 Dec 06 14:40:48.681151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a3795-5513-4169-b278-29257e7f16a6 req-681eb65b-ee50-49a6-a21c-83e78464bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:48.682625 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e4a3795-5513-4169-b278-29257e7f16a6 req-681eb65b-ee50-49a6-a21c-83e78464bfb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8a36af3c-b4b4-4c61-be9e-df93fb9c8514 HTTP/1.1" status: 200 len: 897 time: 0.0855701 Dec 06 14:40:48.750347 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e4a3795-5513-4169-b278-29257e7f16a6 req-c2c8de1c-9a85-4747-ba48-e3566d34ac34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=053424df-33c2-4a9e-a701-e58e071701a2 HTTP/1.1" status: 200 len: 1000 time: 0.0604067 Dec 06 14:40:48.797592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a3795-5513-4169-b278-29257e7f16a6 req-15aa3cd4-9b7b-4e09-8490-69cfc12bcc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:48.798967 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e4a3795-5513-4169-b278-29257e7f16a6 req-15aa3cd4-9b7b-4e09-8490-69cfc12bcc5f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=705457b5-5200-4385-9bf0-514cd4cd13dc HTTP/1.1" status: 200 len: 843 time: 0.0420327 Dec 06 14:40:48.843548 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a3795-5513-4169-b278-29257e7f16a6 req-4bdc9a09-d2d3-4c40-b79f-9a2c0c98dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:40:48.844981 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e4a3795-5513-4169-b278-29257e7f16a6 req-4bdc9a09-d2d3-4c40-b79f-9a2c0c98dd20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a36af3c-b4b4-4c61-be9e-df93fb9c8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0369923 Dec 06 14:40:48.938591 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e4a3795-5513-4169-b278-29257e7f16a6 req-75ab0bbf-4ad4-4e32-925b-993baf599956 service neutron] 10.222.0.41 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857143 Dec 06 14:40:49.025971 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3e4a3795-5513-4169-b278-29257e7f16a6 req-a1a7056d-ed56-4c06-ac01-42954e8a73c9 service neutron] 10.222.0.41 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811942 Dec 06 14:40:59.535517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:01.318489 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0270513e-f3b3-46d5-aa41-fb52bddd3d4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:03.712938 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0b7aac29-c723-4200-b28b-fe8503c4dfa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:04.821583 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:06.020528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:06.917691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:11.177025 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:41:29.541033 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:31.299782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a38612a1-30e0-427e-ae9a-5901868270a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:33.694672 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e033161-d665-4476-9c9a-5625fff08560 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:34.792092 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:36.031863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:36.906486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:41:48.175931 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:41:49.516528 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cc703a8c-3280-4790-9df0-a5fa99553cb8 req-f1732585-cc06-4518-babf-8109eb3b56ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415368 Dec 06 14:41:49.595544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc703a8c-3280-4790-9df0-a5fa99553cb8 req-730907ba-b904-4e44-8e1d-ffbcdf9c30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:49.597064 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cc703a8c-3280-4790-9df0-a5fa99553cb8 req-730907ba-b904-4e44-8e1d-ffbcdf9c30e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 1098 time: 0.0397444 Dec 06 14:41:49.701151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc703a8c-3280-4790-9df0-a5fa99553cb8 req-1909105f-34a8-4194-8c8e-97c126755c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:49.702617 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cc703a8c-3280-4790-9df0-a5fa99553cb8 req-1909105f-34a8-4194-8c8e-97c126755c39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8a36af3c-b4b4-4c61-be9e-df93fb9c8514 HTTP/1.1" status: 200 len: 897 time: 0.0881190 Dec 06 14:41:49.766377 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cc703a8c-3280-4790-9df0-a5fa99553cb8 req-dbb2aca3-c830-4936-8c8b-6c401b026ed9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=053424df-33c2-4a9e-a701-e58e071701a2 HTTP/1.1" status: 200 len: 1000 time: 0.0567825 Dec 06 14:41:49.815271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc703a8c-3280-4790-9df0-a5fa99553cb8 req-0f5ab0c9-23d0-4d3d-b80d-f63a7fd319f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:49.816589 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cc703a8c-3280-4790-9df0-a5fa99553cb8 req-0f5ab0c9-23d0-4d3d-b80d-f63a7fd319f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=705457b5-5200-4385-9bf0-514cd4cd13dc HTTP/1.1" status: 200 len: 843 time: 0.0436070 Dec 06 14:41:49.865067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc703a8c-3280-4790-9df0-a5fa99553cb8 req-44fff567-531f-4d37-9f26-066c4f70ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:41:49.866565 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cc703a8c-3280-4790-9df0-a5fa99553cb8 req-44fff567-531f-4d37-9f26-066c4f70ab2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a36af3c-b4b4-4c61-be9e-df93fb9c8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431099 Dec 06 14:41:49.954986 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cc703a8c-3280-4790-9df0-a5fa99553cb8 req-2be10851-b595-43a1-ac7a-f958e841da13 service neutron] 10.222.0.41 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802395 Dec 06 14:41:50.047035 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cc703a8c-3280-4790-9df0-a5fa99553cb8 req-fa84cfd1-70a6-4099-bea7-a596dfcb0a4b service neutron] 10.222.0.41 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854959 Dec 06 14:41:59.545948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:01.070143 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38616) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:01.075355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:01.158168 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3041759'] for subnet, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:01.316773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c01e074e-de09-4d22-bcb1-2180aba3994e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:01.368552 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738274450607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2808574'] for subnet, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:01.403369 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:01.403954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:01.405480 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/subnets/705457b5-5200-4385-9bf0-514cd4cd13dc HTTP/1.1" status: 200 len: 835 time: 0.3341789 Dec 06 14:42:01.409127 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89122ac-eb69-49eb-8632-8374941c8b11 None None] Network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:01.421011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Subnet': ['ID=705457b5-5200-4385-9bf0-514cd4cd13dc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:01.428406 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:01.429058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:01.429177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:01.429451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:01.429813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:01.430146 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:01.430481 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:01.430819 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:01.431142 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:01.431468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:01.431803 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:01.432128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:01.432448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561671e5-d1c3-49a7-8583-5ec7fdd74a96 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:01.740530 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-381c6fcd-b658-4539-a84b-e643a1d03693 None None] Provisioning complete for port 053424df-33c2-4a9e-a701-e58e071701a2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:01.740927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-381c6fcd-b658-4539-a84b-e643a1d03693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:01.826637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-381c6fcd-b658-4539-a84b-e643a1d03693 None None] Provisioning complete for port b69b7885-24d5-485d-b439-0f4dbcab3b03 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:01.826949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-381c6fcd-b658-4539-a84b-e643a1d03693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:01.909910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-381c6fcd-b658-4539-a84b-e643a1d03693 None None] Provisioning complete for port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:01.910279 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-381c6fcd-b658-4539-a84b-e643a1d03693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:03.706004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-354043ac-7d44-4ffe-bc66-6ba23bb5007b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:04.808631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:06.001662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:06.911202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:25.175339 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:42:29.573774 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:31.293449 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eaaa4e04-6c63-4b4c-b697-17680a1e9fa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:33.716730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-88da1f9d-ddd8-4f60-ae4b-a9b96d8024ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:34.813444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:35.996377 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:36.933430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.431072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38622) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:45.621001 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-1c674372-e277-4701-8898-bf71ed51a36d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 8b6aee52-523e-4fec-a256-b83a35b08a45 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:42:45.621333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1c674372-e277-4701-8898-bf71ed51a36d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.694311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1c674372-e277-4701-8898-bf71ed51a36d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.694563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1c674372-e277-4701-8898-bf71ed51a36d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.706718 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-1c674372-e277-4701-8898-bf71ed51a36d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 8b6aee52-523e-4fec-a256-b83a35b08a45 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:42:45.916402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1c674372-e277-4701-8898-bf71ed51a36d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:45.946700 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c674372-e277-4701-8898-bf71ed51a36d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=8b6aee52-523e-4fec-a256-b83a35b08a45,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:46.012232 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1c674372-e277-4701-8898-bf71ed51a36d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.012609 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-1c674372-e277-4701-8898-bf71ed51a36d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP 5d23a0b8-b294-4eff-b392-163d6a29114b disassociated (deleted). External IP: 172.36.1.96, port: 053424df-33c2-4a9e-a701-e58e071701a2. Dec 06 14:42:46.222259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c674372-e277-4701-8898-bf71ed51a36d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:42:46.327766 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c674372-e277-4701-8898-bf71ed51a36d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:42:46.332578 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1c674372-e277-4701-8898-bf71ed51a36d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:46.337481 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eefac42-f07b-4af4-ae21-87f7ad89b0ea None None] Sync routers for ids ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:42:46.347914 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eefac42-f07b-4af4-ae21-87f7ad89b0ea None None] Routers {'8c8751ff-a8fd-4249-aab3-ecf8e21a749d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:46.348551 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-6eefac42-f07b-4af4-ae21-87f7ad89b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:46.359654 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1c674372-e277-4701-8898-bf71ed51a36d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/floatingips/5d23a0b8-b294-4eff-b392-163d6a29114b HTTP/1.1" status: 204 len: 168 time: 0.9273918 Dec 06 14:42:46.360261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'tag': '053424df-33c2-4a9e-a701-e58e071701a2'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:46.362559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961e8578-a43f-4ae1-8a9f-e034b94b6b32" -d '{"events": [{"name": "network-changed", "server_uuid": "ec78b28d-2b55-495d-b502-caed5213a3bd", "tag": "053424df-33c2-4a9e-a701-e58e071701a2"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:46.403580 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c3ca7d7-4d09-4ffb-a407-7e95fce07103 x-openstack-request-id: req-3c3ca7d7-4d09-4ffb-a407-7e95fce07103 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:46.403875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec78b28d-2b55-495d-b502-caed5213a3bd", "tag": "053424df-33c2-4a9e-a701-e58e071701a2", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:46.404131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c3ca7d7-4d09-4ffb-a407-7e95fce07103 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:46.404535 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'tag': '053424df-33c2-4a9e-a701-e58e071701a2', 'status': 'completed', 'code': 200} Dec 06 14:42:46.462534 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-6eefac42-f07b-4af4-ae21-87f7ad89b0ea None None] Set router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:46.509839 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e8578-a43f-4ae1-8a9f-e034b94b6b32 req-7066ac75-4bc7-4537-89d7-0a4871691295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:46.511435 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-961e8578-a43f-4ae1-8a9f-e034b94b6b32 req-7066ac75-4bc7-4537-89d7-0a4871691295 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 1098 time: 0.0832417 Dec 06 14:42:46.660430 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-6eefac42-f07b-4af4-ae21-87f7ad89b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:05Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b69b7885-24d5-485d-b439-0f4dbcab3b03', 'name': '', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:62:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:05Z', 'updated_at': '2021-12-06T14:39:08Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:46.691834 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eefac42-f07b-4af4-ae21-87f7ad89b0ea None None] Checking router: 8c8751ff-a8fd-4249-aab3-ecf8e21a749d for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:42:46.705799 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eefac42-f07b-4af4-ae21-87f7ad89b0ea None None] Routers {'8c8751ff-a8fd-4249-aab3-ecf8e21a749d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:46.706440 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-6eefac42-f07b-4af4-ae21-87f7ad89b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:46.906090 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-6eefac42-f07b-4af4-ae21-87f7ad89b0ea None None] Set router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:46.965663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e8578-a43f-4ae1-8a9f-e034b94b6b32 req-da209edf-7b4c-49aa-aff2-a04d4b002dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:46.967149 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-961e8578-a43f-4ae1-8a9f-e034b94b6b32 req-da209edf-7b4c-49aa-aff2-a04d4b002dde service neutron] 10.222.0.41 "GET /v2.0/networks?id=8a36af3c-b4b4-4c61-be9e-df93fb9c8514 HTTP/1.1" status: 200 len: 897 time: 0.4473410 Dec 06 14:42:47.015851 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-961e8578-a43f-4ae1-8a9f-e034b94b6b32 req-45d3c544-94af-4341-8376-27bd054f1151 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=053424df-33c2-4a9e-a701-e58e071701a2 HTTP/1.1" status: 200 len: 217 time: 0.0399587 Dec 06 14:42:47.090070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e8578-a43f-4ae1-8a9f-e034b94b6b32 req-ce67f685-cf43-4144-ab7d-f3b25dd5b492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:47.091514 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-961e8578-a43f-4ae1-8a9f-e034b94b6b32 req-ce67f685-cf43-4144-ab7d-f3b25dd5b492 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=705457b5-5200-4385-9bf0-514cd4cd13dc HTTP/1.1" status: 200 len: 843 time: 0.0672426 Dec 06 14:42:47.099987 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa3761-7b61-4de2-a979-e83188f125d7 req-6cf1f049-d4fd-43e9-a4bf-1c0a7ff9f125 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:47.101389 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e9fa3761-7b61-4de2-a979-e83188f125d7 req-6cf1f049-d4fd-43e9-a4bf-1c0a7ff9f125 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 945 time: 0.1628847 Dec 06 14:42:47.104761 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-6eefac42-f07b-4af4-ae21-87f7ad89b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:05Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b69b7885-24d5-485d-b439-0f4dbcab3b03', 'name': '', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:62:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:05Z', 'updated_at': '2021-12-06T14:39:08Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:47.130837 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eefac42-f07b-4af4-ae21-87f7ad89b0ea None None] The sync data for ids ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'] in dv-neutron-master-2-hyperv is: [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:05Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b69b7885-24d5-485d-b439-0f4dbcab3b03', 'name': '', 'network_id': '8a36af3c-b4b4-4c61-be9e-df93fb9c8514', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:62:8d:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1463, 'fixed_ips': [{'subnet_id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:05Z', 'updated_at': '2021-12-06T14:39:08Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '705457b5-5200-4385-9bf0-514cd4cd13dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:42:47.168518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961e8578-a43f-4ae1-8a9f-e034b94b6b32 req-1a7ebec0-869f-4ab1-a968-431b2e6aa605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:47.170049 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-961e8578-a43f-4ae1-8a9f-e034b94b6b32 req-1a7ebec0-869f-4ab1-a968-431b2e6aa605 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8a36af3c-b4b4-4c61-be9e-df93fb9c8514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678253 Dec 06 14:42:47.179536 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e9fa3761-7b61-4de2-a979-e83188f125d7 req-8229c791-9912-4913-9f21-1ab82dbd9c32 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba971d7-1604-4e13-8c73-737fc15cce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688794 Dec 06 14:42:47.184363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-961e8578-a43f-4ae1-8a9f-e034b94b6b32 req-58b399e6-e0ea-46a8-b3d5-800d4cb37175 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:42:47.186950 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-961e8578-a43f-4ae1-8a9f-e034b94b6b32 req-58b399e6-e0ea-46a8-b3d5-800d4cb37175 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053394 Dec 06 14:42:47.290657 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-961e8578-a43f-4ae1-8a9f-e034b94b6b32 req-5684cb7d-8670-4955-a355-8648a3b5e03f service neutron] 10.222.0.41 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928190 Dec 06 14:42:47.351866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9632d06-2375-4f0b-8d4e-df16bc96655b None None] New status for floating IP 5d23a0b8-b294-4eff-b392-163d6a29114b: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:42:47.384454 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-961e8578-a43f-4ae1-8a9f-e034b94b6b32 req-79cf278c-c27a-4d01-9f5e-8dcc20adf11c service neutron] 10.222.0.41 "GET /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859761 Dec 06 14:42:48.350239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb58b36-a2ba-4496-b994-544d122c878b req-0d632349-c8d4-4098-94a4-1ae93c1ec211 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:48.351740 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9fb58b36-a2ba-4496-b994-544d122c878b req-0d632349-c8d4-4098-94a4-1ae93c1ec211 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 945 time: 0.0903735 Dec 06 14:42:48.373436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bed6043-28fa-44a1-913d-3715bdff4ba8 req-c0c0f71c-7b81-4d47-9232-cac46dbd816e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:48.375418 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2bed6043-28fa-44a1-913d-3715bdff4ba8 req-c0c0f71c-7b81-4d47-9232-cac46dbd816e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 945 time: 0.0473824 Dec 06 14:42:48.400402 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9fb58b36-a2ba-4496-b994-544d122c878b req-d2fea5c0-8e9c-4a5d-96e0-bd7adf3c0548 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=bba971d7-1604-4e13-8c73-737fc15cce5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425732 Dec 06 14:42:48.466422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-2bed6043-28fa-44a1-913d-3715bdff4ba8 req-f1f247cb-f592-45d2-aef4-6aecb696e9f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 053424df-33c2-4a9e-a701-e58e071701a2 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:42:48.466674 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2bed6043-28fa-44a1-913d-3715bdff4ba8 req-f1f247cb-f592-45d2-aef4-6aecb696e9f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.551879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-2bed6043-28fa-44a1-913d-3715bdff4ba8 req-f1f247cb-f592-45d2-aef4-6aecb696e9f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port 053424df-33c2-4a9e-a701-e58e071701a2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=053424df-33c2-4a9e-a701-e58e071701a2,segment=NetworkSegment(505df811-d6d1-4633-960c-605f1ce09134),segment_id=505df811-d6d1-4633-960c-605f1ce09134)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:48.552491 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2bed6043-28fa-44a1-913d-3715bdff4ba8 req-f1f247cb-f592-45d2-aef4-6aecb696e9f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.564682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-2bed6043-28fa-44a1-913d-3715bdff4ba8 req-f1f247cb-f592-45d2-aef4-6aecb696e9f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 053424df-33c2-4a9e-a701-e58e071701a2 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:42:48.772672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2bed6043-28fa-44a1-913d-3715bdff4ba8 req-f1f247cb-f592-45d2-aef4-6aecb696e9f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.801666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f247cb-f592-45d2-aef4-6aecb696e9f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=053424df-33c2-4a9e-a701-e58e071701a2,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:48.848689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bed6043-28fa-44a1-913d-3715bdff4ba8 req-f1f247cb-f592-45d2-aef4-6aecb696e9f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] No DVR routers for this DVR port 053424df-33c2-4a9e-a701-e58e071701a2 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:42:48.851392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-2bed6043-28fa-44a1-913d-3715bdff4ba8 req-f1f247cb-f592-45d2-aef4-6aecb696e9f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:48.856702 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2bed6043-28fa-44a1-913d-3715bdff4ba8 req-f1f247cb-f592-45d2-aef4-6aecb696e9f8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "DELETE /v2.0/ports/053424df-33c2-4a9e-a701-e58e071701a2 HTTP/1.1" status: 204 len: 173 time: 0.4733205 Dec 06 14:42:48.857257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'name': 'network-vif-deleted', 'tag': '053424df-33c2-4a9e-a701-e58e071701a2'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:42:48.860113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e388e1ef-d6e1-4f9a-9fba-170274fae046" -d '{"events": [{"server_uuid": "ec78b28d-2b55-495d-b502-caed5213a3bd", "name": "network-vif-deleted", "tag": "053424df-33c2-4a9e-a701-e58e071701a2"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:42:48.910318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1d06b8-7d1a-4fcc-b9f8-a88502ef93ba x-openstack-request-id: req-5a1d06b8-7d1a-4fcc-b9f8-a88502ef93ba {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:42:48.910623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec78b28d-2b55-495d-b502-caed5213a3bd", "name": "network-vif-deleted", "tag": "053424df-33c2-4a9e-a701-e58e071701a2", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:42:48.910880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a1d06b8-7d1a-4fcc-b9f8-a88502ef93ba {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:42:48.911277 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec78b28d-2b55-495d-b502-caed5213a3bd', 'name': 'network-vif-deleted', 'tag': '053424df-33c2-4a9e-a701-e58e071701a2', 'status': 'completed', 'code': 200} Dec 06 14:42:49.506301 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1310751d-cf37-4ffe-ad78-4f6fb04744c0 req-847a9233-cbd5-464f-99df-8bb46761ebd7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec78b28d-2b55-495d-b502-caed5213a3bd HTTP/1.1" status: 200 len: 210 time: 0.0253563 Dec 06 14:42:50.563033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38658) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:50.617377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fd999dd-b7a0-4667-8e44-5fa27d98986f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:50.641692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fd999dd-b7a0-4667-8e44-5fa27d98986f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:50.766557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fd999dd-b7a0-4667-8e44-5fa27d98986f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:50.769216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fd999dd-b7a0-4667-8e44-5fa27d98986f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:50.770388 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1fd999dd-b7a0-4667-8e44-5fa27d98986f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/security-groups/bba971d7-1604-4e13-8c73-737fc15cce5f HTTP/1.1" status: 204 len: 168 time: 0.2063568 Dec 06 14:42:50.779678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd999dd-b7a0-4667-8e44-5fa27d98986f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba971d7-1604-4e13-8c73-737fc15cce5f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:50.870466 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38662) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:51.224069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d614d22-303c-4949-a0f1-4fc1852b0512 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.472400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-4d614d22-303c-4949-a0f1-4fc1852b0512 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port b69b7885-24d5-485d-b439-0f4dbcab3b03 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:42:51.472737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d614d22-303c-4949-a0f1-4fc1852b0512 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.559223 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-4d614d22-303c-4949-a0f1-4fc1852b0512 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port b69b7885-24d5-485d-b439-0f4dbcab3b03, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b69b7885-24d5-485d-b439-0f4dbcab3b03,segment=NetworkSegment(505df811-d6d1-4633-960c-605f1ce09134),segment_id=505df811-d6d1-4633-960c-605f1ce09134)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:51.559467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d614d22-303c-4949-a0f1-4fc1852b0512 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.571514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-4d614d22-303c-4949-a0f1-4fc1852b0512 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for b69b7885-24d5-485d-b439-0f4dbcab3b03 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:42:51.807878 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d614d22-303c-4949-a0f1-4fc1852b0512 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:51.840059 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d614d22-303c-4949-a0f1-4fc1852b0512 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=b69b7885-24d5-485d-b439-0f4dbcab3b03,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:52.011390 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4d614d22-303c-4949-a0f1-4fc1852b0512 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.223089 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d614d22-303c-4949-a0f1-4fc1852b0512 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:42:52.328292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d614d22-303c-4949-a0f1-4fc1852b0512 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:42:52.333643 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4d614d22-303c-4949-a0f1-4fc1852b0512 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/8c8751ff-a8fd-4249-aab3-ecf8e21a749d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4620819 Dec 06 14:42:52.336583 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38664) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:52.338382 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c31b6-5e46-4077-b493-e9d93f991981 None None] Sync routers for ids ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:42:52.352270 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c31b6-5e46-4077-b493-e9d93f991981 None None] Routers {'8c8751ff-a8fd-4249-aab3-ecf8e21a749d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:52.352889 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a90c31b6-5e46-4077-b493-e9d93f991981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:52.386262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting subnet 705457b5-5200-4385-9bf0-514cd4cd13dc {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:42:52.389341 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.432317 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.456935 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a90c31b6-5e46-4077-b493-e9d93f991981 None None] Set router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:52.513647 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.627944 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a90c31b6-5e46-4077-b493-e9d93f991981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:42:51Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:52.648095 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.653292 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c31b6-5e46-4077-b493-e9d93f991981 None None] Checking router: 8c8751ff-a8fd-4249-aab3-ecf8e21a749d for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:42:52.661401 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90c31b6-5e46-4077-b493-e9d93f991981 None None] Routers {'8c8751ff-a8fd-4249-aab3-ecf8e21a749d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:52.662004 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a90c31b6-5e46-4077-b493-e9d93f991981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:52.688941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Subnet': ['ID=705457b5-5200-4385-9bf0-514cd4cd13dc,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:52.692701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf68105-2fff-4383-bf4c-511fe225f083 None None] Network 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:52.702101 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.708513 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/subnets/705457b5-5200-4385-9bf0-514cd4cd13dc HTTP/1.1" status: 204 len: 168 time: 0.3679292 Dec 06 14:42:52.708513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:52.708513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:52.708513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:52.709374 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38666) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:52.709789 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:52.709789 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:52.711206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:52.711567 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:52.711922 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:52.712240 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:52.712581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:52.712949 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:52.713280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:52.713604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c32b66-5dde-4881-9d82-ecb85068776a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:52.787572 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a90c31b6-5e46-4077-b493-e9d93f991981 None None] Set router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:52.830896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.905529 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] DHCP port deletion for 8a36af3c-b4b4-4c61-be9e-df93fb9c8514 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:42:52.939654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.955641 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Deleting port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:42:52.956019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:52.978934 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a90c31b6-5e46-4077-b493-e9d93f991981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:42:51Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:53.007277 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90c31b6-5e46-4077-b493-e9d93f991981 None None] The sync data for ids ['8c8751ff-a8fd-4249-aab3-ecf8e21a749d'] in dv-neutron-master-2-hyperv is: [{'id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'name': 'tempest-TestNetworkBasicOps-router-1035120377', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127'}], 'enable_snat': True}, 'gw_port_id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:42:51Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '81ea4c2e-ba3d-4415-8e87-0471da42f40e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:d6:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c8751ff-a8fd-4249-aab3-ecf8e21a749d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:39:01Z', 'updated_at': '2021-12-06T14:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:42:53.058707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 81ea4c2e-ba3d-4415-8e87-0471da42f40e {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:42:53.059052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.139687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port 81ea4c2e-ba3d-4415-8e87-0471da42f40e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=81ea4c2e-ba3d-4415-8e87-0471da42f40e,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:53.140169 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.152550 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 81ea4c2e-ba3d-4415-8e87-0471da42f40e owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:42:53.177146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] For port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1059ca9d-57d4-4cc2-87ec-bbd8523149dd,segment=NetworkSegment(505df811-d6d1-4633-960c-605f1ce09134),segment_id=505df811-d6d1-4633-960c-605f1ce09134)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:53.177552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.190107 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Calling delete_port for 1059ca9d-57d4-4cc2-87ec-bbd8523149dd owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:42:53.344841 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.369274 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Pushing event deleted for resources: {'Port': ['ID=1059ca9d-57d4-4cc2-87ec-bbd8523149dd,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:53.378824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:53.379179 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:53.379475 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.379724 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:53.380075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:53.380410 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:53.380747 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:53.381103 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:53.381436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:53.381769 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:53.382105 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:53.382440 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:53.382754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:53.383074 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:42:53.386160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe52c9-13cd-448b-92e2-376cdebec53b None None] No DVR routers for this DVR port 1059ca9d-57d4-4cc2-87ec-bbd8523149dd on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:42:53.410611 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=81ea4c2e-ba3d-4415-8e87-0471da42f40e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:53.428470 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644554ae-dc9f-46ec-bba8-7dec7e232ac8 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:42:53.476619 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.552176 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 053424df-33c2-4a9e-a701-e58e071701a2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:42:53.566177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.568326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.571950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 053424df-33c2-4a9e-a701-e58e071701a2 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:42:53.572296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 053424df-33c2-4a9e-a701-e58e071701a2 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:42:53.670216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.672655 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Fanout notify agent at l3_agent the message router_deleted on router 8c8751ff-a8fd-4249-aab3-ecf8e21a749d {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:42:53.686653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.686653 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f84ebd94-ea9e-4e30-978a-8d11bcebbb75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/routers/8c8751ff-a8fd-4249-aab3-ecf8e21a749d HTTP/1.1" status: 204 len: 168 time: 0.9754152 Dec 06 14:42:53.688045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38670) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:53.773760 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39077b24-efa2-4540-b85f-6d8e33b97bbf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.788829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b69b7885-24d5-485d-b439-0f4dbcab3b03 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:42:53.810582 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: b69b7885-24d5-485d-b439-0f4dbcab3b03 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:42:53.810931 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device b69b7885-24d5-485d-b439-0f4dbcab3b03 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:42:53.811890 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1059ca9d-57d4-4cc2-87ec-bbd8523149dd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:42:53.835312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 1059ca9d-57d4-4cc2-87ec-bbd8523149dd {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:42:53.835876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1059ca9d-57d4-4cc2-87ec-bbd8523149dd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:42:53.871369 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39077b24-efa2-4540-b85f-6d8e33b97bbf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.891966 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-39077b24-efa2-4540-b85f-6d8e33b97bbf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a36af3c-b4b4-4c61-be9e-df93fb9c8514']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:53.900952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-39077b24-efa2-4540-b85f-6d8e33b97bbf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '505df811-d6d1-4633-960c-605f1ce09134') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:53.901251 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-39077b24-efa2-4540-b85f-6d8e33b97bbf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '505df811-d6d1-4633-960c-605f1ce09134') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:53.910237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39077b24-efa2-4540-b85f-6d8e33b97bbf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.922736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39077b24-efa2-4540-b85f-6d8e33b97bbf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.928592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39077b24-efa2-4540-b85f-6d8e33b97bbf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:42:53.929004 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39077b24-efa2-4540-b85f-6d8e33b97bbf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:42:53.931870 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:42:54.064332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39077b24-efa2-4540-b85f-6d8e33b97bbf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.076024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-39077b24-efa2-4540-b85f-6d8e33b97bbf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.076024 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-39077b24-efa2-4540-b85f-6d8e33b97bbf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/networks/8a36af3c-b4b4-4c61-be9e-df93fb9c8514 HTTP/1.1" status: 204 len: 168 time: 0.3850944 Dec 06 14:42:54.087269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38672) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:54.087736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39077b24-efa2-4540-b85f-6d8e33b97bbf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Network': ['ID=8a36af3c-b4b4-4c61-be9e-df93fb9c8514,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:54.092967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1d75e8ab-e12d-473d-ace7-58cf417c78e9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'network': {'name': 'tempest-network-smoke--675090034', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'port_security_enabled': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:54.161705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d75e8ab-e12d-473d-ace7-58cf417c78e9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:54.165604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d75e8ab-e12d-473d-ace7-58cf417c78e9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.192268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d75e8ab-e12d-473d-ace7-58cf417c78e9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:42:54.200755 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d75e8ab-e12d-473d-ace7-58cf417c78e9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.201098 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-1d75e8ab-e12d-473d-ace7-58cf417c78e9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Added segment 30f35085-1842-4a50-9bbe-16b3b336f538 of type vlan for network e78765be-c535-4f6b-bd4c-34eccd01cc21 Dec 06 14:42:54.243351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d75e8ab-e12d-473d-ace7-58cf417c78e9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.338749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d75e8ab-e12d-473d-ace7-58cf417c78e9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.344562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d75e8ab-e12d-473d-ace7-58cf417c78e9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:54.345121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d75e8ab-e12d-473d-ace7-58cf417c78e9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.407973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d75e8ab-e12d-473d-ace7-58cf417c78e9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Network': ['ID=e78765be-c535-4f6b-bd4c-34eccd01cc21,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:54.419605 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network e78765be-c535-4f6b-bd4c-34eccd01cc21 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:42:54.443804 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1d75e8ab-e12d-473d-ace7-58cf417c78e9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3562667 Dec 06 14:42:54.446471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38674) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:54.451252 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-576715233', 'admin_state_up': True, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:54.527667 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.528706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.594240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:54.803951 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.381325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.399667 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.504456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.244 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/98304aa7-ce69-4d49-af7d-49b3a73a9d88) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:55.600717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.685097 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 81ea4c2e-ba3d-4415-8e87-0471da42f40e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:42:55.705211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.707624 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 81ea4c2e-ba3d-4415-8e87-0471da42f40e {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:42:55.707624 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 81ea4c2e-ba3d-4415-8e87-0471da42f40e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:42:55.745580 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:55.748412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:55.752473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:55.766632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d05929-4ae6-4d1d-a1d3-d05cd5e79bd9 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:42:55.779062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=98304aa7-ce69-4d49-af7d-49b3a73a9d88,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:55.801515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cd2386e9-5d76-4110-8ffa-f6c72b50fd3a None None] Provisioning complete for port 98304aa7-ce69-4d49-af7d-49b3a73a9d88 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:55.802148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd2386e9-5d76-4110-8ffa-f6c72b50fd3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:55.838948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cd2386e9-5d76-4110-8ffa-f6c72b50fd3a None None] Port 98304aa7-ce69-4d49-af7d-49b3a73a9d88 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:56.103888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.298072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.567033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router f4b1f92f-c00f-4660-9d31-0779dc05d507 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:42:56.672686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:42:56.682587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Sync routers for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:42:56.692572 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:56.693254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:56.757927 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:56.759179 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b20ad947-563c-49b6-9acd-f71e67dc464e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3117459 Dec 06 14:42:56.762571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38676) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:56.793687 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b8f99345-aaee-410a-82a6-4cb6b4351d31 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c716424228f8423e91750a4cc8918d9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299952 Dec 06 14:42:56.796262 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38678) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:56.796864 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:56.880340 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97782137-050f-4be9-b1b3-7c59cf8a1332 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:56.881877 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-97782137-050f-4be9-b1b3-7c59cf8a1332 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0847347 Dec 06 14:42:56.884764 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38680) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:56.911956 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1ef91076-a795-474c-afdb-a9e42adcffd6 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261133 Dec 06 14:42:56.916842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38682) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:56.922263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4a7864ab-a76d-40b8-823c-04bc95a2828a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-306415762', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:42:56.973765 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:55Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:57.004339 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Checking router: f4b1f92f-c00f-4660-9d31-0779dc05d507 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:42:57.004691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Updating router f4b1f92f-c00f-4660-9d31-0779dc05d507 port 98304aa7-ce69-4d49-af7d-49b3a73a9d88 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:42:57.029108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.064359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7864ab-a76d-40b8-823c-04bc95a2828a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:42:57.067920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4a7864ab-a76d-40b8-823c-04bc95a2828a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.277553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.286581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4a7864ab-a76d-40b8-823c-04bc95a2828a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.351238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7864ab-a76d-40b8-823c-04bc95a2828a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Subnet': ['ID=b7cc776a-01d3-4bf1-86db-59f8ef79757b,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:57.356403 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7864ab-a76d-40b8-823c-04bc95a2828a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Checking segment: {'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:57.356763 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7864ab-a76d-40b8-823c-04bc95a2828a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network hostable DHCP agents. Network: e78765be-c535-4f6b-bd4c-34eccd01cc21, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:42:57.360824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.410980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe00e76-4dc6-4e5d-a0fd-ed95ab81eb74 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:42:57.425891 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Attempting to bind port 98304aa7-ce69-4d49-af7d-49b3a73a9d88 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:57.426265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Attempting to bind port 98304aa7-ce69-4d49-af7d-49b3a73a9d88 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:57.426637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Attempting to bind port 98304aa7-ce69-4d49-af7d-49b3a73a9d88 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:57.430205 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46866629-cda5-4630-840e-574f21ce5d10 None None] Pushing event updated for resources: {'Port': ['ID=98304aa7-ce69-4d49-af7d-49b3a73a9d88,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:57.440185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:57.440185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:57.440185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.440185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:57.440185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Bound port: 98304aa7-ce69-4d49-af7d-49b3a73a9d88, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:57.440185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.459256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a7864ab-a76d-40b8-823c-04bc95a2828a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network e78765be-c535-4f6b-bd4c-34eccd01cc21 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:42:57.492785 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3d81fe2d-aac0-4188-93af-824957df56d8 None None] Provisioning complete for port 98304aa7-ce69-4d49-af7d-49b3a73a9d88 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:57.493188 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d81fe2d-aac0-4188-93af-824957df56d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.523300 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] For port 98304aa7-ce69-4d49-af7d-49b3a73a9d88, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:57.538160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] For port 98304aa7-ce69-4d49-af7d-49b3a73a9d88, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98304aa7-ce69-4d49-af7d-49b3a73a9d88,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:57.542492 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3d81fe2d-aac0-4188-93af-824957df56d8 None None] Port 98304aa7-ce69-4d49-af7d-49b3a73a9d88 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:42:57.562032 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-4a7864ab-a76d-40b8-823c-04bc95a2828a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e78765be-c535-4f6b-bd4c-34eccd01cc21) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:57.566048 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7864ab-a76d-40b8-823c-04bc95a2828a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:42:57.566702 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4a7864ab-a76d-40b8-823c-04bc95a2828a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.570113 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedd9c3b-c61c-4ce5-ac64-bb1e3c161220 None None] Network e78765be-c535-4f6b-bd4c-34eccd01cc21 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:42:57.628801 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.657074 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4a7864ab-a76d-40b8-823c-04bc95a2828a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7389879 Dec 06 14:42:57.660092 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38684) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:42:57.699044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15aaed72-2525-42ae-abe8-d4315911d927 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:42:57.724292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46866629-cda5-4630-840e-574f21ce5d10 None None] Pushing event updated for resources: {'Port': ['ID=98304aa7-ce69-4d49-af7d-49b3a73a9d88,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:57.754646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:42:57.755274 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:57.834931 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8058d757-cc36-4eb7-9422-b9865d167211 None None] Provisioning complete for port 98304aa7-ce69-4d49-af7d-49b3a73a9d88 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:57.835226 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8058d757-cc36-4eb7-9422-b9865d167211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.886453 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e78765be-c535-4f6b-bd4c-34eccd01cc21', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:42:57.887294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:57.988779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:42:58.109057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.164480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8058d757-cc36-4eb7-9422-b9865d167211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.218247 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8058d757-cc36-4eb7-9422-b9865d167211 None None] For port 98304aa7-ce69-4d49-af7d-49b3a73a9d88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98304aa7-ce69-4d49-af7d-49b3a73a9d88,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:42:58.219617 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Allocated IP 172.20.0.2 (e78765be-c535-4f6b-bd4c-34eccd01cc21/b7cc776a-01d3-4bf1-86db-59f8ef79757b/7ed08a96-39f4-44f3-b51d-f9fd863afec2) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:58.283329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8058d757-cc36-4eb7-9422-b9865d167211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.532032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058d757-cc36-4eb7-9422-b9865d167211 None None] Pushing event updated for resources: {'Port': ['ID=98304aa7-ce69-4d49-af7d-49b3a73a9d88,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:58.566753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:55Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:42:58.597671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2d3514-7fdf-4fe8-8b0d-b4d0009ebddf None None] The sync data for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv is: [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:55Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:42:58.616594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.671936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.714875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Network e78765be-c535-4f6b-bd4c-34eccd01cc21 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:58.720925 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:58.722830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Pushing event updated for resources: {'Port': ['ID=7ed08a96-39f4-44f3-b51d-f9fd863afec2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:58.724996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:58.729704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.1 (e78765be-c535-4f6b-bd4c-34eccd01cc21/b7cc776a-01d3-4bf1-86db-59f8ef79757b/c624ce4b-c658-4f95-bf53-58e5b1afe90f) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:42:58.782121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Attempting to bind port 7ed08a96-39f4-44f3-b51d-f9fd863afec2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:42:58.782462 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Attempting to bind port 7ed08a96-39f4-44f3-b51d-f9fd863afec2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:42:58.782777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Attempting to bind port 7ed08a96-39f4-44f3-b51d-f9fd863afec2 on network e78765be-c535-4f6b-bd4c-34eccd01cc21 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:42:58.787788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:42:58.788191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Checking segment: {'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:42:58.788540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.789008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Bound using segment: {'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:42:58.789405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Bound port: 7ed08a96-39f4-44f3-b51d-f9fd863afec2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:42:58.789898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.863073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.881312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] For port 7ed08a96-39f4-44f3-b51d-f9fd863afec2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:42:58.884808 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] For port 7ed08a96-39f4-44f3-b51d-f9fd863afec2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ed08a96-39f4-44f3-b51d-f9fd863afec2,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:42:58.967881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:58.979437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.032901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc21b1e-1954-4556-ae7e-34223672bdf8 None None] Pushing event updated for resources: {'Port': ['ID=7ed08a96-39f4-44f3-b51d-f9fd863afec2,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:59.036265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network e78765be-c535-4f6b-bd4c-34eccd01cc21 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:59.039681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:59.043911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:42:59.078806 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=c624ce4b-c658-4f95-bf53-58e5b1afe90f,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:59.098386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.292758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.578759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.580768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.653322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.738177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.740982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=c624ce4b-c658-4f95-bf53-58e5b1afe90f,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:42:59.808123 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7ed08a96-39f4-44f3-b51d-f9fd863afec2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:42:59.839982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network e78765be-c535-4f6b-bd4c-34eccd01cc21 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:42:59.841542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:42:59.862868 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 7ed08a96-39f4-44f3-b51d-f9fd863afec2 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:42:59.863263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.948296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:42:59.962911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router f4b1f92f-c00f-4660-9d31-0779dc05d507 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:42:59.985773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 7ed08a96-39f4-44f3-b51d-f9fd863afec2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ed08a96-39f4-44f3-b51d-f9fd863afec2,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:00.052717 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:00.053769 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 98304aa7-ce69-4d49-af7d-49b3a73a9d88 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:00.082444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:43:00.089906 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6eac6a42-7d74-4b72-b2d4-60a181bf7751 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/f4b1f92f-c00f-4660-9d31-0779dc05d507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4264421 Dec 06 14:43:00.090390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38686) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:00.113485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19da5797-43a8-41e3-9582-3dd333f46059 None None] Network e78765be-c535-4f6b-bd4c-34eccd01cc21 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:43:00.190805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f445b8c-16b7-4d91-a639-f3a7c1dc8f67 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.191281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f445b8c-16b7-4d91-a639-f3a7c1dc8f67 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.191745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f445b8c-16b7-4d91-a639-f3a7c1dc8f67 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.192200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f445b8c-16b7-4d91-a639-f3a7c1dc8f67 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.196293 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3f445b8c-16b7-4d91-a639-f3a7c1dc8f67 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1026387 Dec 06 14:43:00.196635 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38688) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:00.212044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=7ed08a96-39f4-44f3-b51d-f9fd863afec2,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:00.217554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-deb42ce6-0940-4f47-a39c-af30691b95c7 None None] Provisioning complete for port 7ed08a96-39f4-44f3-b51d-f9fd863afec2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:00.217928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-deb42ce6-0940-4f47-a39c-af30691b95c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:00.278109 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 98304aa7-ce69-4d49-af7d-49b3a73a9d88 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:00.278485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:00.281855 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118f3b55-a743-48bb-9512-6873e35e1519 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.282330 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118f3b55-a743-48bb-9512-6873e35e1519 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.282790 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118f3b55-a743-48bb-9512-6873e35e1519 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.283246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118f3b55-a743-48bb-9512-6873e35e1519 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:00.284938 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-118f3b55-a743-48bb-9512-6873e35e1519 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0873449 Dec 06 14:43:00.287518 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38690) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:00.518422 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b2d318fe-3742-46b6-991b-1ae739b1301b tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2296588 Dec 06 14:43:00.574303 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Sync routers for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:43:00.585368 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:43:00.586246 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:00.666521 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-23c8b6a8-bf61-4a15-8596-198926922bc8 None None] Provisioning complete for port c624ce4b-c658-4f95-bf53-58e5b1afe90f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:00.667119 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23c8b6a8-bf61-4a15-8596-198926922bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:00.698667 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:43:00.704283 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-23c8b6a8-bf61-4a15-8596-198926922bc8 None None] Port c624ce4b-c658-4f95-bf53-58e5b1afe90f cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:00.715080 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-23c8b6a8-bf61-4a15-8596-198926922bc8 None None] Provisioning complete for port 7ed08a96-39f4-44f3-b51d-f9fd863afec2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:00.715560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-23c8b6a8-bf61-4a15-8596-198926922bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:00.906315 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:00.924086 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1742e0cc-99cc-429f-aeda-229059c6d024 None None] Provisioning complete for port c624ce4b-c658-4f95-bf53-58e5b1afe90f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:00.924688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1742e0cc-99cc-429f-aeda-229059c6d024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:00.939936 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Checking router: f4b1f92f-c00f-4660-9d31-0779dc05d507 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:43:00.940586 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Updating router f4b1f92f-c00f-4660-9d31-0779dc05d507 port c624ce4b-c658-4f95-bf53-58e5b1afe90f binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:43:00.964950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1742e0cc-99cc-429f-aeda-229059c6d024 None None] Port c624ce4b-c658-4f95-bf53-58e5b1afe90f cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:00.976535 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:00.978633 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38694) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:00.983991 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5fdaaf27-35a1-44aa-8f4f-722f007e65e0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1647429497', 'description': 'tempest-secgroup-smoke-1647429497 description', 'project_id': 'c716424228f8423e91750a4cc8918d9a'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:01.070464 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5fdaaf27-35a1-44aa-8f4f-722f007e65e0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.095874 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-001eb58f-3dee-4dd1-a075-e664b07d31cc None None] Provisioning complete for port c624ce4b-c658-4f95-bf53-58e5b1afe90f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:01.095874 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-001eb58f-3dee-4dd1-a075-e664b07d31cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.134195 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-001eb58f-3dee-4dd1-a075-e664b07d31cc None None] Port c624ce4b-c658-4f95-bf53-58e5b1afe90f cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:01.149207 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5fdaaf27-35a1-44aa-8f4f-722f007e65e0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.235663 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5fdaaf27-35a1-44aa-8f4f-722f007e65e0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.264989 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdaaf27-35a1-44aa-8f4f-722f007e65e0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9195e28-d218-42c1-a7bd-81958de904bc,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:01.292912 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6b92fbcb-9663-4030-9d27-443824da3f80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.329945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5fdaaf27-35a1-44aa-8f4f-722f007e65e0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.331219 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5fdaaf27-35a1-44aa-8f4f-722f007e65e0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3513880 Dec 06 14:43:01.334870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38696) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:01.337246 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.339911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'c9195e28-d218-42c1-a7bd-81958de904bc', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:01.390108 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.412095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.450699 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Pushing event updated for resources: {'Port': ['ID=c624ce4b-c658-4f95-bf53-58e5b1afe90f,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:01.473970 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.474366 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.474833 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.475139 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.475514 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.475794 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.476006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.476118 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.476425 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.476752 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.477118 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.477456 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.477766 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.478064 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.510843 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Attempting to bind port c624ce4b-c658-4f95-bf53-58e5b1afe90f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:01.512341 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Attempting to bind port c624ce4b-c658-4f95-bf53-58e5b1afe90f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:01.512341 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Attempting to bind port c624ce4b-c658-4f95-bf53-58e5b1afe90f on network e78765be-c535-4f6b-bd4c-34eccd01cc21 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:01.517529 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:01.517895 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Checking segment: {'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:01.518293 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.518677 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Bound using segment: {'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:01.519230 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Bound port: c624ce4b-c658-4f95-bf53-58e5b1afe90f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:01.519614 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.527608 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.546628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd26095-6445-45f1-83e2-1f71a182ea69,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:01.555720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.556080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.556479 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.556829 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.557224 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.557533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.557879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.558201 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.558739 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.559075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.559414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.559739 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.560073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:43:01.584367 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] For port c624ce4b-c658-4f95-bf53-58e5b1afe90f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:01.587551 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] For port c624ce4b-c658-4f95-bf53-58e5b1afe90f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c624ce4b-c658-4f95-bf53-58e5b1afe90f,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:01.614892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.616369 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2af62ae3-0f15-458d-b5df-b793a4b3fd60 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2802491 Dec 06 14:43:01.619301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38698) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:01.625821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ac087936-7ebb-4afd-8477-892772ab3249 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'c9195e28-d218-42c1-a7bd-81958de904bc', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:01.660154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e9f1373d-f056-4380-9f40-6cff2b2edd8a None None] Provisioning complete for port c624ce4b-c658-4f95-bf53-58e5b1afe90f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:01.660642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9f1373d-f056-4380-9f40-6cff2b2edd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.665024 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.731444 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22bbe20-c864-461c-96cf-b32059d3ee30 None None] Pushing event updated for resources: {'Port': ['ID=c624ce4b-c658-4f95-bf53-58e5b1afe90f,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:01.742857 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:43:01.743479 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:42:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:01.745915 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9f1373d-f056-4380-9f40-6cff2b2edd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.758567 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7ed08a96-39f4-44f3-b51d-f9fd863afec2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:01.761888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac087936-7ebb-4afd-8477-892772ab3249 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.831140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac087936-7ebb-4afd-8477-892772ab3249 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.841851 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e9f1373d-f056-4380-9f40-6cff2b2edd8a None None] For port c624ce4b-c658-4f95-bf53-58e5b1afe90f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c624ce4b-c658-4f95-bf53-58e5b1afe90f,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:01.847486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 7ed08a96-39f4-44f3-b51d-f9fd863afec2 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:01.847857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.862977 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:43:01.893433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac087936-7ebb-4afd-8477-892772ab3249 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.914031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac087936-7ebb-4afd-8477-892772ab3249 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9460ffbf-0845-4e47-afd1-89be1e2098a0,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:01.922311 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9f1373d-f056-4380-9f40-6cff2b2edd8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.975264 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac087936-7ebb-4afd-8477-892772ab3249 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:01.979153 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ac087936-7ebb-4afd-8477-892772ab3249 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3562229 Dec 06 14:43:01.979331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38700) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:01.985022 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-542b00c5-664a-4619-b3b0-0a946ba736f3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'c9195e28-d218-42c1-a7bd-81958de904bc', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:01.986145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f1373d-f056-4380-9f40-6cff2b2edd8a None None] Pushing event updated for resources: {'Port': ['ID=c624ce4b-c658-4f95-bf53-58e5b1afe90f,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:02.042315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-90137882-2dd9-4c3d-907d-023f53bf0f6c None None] Provisioning complete for port c624ce4b-c658-4f95-bf53-58e5b1afe90f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:02.042794 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90137882-2dd9-4c3d-907d-023f53bf0f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.052937 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-542b00c5-664a-4619-b3b0-0a946ba736f3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.100657 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:02.114476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-542b00c5-664a-4619-b3b0-0a946ba736f3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.129619 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a8c193-2c3b-4595-99b1-272c31bcba82 None None] The sync data for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv is: [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:43:02.161765 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-542b00c5-664a-4619-b3b0-0a946ba736f3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.191346 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:43:02.193601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542b00c5-664a-4619-b3b0-0a946ba736f3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c06f1d-55c4-4317-95de-192a5cc96d99,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:02.255067 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-542b00c5-664a-4619-b3b0-0a946ba736f3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.256522 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-542b00c5-664a-4619-b3b0-0a946ba736f3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2761233 Dec 06 14:43:02.259154 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38702) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:02.263544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-3ac95a78-609a-48fa-be9b-31fc3145f441 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'c9195e28-d218-42c1-a7bd-81958de904bc', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:02.344372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ac95a78-609a-48fa-be9b-31fc3145f441 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.404692 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ac95a78-609a-48fa-be9b-31fc3145f441 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.487385 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ac95a78-609a-48fa-be9b-31fc3145f441 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.504910 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac95a78-609a-48fa-be9b-31fc3145f441 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48fdf98-7c60-494f-93b8-8325929e4ea1,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:02.580989 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ac95a78-609a-48fa-be9b-31fc3145f441 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.582275 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3ac95a78-609a-48fa-be9b-31fc3145f441 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3221610 Dec 06 14:43:02.585100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38704) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:02.589534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1ddb8724-350f-4faf-a564-e14987fd449e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'c9195e28-d218-42c1-a7bd-81958de904bc', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:02.658939 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-1ddb8724-350f-4faf-a564-e14987fd449e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:43:02.664419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ddb8724-350f-4faf-a564-e14987fd449e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.727988 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ddb8724-350f-4faf-a564-e14987fd449e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.784682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ddb8724-350f-4faf-a564-e14987fd449e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.803062 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb8724-350f-4faf-a564-e14987fd449e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62f6478-e71c-4eae-827a-70ae77ae194b,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:02.866720 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ddb8724-350f-4faf-a564-e14987fd449e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:02.868075 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1ddb8724-350f-4faf-a564-e14987fd449e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2819932 Dec 06 14:43:02.870940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38706) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:02.875880 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5b7b59c8-b3a4-4cc7-93e8-d04bf6026a53 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': 'c9195e28-d218-42c1-a7bd-81958de904bc', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:02.950637 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-5b7b59c8-b3a4-4cc7-93e8-d04bf6026a53 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:43:02.956497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59c8-b3a4-4cc7-93e8-d04bf6026a53 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:03.020731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59c8-b3a4-4cc7-93e8-d04bf6026a53 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:03.097958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59c8-b3a4-4cc7-93e8-d04bf6026a53 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:03.115982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b59c8-b3a4-4cc7-93e8-d04bf6026a53 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196e2643-4428-472d-90b1-e19343c5e5fe,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:03.180258 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5b7b59c8-b3a4-4cc7-93e8-d04bf6026a53 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:03.181531 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5b7b59c8-b3a4-4cc7-93e8-d04bf6026a53 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3096449 Dec 06 14:43:03.327011 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-962a109b-7ce4-4330-9b21-fb186b92c6ef tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1647429497&fields=id&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 267 time: 0.0430839 Dec 06 14:43:03.431254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-e4ea9fac-398b-4b0e-b2f4-48b12e71367e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:03.432663 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-e4ea9fac-398b-4b0e-b2f4-48b12e71367e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/networks?id=e78765be-c535-4f6b-bd4c-34eccd01cc21 HTTP/1.1" status: 200 len: 796 time: 0.0991113 Dec 06 14:43:03.447424 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-69365c98-0b5b-4fe2-aef3-886fc0881798 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/quotas/c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 375 time: 0.0084918 Dec 06 14:43:03.497761 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-a2e7c68b-19c5-4a01-b200-fb02f146cd9e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451045 Dec 06 14:43:03.556973 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-b6393867-d562-4afa-be0c-a9d5cf38cb43 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:43:03.557976 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-b6393867-d562-4afa-be0c-a9d5cf38cb43 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469742 Dec 06 14:43:03.646394 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-495e3cad-7586-4c03-b3e7-57bed89b89fe service neutron] 10.222.0.42 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822234 Dec 06 14:43:03.699186 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8654397f-f3ac-4310-8614-00ed81e79fe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:03.766624 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c624ce4b-c658-4f95-bf53-58e5b1afe90f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:03.817899 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c624ce4b-c658-4f95-bf53-58e5b1afe90f triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:03.818277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:03.968556 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-fd62af38-3f7e-4209-b403-32e08f19e054 service neutron] 10.222.0.42 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161094 Dec 06 14:43:04.198905 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-21b3466c-1549-401e-bf94-c3ba3ed7c8e3 req-81a1a3b9-33f7-4de3-8e72-f08f6fee3f8e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 210 time: 0.0290534 Dec 06 14:43:04.800318 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:05.275321 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c4689636-f72b-460b-a42f-d5d9ad5d72a0 req-b56b47b3-34da-4506-b398-5488565f584b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 210 time: 0.0250397 Dec 06 14:43:06.007340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:06.352230 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e84ddb6c-c650-48c5-bb25-a49fec91c51c req-c0284d53-147a-4a5a-8d6c-7cfe37cb9bef tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 210 time: 0.0254552 Dec 06 14:43:06.909699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:07.429639 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e66283fd-1740-4eef-8f78-8ca76d2fb2fa req-8f019aa1-c8fa-4ae7-b389-70c204ee7b83 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 210 time: 0.0248199 Dec 06 14:43:08.519066 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ab286ce1-4d4a-4759-a3b6-280adc45c2ba req-e74fcc92-8e90-4895-9423-f25821cfcc2b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 210 time: 0.0251758 Dec 06 14:43:09.611558 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6de5825d-a8c6-43f7-b8a4-8937b75a7447 req-a9171b31-ed96-4534-b88d-9b30256cf183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 210 time: 0.0261040 Dec 06 14:43:10.078048 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-fef40b16-b75a-4c1a-86bb-891b5d4f9e30 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.079981 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-fef40b16-b75a-4c1a-86bb-891b5d4f9e30 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks?id=e78765be-c535-4f6b-bd4c-34eccd01cc21 HTTP/1.1" status: 200 len: 796 time: 0.1025472 Dec 06 14:43:10.142530 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-62ca34c2-6202-4312-9132-f3a8396939c3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 380 time: 0.0528345 Dec 06 14:43:10.151654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-4c8db9d7-0565-47bd-8a53-15dec6346183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'port': {'device_id': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'admin_state_up': True, 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'security_groups': ['c9195e28-d218-42c1-a7bd-81958de904bc']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:10.322018 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-4c8db9d7-0565-47bd-8a53-15dec6346183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:10.325837 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-4c8db9d7-0565-47bd-8a53-15dec6346183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.454228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-4c8db9d7-0565-47bd-8a53-15dec6346183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.13 (e78765be-c535-4f6b-bd4c-34eccd01cc21/b7cc776a-01d3-4bf1-86db-59f8ef79757b/fc7034d7-bb87-4e42-b67c-cbae7f501a23) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:10.591596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-4c8db9d7-0565-47bd-8a53-15dec6346183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.705773 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-24c03fb9-d58b-4919-8faf-c03af1381d63 req-f7f59068-52c3-403d-85e5-bbce1c1390dd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 210 time: 0.0264559 Dec 06 14:43:10.706893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-4c8db9d7-0565-47bd-8a53-15dec6346183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.748910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-4c8db9d7-0565-47bd-8a53-15dec6346183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network e78765be-c535-4f6b-bd4c-34eccd01cc21 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:10.752591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-4c8db9d7-0565-47bd-8a53-15dec6346183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:10.756256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-4c8db9d7-0565-47bd-8a53-15dec6346183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:10.786598 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8db9d7-0565-47bd-8a53-15dec6346183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=fc7034d7-bb87-4e42-b67c-cbae7f501a23,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:10.816274 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-4c8db9d7-0565-47bd-8a53-15dec6346183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:10.816933 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-4c8db9d7-0565-47bd-8a53-15dec6346183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.896497 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-4c8db9d7-0565-47bd-8a53-15dec6346183 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7483373 Dec 06 14:43:10.935607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Request body: {'port': {'device_id': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:10.989209 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:10.998878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-037d3ec1-5730-4665-91fd-b9b85cf807b5 None None] Provisioning complete for port fc7034d7-bb87-4e42-b67c-cbae7f501a23 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:10.999426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-037d3ec1-5730-4665-91fd-b9b85cf807b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.034210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-037d3ec1-5730-4665-91fd-b9b85cf807b5 None None] Port fc7034d7-bb87-4e42-b67c-cbae7f501a23 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:11.253058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7034d7-bb87-4e42-b67c-cbae7f501a23 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:11.260806 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.273125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Transition to ACTIVE for port object fc7034d7-bb87-4e42-b67c-cbae7f501a23 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:11.337451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.388700 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7034d7-bb87-4e42-b67c-cbae7f501a23,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:11.455166 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Attempting to bind port fc7034d7-bb87-4e42-b67c-cbae7f501a23 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:11.455502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Attempting to bind port fc7034d7-bb87-4e42-b67c-cbae7f501a23 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:11.455827 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Attempting to bind port fc7034d7-bb87-4e42-b67c-cbae7f501a23 on network e78765be-c535-4f6b-bd4c-34eccd01cc21 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:11.460404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Port fc7034d7-bb87-4e42-b67c-cbae7f501a23 on network e78765be-c535-4f6b-bd4c-34eccd01cc21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:11.460719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Attempting to bind port fc7034d7-bb87-4e42-b67c-cbae7f501a23 on network e78765be-c535-4f6b-bd4c-34eccd01cc21 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:11.465616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:11.465947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Checking segment: {'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:11.466321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Bound using segment: {'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:11.466742 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Bound port: fc7034d7-bb87-4e42-b67c-cbae7f501a23, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:11.467090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.537992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] For port fc7034d7-bb87-4e42-b67c-cbae7f501a23, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:11.541091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] For port fc7034d7-bb87-4e42-b67c-cbae7f501a23, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc7034d7-bb87-4e42-b67c-cbae7f501a23,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:11.613488 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.649544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:11.650070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:11.651498 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc7034d7-bb87-4e42-b67c-cbae7f501a23 HTTP/1.1" status: 200 len: 1094 time: 0.7201989 Dec 06 14:43:11.651907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:11.654218 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b10df8-e2cb-4425-bbf8-836c51f27354" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:11.681700 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5922c37e-11b8-4173-9e28-c97f08e75f86 service neutron] Pushing event updated for resources: {'Port': ['ID=fc7034d7-bb87-4e42-b67c-cbae7f501a23,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:11.705579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fe78ad0-cd41-4c20-9158-313112022f93 x-openstack-request-id: req-8fe78ad0-cd41-4c20-9158-313112022f93 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:11.894281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:11.894281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8fe78ad0-cd41-4c20-9158-313112022f93 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:11.894281 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'status': 'completed', 'code': 200} Dec 06 14:43:11.894281 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b10df8-e2cb-4425-bbf8-836c51f27354 req-34e3ac16-0f8f-4de0-b73f-1c89fa104122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:11.894281 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-16b10df8-e2cb-4425-bbf8-836c51f27354 req-34e3ac16-0f8f-4de0-b73f-1c89fa104122 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 1097 time: 0.0507584 Dec 06 14:43:12.253429 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255a3dd-7748-4fa1-8b18-a6ad992ef747 req-2fabf4a3-4681-4702-9b7f-8004391d0bdc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:12.254876 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0255a3dd-7748-4fa1-8b18-a6ad992ef747 req-2fabf4a3-4681-4702-9b7f-8004391d0bdc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 944 time: 0.4566658 Dec 06 14:43:12.280412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b10df8-e2cb-4425-bbf8-836c51f27354 req-f44fc89e-3ab2-4503-b471-47030abcef9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:12.281837 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-16b10df8-e2cb-4425-bbf8-836c51f27354 req-f44fc89e-3ab2-4503-b471-47030abcef9b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c716424228f8423e91750a4cc8918d9a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.4925489 Dec 06 14:43:12.360760 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0255a3dd-7748-4fa1-8b18-a6ad992ef747 req-d8a88d41-eed2-48e8-838b-0c48a1932445 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9195e28-d218-42c1-a7bd-81958de904bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994322 Dec 06 14:43:12.394088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b10df8-e2cb-4425-bbf8-836c51f27354 req-4a53f9da-e6cb-4b4d-bd18-229b2b42c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:12.395518 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-16b10df8-e2cb-4425-bbf8-836c51f27354 req-4a53f9da-e6cb-4b4d-bd18-229b2b42c307 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1067123 Dec 06 14:43:12.470945 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-705bbeda-d697-4222-81b7-9ef62c0c388e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:12.472365 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-705bbeda-d697-4222-81b7-9ef62c0c388e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 1097 time: 0.0391388 Dec 06 14:43:12.512754 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-10709cf6-ae5c-4002-be51-6ec5dba09b5b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc7034d7-bb87-4e42-b67c-cbae7f501a23 HTTP/1.1" status: 200 len: 217 time: 0.0320206 Dec 06 14:43:12.563910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-21c90a3d-4fc3-4366-9e4e-74e6e842f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:12.565291 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-21c90a3d-4fc3-4366-9e4e-74e6e842f9b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7cc776a-01d3-4bf1-86db-59f8ef79757b HTTP/1.1" status: 200 len: 834 time: 0.0457537 Dec 06 14:43:12.607789 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-1d6dcd0f-cc24-481f-87af-a23e8c73a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:12.609180 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-1d6dcd0f-cc24-481f-87af-a23e8c73a4a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78765be-c535-4f6b-bd4c-34eccd01cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0371788 Dec 06 14:43:12.696441 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-4c7ec011-17f0-4ca1-8043-de2531f4dd0e service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795898 Dec 06 14:43:12.792565 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e6746b6-48e0-4558-a9ce-90e61eff980b req-842a85be-07d0-482f-b655-3ca42c9c0cdc service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893567 Dec 06 14:43:13.479638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b68b9-560e-4416-9a8c-648cfcdb6876 req-f829064d-6e52-4f38-8319-51b0ac161fd0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:13.481112 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b29b68b9-560e-4416-9a8c-648cfcdb6876 req-f829064d-6e52-4f38-8319-51b0ac161fd0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 944 time: 0.0505557 Dec 06 14:43:13.529352 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b29b68b9-560e-4416-9a8c-648cfcdb6876 req-d1475bc8-7418-49fe-8238-4214ab2b7583 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9195e28-d218-42c1-a7bd-81958de904bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419731 Dec 06 14:43:14.640647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559e375-cfa8-4bd6-807d-ad93ca564fce req-6cef9c5d-cb5e-462f-b65b-045fa65c1f72 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:14.642232 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f559e375-cfa8-4bd6-807d-ad93ca564fce req-6cef9c5d-cb5e-462f-b65b-045fa65c1f72 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 944 time: 0.0471346 Dec 06 14:43:14.697478 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f559e375-cfa8-4bd6-807d-ad93ca564fce req-10d728fb-9151-4017-995b-6e141882144c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9195e28-d218-42c1-a7bd-81958de904bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470417 Dec 06 14:43:15.632951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device fc7034d7-bb87-4e42-b67c-cbae7f501a23 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:15.727111 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port fc7034d7-bb87-4e42-b67c-cbae7f501a23, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc7034d7-bb87-4e42-b67c-cbae7f501a23,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:15.738708 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'port_id': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'mac_address': 'fa:16:3e:31:a4:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:15.781102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.795617 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7034d7-bb87-4e42-b67c-cbae7f501a23 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:15.817422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port fc7034d7-bb87-4e42-b67c-cbae7f501a23, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc7034d7-bb87-4e42-b67c-cbae7f501a23,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:15.887528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:15.935851 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=fc7034d7-bb87-4e42-b67c-cbae7f501a23,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:15.954971 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9bfcd1-17b8-4897-b868-fd9b6bffb376 req-a0c0383f-e75d-43df-862d-be12f9a7c70f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:15.956524 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ad9bfcd1-17b8-4897-b868-fd9b6bffb376 req-a0c0383f-e75d-43df-862d-be12f9a7c70f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 945 time: 0.0483980 Dec 06 14:43:16.004548 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ad9bfcd1-17b8-4897-b868-fd9b6bffb376 req-e3095f56-f472-4a2e-83fd-cd567531e42c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9195e28-d218-42c1-a7bd-81958de904bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Dec 06 14:43:16.242403 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['fc7034d7-bb87-4e42-b67c-cbae7f501a23'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:17.119095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a04e32-d50a-47e9-9ae2-532b4b855857 req-df0dcc0a-422c-48ee-9658-9487c55928cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:17.120518 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-03a04e32-d50a-47e9-9ae2-532b4b855857 req-df0dcc0a-422c-48ee-9658-9487c55928cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 945 time: 0.0498326 Dec 06 14:43:17.167404 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-03a04e32-d50a-47e9-9ae2-532b4b855857 req-e21d3e2a-c74b-4be4-82f2-3606b8132d7c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9195e28-d218-42c1-a7bd-81958de904bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409973 Dec 06 14:43:17.648322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device fc7034d7-bb87-4e42-b67c-cbae7f501a23 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:17.749740 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port fc7034d7-bb87-4e42-b67c-cbae7f501a23 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:17.753928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port fc7034d7-bb87-4e42-b67c-cbae7f501a23 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:17.754359 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:17.831521 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:17.853826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:17.856150 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a532e7f-853c-4eec-bcfc-99417725faa6" -d '{"events": [{"server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "name": "network-vif-plugged", "status": "completed", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:17.868718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port fc7034d7-bb87-4e42-b67c-cbae7f501a23, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc7034d7-bb87-4e42-b67c-cbae7f501a23,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:17.892094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac11bd2-abcf-4244-ad92-b4407326dcc5 x-openstack-request-id: req-dac11bd2-abcf-4244-ad92-b4407326dcc5 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:17.892387 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "name": "network-vif-plugged", "status": "completed", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:17.893165 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dac11bd2-abcf-4244-ad92-b4407326dcc5 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:17.893553 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'code': 200} Dec 06 14:43:17.915435 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:17.962985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=fc7034d7-bb87-4e42-b67c-cbae7f501a23,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:18.160504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdc6f5-55f0-4ac6-b913-2407162c6b1b req-c084841a-4e69-40e8-99cc-4ad49f713db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:18.162098 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-41cdc6f5-55f0-4ac6-b913-2407162c6b1b req-c084841a-4e69-40e8-99cc-4ad49f713db4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 1099 time: 0.0388119 Dec 06 14:43:18.208123 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-41cdc6f5-55f0-4ac6-b913-2407162c6b1b req-ea89ef15-0f46-4724-bb5a-7971bbd17006 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c9195e28-d218-42c1-a7bd-81958de904bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393887 Dec 06 14:43:18.283495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc7616-1a65-47b6-94f9-b2ebd7352841 req-b51a3c71-fc96-4eb4-8b1f-7f74535b375e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:18.284969 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-28cc7616-1a65-47b6-94f9-b2ebd7352841 req-b51a3c71-fc96-4eb4-8b1f-7f74535b375e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 946 time: 0.0508230 Dec 06 14:43:18.333110 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-28cc7616-1a65-47b6-94f9-b2ebd7352841 req-6339d394-213b-4084-9443-8b4d9040c28c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9195e28-d218-42c1-a7bd-81958de904bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423687 Dec 06 14:43:19.451425 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b278a-f64b-45a7-bcac-1b1ad817c3b2 req-82d04040-5cf0-4b6a-a9dd-bb64e5418fc4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:19.452891 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c24b278a-f64b-45a7-bcac-1b1ad817c3b2 req-82d04040-5cf0-4b6a-a9dd-bb64e5418fc4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 946 time: 0.0515113 Dec 06 14:43:19.500796 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c24b278a-f64b-45a7-bcac-1b1ad817c3b2 req-5f3563d8-5a90-4956-b250-c5c820310c27 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9195e28-d218-42c1-a7bd-81958de904bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420306 Dec 06 14:43:20.613884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7176cf6-92c5-484f-a938-f71b029a5b6c req-ae4b49c6-288e-461e-9287-65329dc12490 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:20.615339 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c7176cf6-92c5-484f-a938-f71b029a5b6c req-ae4b49c6-288e-461e-9287-65329dc12490 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 946 time: 0.0472999 Dec 06 14:43:20.663225 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c7176cf6-92c5-484f-a938-f71b029a5b6c req-e903cde8-e218-4bb0-8dea-9bb146a13ee1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9195e28-d218-42c1-a7bd-81958de904bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420315 Dec 06 14:43:20.775262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891f237-1e94-4b07-9445-d34ca224857c req-5e131af1-f6e2-4ff3-ae70-b01d914f7fa8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:20.776715 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3891f237-1e94-4b07-9445-d34ca224857c req-5e131af1-f6e2-4ff3-ae70-b01d914f7fa8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 946 time: 0.0484593 Dec 06 14:43:20.824034 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3891f237-1e94-4b07-9445-d34ca224857c req-cf614c77-fce5-44bb-8220-08e44eef3baf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9195e28-d218-42c1-a7bd-81958de904bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414369 Dec 06 14:43:20.845317 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38784) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:20.882821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b70795-51e2-466e-9ed0-3a0f29a2fe85 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:20.884278 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c2b70795-51e2-466e-9ed0-3a0f29a2fe85 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 1094 time: 0.0380120 Dec 06 14:43:20.887076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38786) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:20.891215 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:20.966731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:21.064006 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:21.166652 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.200 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/1b641eef-7379-4d03-884f-b39c63cd73b1) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:21.263802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:21.332816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:21.370959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:21.373788 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:21.377386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:21.383172 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=1b641eef-7379-4d03-884f-b39c63cd73b1,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:21.725561 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:21.835780 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:21.982788 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:22.069461 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:22.133183 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=1b641eef-7379-4d03-884f-b39c63cd73b1,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:22.146977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:22.246295 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP 999b5475-7822-4ac9-84cf-f0a5ab1953e9 associated. External IP: 172.36.1.200, port: fc7034d7-bb87-4e42-b67c-cbae7f501a23. Dec 06 14:43:22.444975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router f4b1f92f-c00f-4660-9d31-0779dc05d507 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:43:22.548439 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:43:22.558189 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d989f95f-c458-4494-a12b-5f1607ca7b7a None None] Sync routers for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:43:22.568284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d989f95f-c458-4494-a12b-5f1607ca7b7a None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:43:22.568921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d989f95f-c458-4494-a12b-5f1607ca7b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:43:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:22.620551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:22.647475 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-81d713a5-3c0f-4d23-8668-a303fc37fe7b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7594135 Dec 06 14:43:22.648155 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:22.650235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38788) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:22.650685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ee3945-4d3a-4df4-8aaf-753c24402354" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:22.680684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-d989f95f-c458-4494-a12b-5f1607ca7b7a None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:43:22.695030 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bf131f-2b1a-4142-b910-d73d5245a61a tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:22.699299 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f2bf131f-2b1a-4142-b910-d73d5245a61a tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 1094 time: 0.0453603 Dec 06 14:43:22.744079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f53a48-33e8-4a23-afc8-26c2484f6afb x-openstack-request-id: req-37f53a48-33e8-4a23-afc8-26c2484f6afb {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:22.744368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:22.747646 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-37f53a48-33e8-4a23-afc8-26c2484f6afb {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:22.747646 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'status': 'completed', 'code': 200} Dec 06 14:43:22.810472 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee3945-4d3a-4df4-8aaf-753c24402354 req-946ef388-dced-435f-a6f2-821551f617e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:22.811865 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c2ee3945-4d3a-4df4-8aaf-753c24402354 req-946ef388-dced-435f-a6f2-821551f617e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 1099 time: 0.0444598 Dec 06 14:43:22.901646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee3945-4d3a-4df4-8aaf-753c24402354 req-465f8fd7-5fb9-492e-9c4e-16007478ca4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:22.903677 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c2ee3945-4d3a-4df4-8aaf-753c24402354 req-465f8fd7-5fb9-492e-9c4e-16007478ca4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78765be-c535-4f6b-bd4c-34eccd01cc21 HTTP/1.1" status: 200 len: 897 time: 0.0835054 Dec 06 14:43:22.917211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d989f95f-c458-4494-a12b-5f1607ca7b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '999b5475-7822-4ac9-84cf-f0a5ab1953e9', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.200', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'port_id': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'mac_address': 'fa:16:3e:31:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:21Z', 'updated_at': '2021-12-06T14:43:21Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:22.943971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d989f95f-c458-4494-a12b-5f1607ca7b7a None None] Checking router: f4b1f92f-c00f-4660-9d31-0779dc05d507 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:43:22.952557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d989f95f-c458-4494-a12b-5f1607ca7b7a None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:43:22.953274 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d989f95f-c458-4494-a12b-5f1607ca7b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:43:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:22.972832 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c2ee3945-4d3a-4df4-8aaf-753c24402354 req-d6850a3a-6a9e-415e-8c9f-5a0bd5e9555d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc7034d7-bb87-4e42-b67c-cbae7f501a23 HTTP/1.1" status: 200 len: 1000 time: 0.0631790 Dec 06 14:43:23.021452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee3945-4d3a-4df4-8aaf-753c24402354 req-0aefa9bb-775f-480b-91eb-b1e26022ad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.022989 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c2ee3945-4d3a-4df4-8aaf-753c24402354 req-0aefa9bb-775f-480b-91eb-b1e26022ad84 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7cc776a-01d3-4bf1-86db-59f8ef79757b HTTP/1.1" status: 200 len: 834 time: 0.0441184 Dec 06 14:43:23.046795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38796) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:23.052167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-2fbeaa1f-32f2-4da3-9176-1aed87c7091c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997405427', 'description': 'tempest-secgroup-smoke-997405427 description', 'project_id': 'c716424228f8423e91750a4cc8918d9a'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:23.061355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-d989f95f-c458-4494-a12b-5f1607ca7b7a None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:43:23.070112 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee3945-4d3a-4df4-8aaf-753c24402354 req-1ae7898e-fb06-4e40-986c-a7bd017c4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:23.071410 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c2ee3945-4d3a-4df4-8aaf-753c24402354 req-1ae7898e-fb06-4e40-986c-a7bd017c4815 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78765be-c535-4f6b-bd4c-34eccd01cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420136 Dec 06 14:43:23.133052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2fbeaa1f-32f2-4da3-9176-1aed87c7091c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.167839 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c2ee3945-4d3a-4df4-8aaf-753c24402354 req-b3b0a6ef-59e8-4e90-9f2c-28ac962b092e service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892491 Dec 06 14:43:23.200607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2fbeaa1f-32f2-4da3-9176-1aed87c7091c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.263544 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c2ee3945-4d3a-4df4-8aaf-753c24402354 req-45a07fb9-1a78-4cef-b7cb-e185e4025ca6 service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887337 Dec 06 14:43:23.275702 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2fbeaa1f-32f2-4da3-9176-1aed87c7091c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.298766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d989f95f-c458-4494-a12b-5f1607ca7b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '999b5475-7822-4ac9-84cf-f0a5ab1953e9', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.200', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'port_id': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'mac_address': 'fa:16:3e:31:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:21Z', 'updated_at': '2021-12-06T14:43:21Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:23.307638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbeaa1f-32f2-4da3-9176-1aed87c7091c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:23.374630 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2fbeaa1f-32f2-4da3-9176-1aed87c7091c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.375918 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2fbeaa1f-32f2-4da3-9176-1aed87c7091c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3281307 Dec 06 14:43:23.379031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38798) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:23.383698 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-994ff352-fb02-4605-9c0e-bd349173d0cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:23.467758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d989f95f-c458-4494-a12b-5f1607ca7b7a None None] The sync data for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv is: [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '999b5475-7822-4ac9-84cf-f0a5ab1953e9', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.200', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'port_id': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'mac_address': 'fa:16:3e:31:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:21Z', 'updated_at': '2021-12-06T14:43:21Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:43:23.485181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-994ff352-fb02-4605-9c0e-bd349173d0cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.541147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-994ff352-fb02-4605-9c0e-bd349173d0cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.617403 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-994ff352-fb02-4605-9c0e-bd349173d0cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.635328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994ff352-fb02-4605-9c0e-bd349173d0cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceab96f4-8b98-4cc0-af94-591f4d6710fb,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:23.651521 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3c86e64-b32e-41bd-82dd-68716a601239 None None] New status for floating IP 999b5475-7822-4ac9-84cf-f0a5ab1953e9: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:43:23.706376 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-994ff352-fb02-4605-9c0e-bd349173d0cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.707673 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-994ff352-fb02-4605-9c0e-bd349173d0cc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276985 Dec 06 14:43:23.710307 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38800) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:23.714569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-658b5961-e7fe-4f58-8318-55196e17eb40 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:23.777137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-658b5961-e7fe-4f58-8318-55196e17eb40 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.836871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-658b5961-e7fe-4f58-8318-55196e17eb40 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.881117 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-658b5961-e7fe-4f58-8318-55196e17eb40 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.900092 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658b5961-e7fe-4f58-8318-55196e17eb40 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e198665a-27de-425e-a802-082e1672b0d2,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:23.979231 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-658b5961-e7fe-4f58-8318-55196e17eb40 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:23.980452 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-658b5961-e7fe-4f58-8318-55196e17eb40 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2692432 Dec 06 14:43:23.983290 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38802) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:23.988099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-9b4411bb-9dea-45d0-9488-80742aece867 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:24.085888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9b4411bb-9dea-45d0-9488-80742aece867 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.144143 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9b4411bb-9dea-45d0-9488-80742aece867 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.207088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9b4411bb-9dea-45d0-9488-80742aece867 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.223945 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4411bb-9dea-45d0-9488-80742aece867 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ceb32f1-8acf-451d-a453-049c2b24f4e4,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:24.288660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9b4411bb-9dea-45d0-9488-80742aece867 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.289907 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9b4411bb-9dea-45d0-9488-80742aece867 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3054657 Dec 06 14:43:24.292765 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38804) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:24.297092 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-e08865c4-424e-411b-ba10-df497ecc2446 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:24.394002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08865c4-424e-411b-ba10-df497ecc2446 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.449505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08865c4-424e-411b-ba10-df497ecc2446 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.526483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08865c4-424e-411b-ba10-df497ecc2446 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.544004 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08865c4-424e-411b-ba10-df497ecc2446 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daeda143-3282-443c-80a6-6e6faf4da43f,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:24.619783 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e08865c4-424e-411b-ba10-df497ecc2446 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.621060 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e08865c4-424e-411b-ba10-df497ecc2446 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3273132 Dec 06 14:43:24.623846 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38806) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:24.629178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b72aafb6-2f79-4356-b5ba-fd7d26f50417 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:24.709715 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-b72aafb6-2f79-4356-b5ba-fd7d26f50417 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:43:24.714931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b72aafb6-2f79-4356-b5ba-fd7d26f50417 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.771260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b72aafb6-2f79-4356-b5ba-fd7d26f50417 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.858160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b72aafb6-2f79-4356-b5ba-fd7d26f50417 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.875573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72aafb6-2f79-4356-b5ba-fd7d26f50417 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32166c68-2808-4532-a68e-ec47094a7864,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:24.956614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b72aafb6-2f79-4356-b5ba-fd7d26f50417 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:24.957812 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b72aafb6-2f79-4356-b5ba-fd7d26f50417 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3329468 Dec 06 14:43:24.960632 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38808) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:24.965040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e413ac23-67c8-4a75-854d-4df35e09a2b2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:25.057404 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-e413ac23-67c8-4a75-854d-4df35e09a2b2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:43:25.062192 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e413ac23-67c8-4a75-854d-4df35e09a2b2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:25.118435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e413ac23-67c8-4a75-854d-4df35e09a2b2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:25.188575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e413ac23-67c8-4a75-854d-4df35e09a2b2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:25.205234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413ac23-67c8-4a75-854d-4df35e09a2b2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03d6e03d-b6c7-49d3-9948-d266a4707ae5,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:25.300939 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e413ac23-67c8-4a75-854d-4df35e09a2b2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:25.302457 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e413ac23-67c8-4a75-854d-4df35e09a2b2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3408585 Dec 06 14:43:25.449855 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-4b46a80b-4a90-401f-9b90-bbc76f84437b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997405427&fields=id&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 267 time: 0.0430405 Dec 06 14:43:25.556477 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a216a4bc-826e-4d19-b25b-07853fdacfb8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:25.557872 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a216a4bc-826e-4d19-b25b-07853fdacfb8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/networks?id=e78765be-c535-4f6b-bd4c-34eccd01cc21 HTTP/1.1" status: 200 len: 796 time: 0.1009846 Dec 06 14:43:25.577065 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a6dc5616-71a2-4a43-8466-80b5ec4605ba tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/quotas/c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 375 time: 0.0135934 Dec 06 14:43:25.628810 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-d164c491-fa35-4ba4-a572-7136e83bf27b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457206 Dec 06 14:43:25.687792 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-1f3d609f-fee5-486b-8785-25949c08ff72 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:43:25.688703 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-1f3d609f-fee5-486b-8785-25949c08ff72 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0490890 Dec 06 14:43:25.781858 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-2f03f8f6-b179-40e0-a1c2-e1add44ae34e service neutron] 10.222.0.42 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860870 Dec 06 14:43:25.868547 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-189f7b93-5c1f-4bcf-9d0b-1037ffce8bcf service neutron] 10.222.0.42 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805912 Dec 06 14:43:26.146878 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d73893af-9b18-49a4-bb38-5febd9a3c433 req-726deaf2-e169-45ff-b402-83b3820d0587 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 210 time: 0.0283022 Dec 06 14:43:27.240072 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-251dc371-bcc2-477c-b27c-5326b4efc643 req-32dfec9d-9276-4600-abad-f4d237e599fc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 210 time: 0.0265379 Dec 06 14:43:27.831561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-2f0a3bc0-5f85-4986-a5f4-5f37e4aa3d05 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:27.833165 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-2f0a3bc0-5f85-4986-a5f4-5f37e4aa3d05 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks?id=e78765be-c535-4f6b-bd4c-34eccd01cc21 HTTP/1.1" status: 200 len: 796 time: 0.1144812 Dec 06 14:43:27.910910 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-ef4fe616-aede-4d54-9a41-c0ff19e01e13 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 472 time: 0.0686874 Dec 06 14:43:27.920300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a492dc97-5872-4402-8bb8-3fcf1906cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'port': {'device_id': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'admin_state_up': True, 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'security_groups': ['3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:28.082844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a492dc97-5872-4402-8bb8-3fcf1906cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:43:28.087654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a492dc97-5872-4402-8bb8-3fcf1906cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.217726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a492dc97-5872-4402-8bb8-3fcf1906cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.11 (e78765be-c535-4f6b-bd4c-34eccd01cc21/b7cc776a-01d3-4bf1-86db-59f8ef79757b/6aedfe43-507b-46c6-876d-915e19198520) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:28.339569 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6e0c8dc9-6640-47c1-98bb-d6144110e3d5 req-ff48a897-dd8e-45db-97ea-c185642fcf49 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 210 time: 0.0256174 Dec 06 14:43:28.357932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a492dc97-5872-4402-8bb8-3fcf1906cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.436006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a492dc97-5872-4402-8bb8-3fcf1906cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.491072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a492dc97-5872-4402-8bb8-3fcf1906cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network e78765be-c535-4f6b-bd4c-34eccd01cc21 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:28.494493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a492dc97-5872-4402-8bb8-3fcf1906cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:28.498995 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a492dc97-5872-4402-8bb8-3fcf1906cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:28.503475 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a492dc97-5872-4402-8bb8-3fcf1906cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=6aedfe43-507b-46c6-876d-915e19198520,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:28.555768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a492dc97-5872-4402-8bb8-3fcf1906cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:28.556405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a492dc97-5872-4402-8bb8-3fcf1906cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.661598 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-a492dc97-5872-4402-8bb8-3fcf1906cb98 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7449245 Dec 06 14:43:28.673411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Request body: {'port': {'device_id': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:28.714817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ba2905b6-347d-4119-a094-3691141369e0 None None] Provisioning complete for port 6aedfe43-507b-46c6-876d-915e19198520 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:28.715333 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba2905b6-347d-4119-a094-3691141369e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.726455 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:28.748715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ba2905b6-347d-4119-a094-3691141369e0 None None] Port 6aedfe43-507b-46c6-876d-915e19198520 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:43:28.988229 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aedfe43-507b-46c6-876d-915e19198520 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:28.995744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.007475 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Transition to ACTIVE for port object 6aedfe43-507b-46c6-876d-915e19198520 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:43:29.063867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.113917 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Pushing event updated for resources: {'Port': ['ID=6aedfe43-507b-46c6-876d-915e19198520,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:29.182518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Attempting to bind port 6aedfe43-507b-46c6-876d-915e19198520 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:43:29.182856 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Attempting to bind port 6aedfe43-507b-46c6-876d-915e19198520 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:43:29.183201 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Attempting to bind port 6aedfe43-507b-46c6-876d-915e19198520 on network e78765be-c535-4f6b-bd4c-34eccd01cc21 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:29.187745 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Port 6aedfe43-507b-46c6-876d-915e19198520 on network e78765be-c535-4f6b-bd4c-34eccd01cc21 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:43:29.188062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Attempting to bind port 6aedfe43-507b-46c6-876d-915e19198520 on network e78765be-c535-4f6b-bd4c-34eccd01cc21 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:43:29.193509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:43:29.193847 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Checking segment: {'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:43:29.194227 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Bound using segment: {'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:43:29.194657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Bound port: 6aedfe43-507b-46c6-876d-915e19198520, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f35085-1842-4a50-9bbe-16b3b336f538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:43:29.195011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.264780 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] For port 6aedfe43-507b-46c6-876d-915e19198520, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:43:29.268366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] For port 6aedfe43-507b-46c6-876d-915e19198520, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6aedfe43-507b-46c6-876d-915e19198520,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:43:29.309598 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.341774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.342421 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.343832 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] 10.222.0.41 "PUT /v2.0/ports/6aedfe43-507b-46c6-876d-915e19198520 HTTP/1.1" status: 200 len: 1094 time: 0.6745775 Dec 06 14:43:29.344271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'tag': '6aedfe43-507b-46c6-876d-915e19198520'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:29.346696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be48c13-73a8-40ea-ba60-1c219887331b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a", "tag": "6aedfe43-507b-46c6-876d-915e19198520"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:29.375534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8d09b-1bb4-4e37-901f-6a7d5c0bcae9 service neutron] Pushing event updated for resources: {'Port': ['ID=6aedfe43-507b-46c6-876d-915e19198520,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:29.395488 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0b1cd6-ea9a-4089-b28b-5ac9b760976c x-openstack-request-id: req-cf0b1cd6-ea9a-4089-b28b-5ac9b760976c {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:29.395791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a", "tag": "6aedfe43-507b-46c6-876d-915e19198520", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:29.396052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cf0b1cd6-ea9a-4089-b28b-5ac9b760976c {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:29.396505 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'tag': '6aedfe43-507b-46c6-876d-915e19198520', 'status': 'completed', 'code': 200} Dec 06 14:43:29.464323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be48c13-73a8-40ea-ba60-1c219887331b req-38a84d0a-61d8-43fb-80fe-ec6b50423429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.465814 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9be48c13-73a8-40ea-ba60-1c219887331b req-38a84d0a-61d8-43fb-80fe-ec6b50423429 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 1097 time: 0.0471632 Dec 06 14:43:29.493015 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce974f32-8e76-40d5-a9dd-23af8befbc91 req-8d47ec65-b181-40ca-9277-cad912623317 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.496404 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ce974f32-8e76-40d5-a9dd-23af8befbc91 req-8d47ec65-b181-40ca-9277-cad912623317 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 944 time: 0.0607693 Dec 06 14:43:29.543797 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:29.550492 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ce974f32-8e76-40d5-a9dd-23af8befbc91 req-7acb79c5-d50b-4052-85b8-f5bc2a1aeee4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491703 Dec 06 14:43:29.581346 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be48c13-73a8-40ea-ba60-1c219887331b req-c6e6d674-bb24-4b9a-8add-5dec1b827fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.583768 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9be48c13-73a8-40ea-ba60-1c219887331b req-c6e6d674-bb24-4b9a-8add-5dec1b827fbc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c716424228f8423e91750a4cc8918d9a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1082761 Dec 06 14:43:29.679073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be48c13-73a8-40ea-ba60-1c219887331b req-13273dbb-80df-4aae-bcad-ff0de74108f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.680634 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9be48c13-73a8-40ea-ba60-1c219887331b req-13273dbb-80df-4aae-bcad-ff0de74108f7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906227 Dec 06 14:43:29.761267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-14ffda2f-e046-415c-803b-93275ec99db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.762782 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-14ffda2f-e046-415c-803b-93275ec99db4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 1097 time: 0.0445714 Dec 06 14:43:29.816300 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-3afc386b-1be6-4959-a610-35249c770e7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aedfe43-507b-46c6-876d-915e19198520 HTTP/1.1" status: 200 len: 217 time: 0.0426478 Dec 06 14:43:29.864211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-b7bbb004-b6de-4626-9893-e9739018deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.865637 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-b7bbb004-b6de-4626-9893-e9739018deb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7cc776a-01d3-4bf1-86db-59f8ef79757b HTTP/1.1" status: 200 len: 834 time: 0.0427990 Dec 06 14:43:29.914041 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-fe944cde-278c-49f9-9dd1-db736044aec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:29.915525 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-fe944cde-278c-49f9-9dd1-db736044aec7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78765be-c535-4f6b-bd4c-34eccd01cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430539 Dec 06 14:43:30.004811 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-51683cae-d5b5-49d0-81f6-33206451323e service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818133 Dec 06 14:43:30.101849 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd8e5977-9e59-4936-a5e1-6aa1e4ed691d req-65955505-900b-4ef1-9eb6-7b944634eca1 service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885785 Dec 06 14:43:30.667881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ce2281-54d3-46e1-9a9f-d5df3af46e22 req-b1116e98-782d-4d04-98d8-87d2be3bac6f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:30.669386 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-41ce2281-54d3-46e1-9a9f-d5df3af46e22 req-b1116e98-782d-4d04-98d8-87d2be3bac6f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 944 time: 0.0482657 Dec 06 14:43:30.718031 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-41ce2281-54d3-46e1-9a9f-d5df3af46e22 req-1ece83d3-b17d-4a52-9c06-40695db64f22 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426538 Dec 06 14:43:31.280974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8a66c5c2-63ba-40cb-bb8f-966ba0f96481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:31.829950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f9d1b8-472a-49e8-add7-76ad1cddb7aa req-e2bf5273-325f-44d5-95e6-4b39da2a2257 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:31.831573 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-93f9d1b8-472a-49e8-add7-76ad1cddb7aa req-e2bf5273-325f-44d5-95e6-4b39da2a2257 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 944 time: 0.0471749 Dec 06 14:43:31.883487 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-93f9d1b8-472a-49e8-add7-76ad1cddb7aa req-449cee8e-d4f9-48d5-84d6-8271f60abadb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460219 Dec 06 14:43:32.996991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f1955-9108-4f71-b88b-1fdb2f0a8dee req-ec178ad7-5f64-4b43-b23c-923a9cb6eb52 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:32.998375 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-876f1955-9108-4f71-b88b-1fdb2f0a8dee req-ec178ad7-5f64-4b43-b23c-923a9cb6eb52 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 944 time: 0.0475614 Dec 06 14:43:33.052329 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-876f1955-9108-4f71-b88b-1fdb2f0a8dee req-2bedaef2-584b-49ad-8a32-68edf7951e01 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474331 Dec 06 14:43:33.707030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6aedfe43-507b-46c6-876d-915e19198520 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:43:33.710595 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2585e90-bc8e-4384-8743-04a79c83019f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:33.804135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 6aedfe43-507b-46c6-876d-915e19198520, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6aedfe43-507b-46c6-876d-915e19198520,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:33.815507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '6aedfe43-507b-46c6-876d-915e19198520', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'port_id': '6aedfe43-507b-46c6-876d-915e19198520', 'mac_address': 'fa:16:3e:56:b0:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:43:33.851477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:33.863822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aedfe43-507b-46c6-876d-915e19198520 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:43:33.883232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 6aedfe43-507b-46c6-876d-915e19198520, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6aedfe43-507b-46c6-876d-915e19198520,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:33.920469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:33.967445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=6aedfe43-507b-46c6-876d-915e19198520,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:34.164494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d82f9-9fe3-4437-8d74-eb1f335afabc req-b72e8711-fff3-4311-9a04-c26823a64f0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:34.165977 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-df5d82f9-9fe3-4437-8d74-eb1f335afabc req-b72e8711-fff3-4311-9a04-c26823a64f0d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 945 time: 0.0470243 Dec 06 14:43:34.214566 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-df5d82f9-9fe3-4437-8d74-eb1f335afabc req-9471041e-6ce8-4646-8661-478e1ea3a44d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426722 Dec 06 14:43:34.231118 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['6aedfe43-507b-46c6-876d-915e19198520'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:43:34.805666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:35.327539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d86542-4e33-4adf-b339-447bd9af0d2d req-9fd305d7-1cda-4452-bf8c-3c0f78b14a2c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:35.329462 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-94d86542-4e33-4adf-b339-447bd9af0d2d req-9fd305d7-1cda-4452-bf8c-3c0f78b14a2c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 945 time: 0.0490475 Dec 06 14:43:35.381906 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-94d86542-4e33-4adf-b339-447bd9af0d2d req-78d2c432-51d5-4594-81cd-3b7053605b03 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455382 Dec 06 14:43:35.701397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6aedfe43-507b-46c6-876d-915e19198520 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:43:35.800667 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 6aedfe43-507b-46c6-876d-915e19198520 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:43:35.804473 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 6aedfe43-507b-46c6-876d-915e19198520 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:43:35.804889 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:35.879391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:35.901057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aedfe43-507b-46c6-876d-915e19198520'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:35.903288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e13067a-4c7f-40cd-9dcc-ba009a964c0d" -d '{"events": [{"server_uuid": "d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a", "name": "network-vif-plugged", "status": "completed", "tag": "6aedfe43-507b-46c6-876d-915e19198520"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:35.918659 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 6aedfe43-507b-46c6-876d-915e19198520, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6aedfe43-507b-46c6-876d-915e19198520,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:43:35.943771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feefa474-3032-49d1-b66c-eb44087ca2d5 x-openstack-request-id: req-feefa474-3032-49d1-b66c-eb44087ca2d5 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:35.944053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a", "name": "network-vif-plugged", "status": "completed", "tag": "6aedfe43-507b-46c6-876d-915e19198520", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:35.944325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-feefa474-3032-49d1-b66c-eb44087ca2d5 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:35.944714 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aedfe43-507b-46c6-876d-915e19198520', 'code': 200} Dec 06 14:43:35.978197 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:36.008235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:36.027165 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=6aedfe43-507b-46c6-876d-915e19198520,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:36.187216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9f535-da39-4f8f-921e-887084e2a754 req-a1281169-2398-4623-bd7e-181bb6f4fa08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.188662 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b9d9f535-da39-4f8f-921e-887084e2a754 req-a1281169-2398-4623-bd7e-181bb6f4fa08 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 1099 time: 0.0393178 Dec 06 14:43:36.233657 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b9d9f535-da39-4f8f-921e-887084e2a754 req-b7dc131a-0704-4ed5-b547-7f5c2cbb0bfd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383101 Dec 06 14:43:36.502453 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff4766-930c-41c8-8a57-c5e347451ea6 req-4edf90ec-fb0c-44c1-b35f-f2fdd9bc99d4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:36.503830 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a1ff4766-930c-41c8-8a57-c5e347451ea6 req-4edf90ec-fb0c-44c1-b35f-f2fdd9bc99d4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 946 time: 0.0531642 Dec 06 14:43:36.552256 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a1ff4766-930c-41c8-8a57-c5e347451ea6 req-f3226dc7-5d3e-4685-8094-1a9936173ae1 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424781 Dec 06 14:43:36.915459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:37.667887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648accc-0ecc-4ffb-ad4d-bdaf8a454de4 req-53ce709e-9377-4ff7-9c63-de9a07ca68b9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:37.669437 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5648accc-0ecc-4ffb-ad4d-bdaf8a454de4 req-53ce709e-9377-4ff7-9c63-de9a07ca68b9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 946 time: 0.0480342 Dec 06 14:43:37.722121 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5648accc-0ecc-4ffb-ad4d-bdaf8a454de4 req-c16756d3-b628-492d-bc7f-f8620aa49974 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437677 Dec 06 14:43:38.834141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a47c7-7322-4f42-9d7d-829788776983 req-339bbb8b-bdf3-462e-86ca-1e921a5daa26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:38.835621 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-898a47c7-7322-4f42-9d7d-829788776983 req-339bbb8b-bdf3-462e-86ca-1e921a5daa26 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 946 time: 0.0471358 Dec 06 14:43:38.883294 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-898a47c7-7322-4f42-9d7d-829788776983 req-6175ecfa-d2ab-422d-b86a-5d4416465a5c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418718 Dec 06 14:43:38.999474 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e063fc-6262-4e9f-97c7-cdb8ad8911e5 req-60cb69d3-46a5-4e48-a96a-153c14cf8d67 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:39.000869 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-65e063fc-6262-4e9f-97c7-cdb8ad8911e5 req-60cb69d3-46a5-4e48-a96a-153c14cf8d67 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 946 time: 0.0510890 Dec 06 14:43:39.050104 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-65e063fc-6262-4e9f-97c7-cdb8ad8911e5 req-f9069fd2-46ab-4877-b8c0-e682d922e395 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427203 Dec 06 14:43:39.071614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38866) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:39.108810 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dc7c7c-a557-4c80-8ac4-d2e041a6f50d tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:39.110293 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e8dc7c7c-a557-4c80-8ac4-d2e041a6f50d tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 1094 time: 0.0377004 Dec 06 14:43:39.113483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38868) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:43:39.117639 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '6aedfe43-507b-46c6-876d-915e19198520', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:43:39.170249 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:43:39.200787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.298180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.397431 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.107 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/a2ec0261-ca98-4cde-9661-1426557a0b54) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:43:39.504993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.601131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:39.639104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:43:39.641898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:43:39.646079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:43:39.651367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=a2ec0261-ca98-4cde-9661-1426557a0b54,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:39.992866 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:40.128306 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:40.514681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:40.576872 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:40.647918 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=a2ec0261-ca98-4cde-9661-1426557a0b54,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:43:40.657411 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:40.757785 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP df62964a-fc42-4298-99c2-17a7f28dd556 associated. External IP: 172.36.1.107, port: 6aedfe43-507b-46c6-876d-915e19198520. Dec 06 14:43:40.971359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router f4b1f92f-c00f-4660-9d31-0779dc05d507 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:43:41.073929 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:43:41.086631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d63538-4f95-478a-9db1-fb28350190bd None None] Sync routers for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:43:41.098881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d63538-4f95-478a-9db1-fb28350190bd None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:43:41.099508 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-60d63538-4f95-478a-9db1-fb28350190bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:43:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:41.157641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:43:41.201946 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7204ac7d-b5da-4017-92c7-af017fe0c54a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0734925 Dec 06 14:43:41.201946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'tag': '6aedfe43-507b-46c6-876d-915e19198520'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:43:41.201946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5041661b-ab71-486a-a041-49c80bb19e68" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a", "tag": "6aedfe43-507b-46c6-876d-915e19198520"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:43:41.211920 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-60d63538-4f95-478a-9db1-fb28350190bd None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:43:41.227030 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc65d53f-e640-46c7-b2b1-cd6c557f463f x-openstack-request-id: req-bc65d53f-e640-46c7-b2b1-cd6c557f463f {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:43:41.227313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a", "tag": "6aedfe43-507b-46c6-876d-915e19198520", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:43:41.227562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc65d53f-e640-46c7-b2b1-cd6c557f463f {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:43:41.227960 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'tag': '6aedfe43-507b-46c6-876d-915e19198520', 'status': 'completed', 'code': 200} Dec 06 14:43:41.289360 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041661b-ab71-486a-a041-49c80bb19e68 req-af09e514-050f-45b6-a101-fab04ed15d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.290852 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5041661b-ab71-486a-a041-49c80bb19e68 req-af09e514-050f-45b6-a101-fab04ed15d3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 1099 time: 0.0402415 Dec 06 14:43:41.386402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041661b-ab71-486a-a041-49c80bb19e68 req-0503922e-31df-4bf4-a378-9750dc6d7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.387858 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5041661b-ab71-486a-a041-49c80bb19e68 req-0503922e-31df-4bf4-a378-9750dc6d7083 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78765be-c535-4f6b-bd4c-34eccd01cc21 HTTP/1.1" status: 200 len: 897 time: 0.0878067 Dec 06 14:43:41.442819 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-60d63538-4f95-478a-9db1-fb28350190bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '999b5475-7822-4ac9-84cf-f0a5ab1953e9', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.200', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'port_id': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'mac_address': 'fa:16:3e:31:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:21Z', 'updated_at': '2021-12-06T14:43:23Z', 'revision_number': 1, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}, {'id': 'df62964a-fc42-4298-99c2-17a7f28dd556', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.107', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'port_id': '6aedfe43-507b-46c6-876d-915e19198520', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'mac_address': 'fa:16:3e:56:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:39Z', 'updated_at': '2021-12-06T14:43:39Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:41.456877 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5041661b-ab71-486a-a041-49c80bb19e68 req-11e64a81-8ef3-4e38-9640-79e28b5c6b9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aedfe43-507b-46c6-876d-915e19198520 HTTP/1.1" status: 200 len: 1000 time: 0.0619147 Dec 06 14:43:41.469984 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d63538-4f95-478a-9db1-fb28350190bd None None] Checking router: f4b1f92f-c00f-4660-9d31-0779dc05d507 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:43:41.479722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d63538-4f95-478a-9db1-fb28350190bd None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:43:41.480336 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-60d63538-4f95-478a-9db1-fb28350190bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:43:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:41.508185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041661b-ab71-486a-a041-49c80bb19e68 req-e8a6f72a-116d-486f-ba7c-5d990b7200fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.509726 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5041661b-ab71-486a-a041-49c80bb19e68 req-e8a6f72a-116d-486f-ba7c-5d990b7200fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7cc776a-01d3-4bf1-86db-59f8ef79757b HTTP/1.1" status: 200 len: 834 time: 0.0459034 Dec 06 14:43:41.555739 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5041661b-ab71-486a-a041-49c80bb19e68 req-334aeeb6-b532-4f8e-a60a-787f901fa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:41.557249 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5041661b-ab71-486a-a041-49c80bb19e68 req-334aeeb6-b532-4f8e-a60a-787f901fa4f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78765be-c535-4f6b-bd4c-34eccd01cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405548 Dec 06 14:43:41.584946 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-60d63538-4f95-478a-9db1-fb28350190bd None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:43:41.648957 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5041661b-ab71-486a-a041-49c80bb19e68 req-cd63b07e-9b67-4073-9e23-fd5e2d692390 service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842099 Dec 06 14:43:41.739074 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5041661b-ab71-486a-a041-49c80bb19e68 req-fa3d3c0b-0cc9-41f1-a80c-3e31379fc9a2 service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830994 Dec 06 14:43:41.817181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-60d63538-4f95-478a-9db1-fb28350190bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '999b5475-7822-4ac9-84cf-f0a5ab1953e9', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.200', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'port_id': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'mac_address': 'fa:16:3e:31:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:21Z', 'updated_at': '2021-12-06T14:43:23Z', 'revision_number': 1, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}, {'id': 'df62964a-fc42-4298-99c2-17a7f28dd556', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.107', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'port_id': '6aedfe43-507b-46c6-876d-915e19198520', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'mac_address': 'fa:16:3e:56:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:39Z', 'updated_at': '2021-12-06T14:43:39Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:43:41.843345 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d63538-4f95-478a-9db1-fb28350190bd None None] The sync data for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv is: [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '999b5475-7822-4ac9-84cf-f0a5ab1953e9', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.200', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'port_id': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'mac_address': 'fa:16:3e:31:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:21Z', 'updated_at': '2021-12-06T14:43:23Z', 'revision_number': 1, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}, {'id': 'df62964a-fc42-4298-99c2-17a7f28dd556', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.107', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'port_id': '6aedfe43-507b-46c6-876d-915e19198520', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'mac_address': 'fa:16:3e:56:b0:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:39Z', 'updated_at': '2021-12-06T14:43:39Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:43:42.030703 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d687cfd9-08a0-471c-a7b2-6ae905dc0082 None None] New status for floating IP df62964a-fc42-4298-99c2-17a7f28dd556: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:43:52.514038 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d871b08d-4d86-43be-85fb-40f70fd90f34 req-e47c5434-7552-4f15-9d34-90e0db41042a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426271 Dec 06 14:43:52.591702 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871b08d-4d86-43be-85fb-40f70fd90f34 req-e068cd3d-354c-4ce0-9cf0-313d435d30bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.593170 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d871b08d-4d86-43be-85fb-40f70fd90f34 req-e068cd3d-354c-4ce0-9cf0-313d435d30bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 1099 time: 0.0390937 Dec 06 14:43:52.694175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871b08d-4d86-43be-85fb-40f70fd90f34 req-d97a1dcd-3da6-413a-8df1-a368f635a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.695621 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d871b08d-4d86-43be-85fb-40f70fd90f34 req-d97a1dcd-3da6-413a-8df1-a368f635a700 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78765be-c535-4f6b-bd4c-34eccd01cc21 HTTP/1.1" status: 200 len: 897 time: 0.0819097 Dec 06 14:43:52.763626 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d871b08d-4d86-43be-85fb-40f70fd90f34 req-cb5f2978-ac50-447b-9db7-802c41548b8b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc7034d7-bb87-4e42-b67c-cbae7f501a23 HTTP/1.1" status: 200 len: 1002 time: 0.0605404 Dec 06 14:43:52.811908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871b08d-4d86-43be-85fb-40f70fd90f34 req-2dff0eeb-8fac-4405-a1c8-e79910e359f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.813242 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d871b08d-4d86-43be-85fb-40f70fd90f34 req-2dff0eeb-8fac-4405-a1c8-e79910e359f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7cc776a-01d3-4bf1-86db-59f8ef79757b HTTP/1.1" status: 200 len: 834 time: 0.0432847 Dec 06 14:43:52.856166 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d871b08d-4d86-43be-85fb-40f70fd90f34 req-683cbbb7-5adb-41ab-badd-c139be1d81e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:43:52.857619 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d871b08d-4d86-43be-85fb-40f70fd90f34 req-683cbbb7-5adb-41ab-badd-c139be1d81e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78765be-c535-4f6b-bd4c-34eccd01cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377314 Dec 06 14:43:52.947817 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d871b08d-4d86-43be-85fb-40f70fd90f34 req-daa520c3-815c-4bb9-8213-28b369ef881e service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824108 Dec 06 14:43:53.035065 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d871b08d-4d86-43be-85fb-40f70fd90f34 req-ed7bc40d-f4e9-462b-ae99-7ce4c1547927 service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803833 Dec 06 14:43:59.543544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:01.331910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-81516715-91bc-48ca-a171-48ce41a62900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:03.714589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ea1010e-4234-4a1a-a6a3-6da61f2b4958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:04.885763 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:06.010628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:06.970849 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:16.170656 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:44:29.573133 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:31.302173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b980547-0eb4-44c2-a1da-136e348c2c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:33.731027 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6ce6-64f1-459a-ae1b-8f7095d2fd5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:34.804948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:36.016448 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:36.924781 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:44:52.506777 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-774bee5c-275e-4996-874a-9908e2ad68e1 req-e3c04167-2676-4100-80df-e784c7a91d51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389073 Dec 06 14:44:52.566891 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bee5c-275e-4996-874a-9908e2ad68e1 req-ca4c4c94-e45e-4388-9073-886cbf842ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:52.568323 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-774bee5c-275e-4996-874a-9908e2ad68e1 req-ca4c4c94-e45e-4388-9073-886cbf842ecb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 1099 time: 0.0396457 Dec 06 14:44:52.671032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bee5c-275e-4996-874a-9908e2ad68e1 req-d66167f2-2135-450e-a0ab-66775272a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:52.672509 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-774bee5c-275e-4996-874a-9908e2ad68e1 req-d66167f2-2135-450e-a0ab-66775272a84f service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78765be-c535-4f6b-bd4c-34eccd01cc21 HTTP/1.1" status: 200 len: 897 time: 0.0852060 Dec 06 14:44:52.737402 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-774bee5c-275e-4996-874a-9908e2ad68e1 req-58977c42-2772-4b54-a887-a3cb1da01544 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aedfe43-507b-46c6-876d-915e19198520 HTTP/1.1" status: 200 len: 1002 time: 0.0571048 Dec 06 14:44:52.788819 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bee5c-275e-4996-874a-9908e2ad68e1 req-3ebc209c-234f-4377-a497-c030fdd2b204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:52.790224 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-774bee5c-275e-4996-874a-9908e2ad68e1 req-3ebc209c-234f-4377-a497-c030fdd2b204 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7cc776a-01d3-4bf1-86db-59f8ef79757b HTTP/1.1" status: 200 len: 834 time: 0.0458190 Dec 06 14:44:52.835678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774bee5c-275e-4996-874a-9908e2ad68e1 req-c7d82704-1bd8-4b15-958d-9cb6b6749554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:44:52.837685 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-774bee5c-275e-4996-874a-9908e2ad68e1 req-c7d82704-1bd8-4b15-958d-9cb6b6749554 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78765be-c535-4f6b-bd4c-34eccd01cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386310 Dec 06 14:44:52.925964 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-774bee5c-275e-4996-874a-9908e2ad68e1 req-20956b45-f30f-4bb8-93e4-b92fc7afd36b service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800564 Dec 06 14:44:53.018011 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-774bee5c-275e-4996-874a-9908e2ad68e1 req-c8be5290-3339-4811-bbb8-7c81075c0e50 service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829959 Dec 06 14:44:53.169331 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:44:59.558999 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:01.284329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0aaa55c5-f03d-4f34-8144-cd261e86d1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:03.701575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d9927fa5-ee02-4f92-a435-0bdb2cab720a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:04.809676 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:06.033232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:06.930075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:07.837328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38902) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:07.897888 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-525da407-ceeb-4185-aa2a-ea4f37ec77bf tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/999b5475-7822-4ac9-84cf-f0a5ab1953e9 HTTP/1.1" status: 200 len: 994 time: 0.0594039 Dec 06 14:45:08.543694 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38914) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:08.548918 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:08.610713 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.754063 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port fc7034d7-bb87-4e42-b67c-cbae7f501a23, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc7034d7-bb87-4e42-b67c-cbae7f501a23,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:08.781640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.867045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.913362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:08.913994 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:08.915404 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/ports/fc7034d7-bb87-4e42-b67c-cbae7f501a23 HTTP/1.1" status: 200 len: 939 time: 0.3707085 Dec 06 14:45:08.915960 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:08.918344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9a830b-432c-40eb-98bf-4edea946261d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:08.945191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=fc7034d7-bb87-4e42-b67c-cbae7f501a23,revision_number=6']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:08.952895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:08.953255 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:08.953598 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:08.954871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:08.955252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:08.955620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:08.955951 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:08.956470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:08.956805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:08.957414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:08.957746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:08.958111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:08.958438 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5760c53b-76cf-4a15-a96c-e631416f45d3 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:08.964147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e5ba4a-ffbd-416f-b3ac-bd75fe01c2e9 x-openstack-request-id: req-92e5ba4a-ffbd-416f-b3ac-bd75fe01c2e9 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:08.964469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:08.964744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-92e5ba4a-ffbd-416f-b3ac-bd75fe01c2e9 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:08.965240 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'status': 'completed', 'code': 200} Dec 06 14:45:09.035839 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a830b-432c-40eb-98bf-4edea946261d req-144311a0-67c5-49bd-8547-e28b520df9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.037468 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d9a830b-432c-40eb-98bf-4edea946261d req-144311a0-67c5-49bd-8547-e28b520df9d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 1100 time: 0.0418665 Dec 06 14:45:09.099737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dd78ed77-12b2-402c-99ec-c45fa1cb74d1 None None] Provisioning complete for port fc7034d7-bb87-4e42-b67c-cbae7f501a23 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:09.100269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dd78ed77-12b2-402c-99ec-c45fa1cb74d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:09.132736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a830b-432c-40eb-98bf-4edea946261d req-facbd7f4-7eca-4590-b690-fd1792459df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.134162 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d9a830b-432c-40eb-98bf-4edea946261d req-facbd7f4-7eca-4590-b690-fd1792459df0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78765be-c535-4f6b-bd4c-34eccd01cc21 HTTP/1.1" status: 200 len: 897 time: 0.0892675 Dec 06 14:45:09.139212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dd78ed77-12b2-402c-99ec-c45fa1cb74d1 None None] Port fc7034d7-bb87-4e42-b67c-cbae7f501a23 is administratively disabled so it will not transition to active. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Dec 06 14:45:09.198559 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d9a830b-432c-40eb-98bf-4edea946261d req-e9592c9a-cc5d-411f-bd4e-0ad08cd73bfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc7034d7-bb87-4e42-b67c-cbae7f501a23 HTTP/1.1" status: 200 len: 1003 time: 0.0568776 Dec 06 14:45:09.250548 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a830b-432c-40eb-98bf-4edea946261d req-b66fb379-22b8-4bae-961f-219c73c4454d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.251978 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d9a830b-432c-40eb-98bf-4edea946261d req-b66fb379-22b8-4bae-961f-219c73c4454d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7cc776a-01d3-4bf1-86db-59f8ef79757b HTTP/1.1" status: 200 len: 834 time: 0.0467608 Dec 06 14:45:09.297211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9a830b-432c-40eb-98bf-4edea946261d req-e17af1a3-f01f-4c6e-a5fe-f9b4f71def6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:09.300023 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d9a830b-432c-40eb-98bf-4edea946261d req-e17af1a3-f01f-4c6e-a5fe-f9b4f71def6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78765be-c535-4f6b-bd4c-34eccd01cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396104 Dec 06 14:45:09.390030 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d9a830b-432c-40eb-98bf-4edea946261d req-e2d6e3b4-db0d-4bc9-9c38-fc62f41d32fa service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835412 Dec 06 14:45:09.481669 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d9a830b-432c-40eb-98bf-4edea946261d req-d1ba8310-e4f0-4522-8127-e360b4062969 service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842993 Dec 06 14:45:12.312292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38924) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:12.317716 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-bd7dd46d-0fce-4407-86c0-545758540f71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:12.378553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd46d-0fce-4407-86c0-545758540f71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.524443 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-bd7dd46d-0fce-4407-86c0-545758540f71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port fc7034d7-bb87-4e42-b67c-cbae7f501a23, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc7034d7-bb87-4e42-b67c-cbae7f501a23,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:12.553559 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd46d-0fce-4407-86c0-545758540f71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.609797 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd46d-0fce-4407-86c0-545758540f71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.650319 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7dd46d-0fce-4407-86c0-545758540f71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:12.650935 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd46d-0fce-4407-86c0-545758540f71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.652326 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bd7dd46d-0fce-4407-86c0-545758540f71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/ports/fc7034d7-bb87-4e42-b67c-cbae7f501a23 HTTP/1.1" status: 200 len: 938 time: 0.3389971 Dec 06 14:45:12.652897 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:12.655855 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38926) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:12.656306 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141bc32c-e726-457a-88d1-77cef00eb7d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:12.686845 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7dd46d-0fce-4407-86c0-545758540f71 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=fc7034d7-bb87-4e42-b67c-cbae7f501a23,revision_number=7']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:12.708188 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041f84f6-a95e-4118-8570-eb3715418152 x-openstack-request-id: req-041f84f6-a95e-4118-8570-eb3715418152 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:12.708493 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:12.708752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-041f84f6-a95e-4118-8570-eb3715418152 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:12.709193 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'status': 'completed', 'code': 200} Dec 06 14:45:12.733860 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-91f5783a-41f2-41dd-82a2-3c2165df2916 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/999b5475-7822-4ac9-84cf-f0a5ab1953e9 HTTP/1.1" status: 200 len: 994 time: 0.0760784 Dec 06 14:45:12.774967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bc32c-e726-457a-88d1-77cef00eb7d5 req-b6d619f5-8333-4e83-8ea0-e843d7ac32cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:12.776467 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-141bc32c-e726-457a-88d1-77cef00eb7d5 req-b6d619f5-8333-4e83-8ea0-e843d7ac32cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 1099 time: 0.0415852 Dec 06 14:45:12.871050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bc32c-e726-457a-88d1-77cef00eb7d5 req-e1aa2c86-7fb3-48bd-83d5-2cd506c92ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:12.873461 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-141bc32c-e726-457a-88d1-77cef00eb7d5 req-e1aa2c86-7fb3-48bd-83d5-2cd506c92ac9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78765be-c535-4f6b-bd4c-34eccd01cc21 HTTP/1.1" status: 200 len: 897 time: 0.0877693 Dec 06 14:45:12.879215 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9d8c1afe-5c51-4d72-bc04-ba31600a274e None None] Provisioning complete for port fc7034d7-bb87-4e42-b67c-cbae7f501a23 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:12.879677 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d8c1afe-5c51-4d72-bc04-ba31600a274e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:12.944008 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-141bc32c-e726-457a-88d1-77cef00eb7d5 req-50e5bfc3-c539-472d-8fcc-11f4e497d86a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc7034d7-bb87-4e42-b67c-cbae7f501a23 HTTP/1.1" status: 200 len: 1002 time: 0.0629706 Dec 06 14:45:12.995797 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bc32c-e726-457a-88d1-77cef00eb7d5 req-3fc63d29-aa16-4e17-aa94-597c9d214622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:12.997797 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-141bc32c-e726-457a-88d1-77cef00eb7d5 req-3fc63d29-aa16-4e17-aa94-597c9d214622 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7cc776a-01d3-4bf1-86db-59f8ef79757b HTTP/1.1" status: 200 len: 834 time: 0.0455558 Dec 06 14:45:13.014749 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['fc7034d7-bb87-4e42-b67c-cbae7f501a23'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:13.043182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bc32c-e726-457a-88d1-77cef00eb7d5 req-b5b55019-007a-416b-bec1-7f3acbed543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:13.044735 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-141bc32c-e726-457a-88d1-77cef00eb7d5 req-b5b55019-007a-416b-bec1-7f3acbed543c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78765be-c535-4f6b-bd4c-34eccd01cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399101 Dec 06 14:45:13.136400 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-141bc32c-e726-457a-88d1-77cef00eb7d5 req-55ba9090-bbc1-4ad5-96f2-b2305e0f1700 service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840476 Dec 06 14:45:13.227214 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-141bc32c-e726-457a-88d1-77cef00eb7d5 req-02b9c9af-3a44-454d-9394-17d87141b83c service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834229 Dec 06 14:45:15.266711 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38936) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:15.422926 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-81f408ae-83ec-48ea-bc5f-bed738a98485 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port a2ec0261-ca98-4cde-9661-1426557a0b54 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:15.423256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81f408ae-83ec-48ea-bc5f-bed738a98485 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:15.494270 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81f408ae-83ec-48ea-bc5f-bed738a98485 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:15.494590 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81f408ae-83ec-48ea-bc5f-bed738a98485 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:15.507428 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-81f408ae-83ec-48ea-bc5f-bed738a98485 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for a2ec0261-ca98-4cde-9661-1426557a0b54 owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:15.746411 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81f408ae-83ec-48ea-bc5f-bed738a98485 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:15.774289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f408ae-83ec-48ea-bc5f-bed738a98485 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=a2ec0261-ca98-4cde-9661-1426557a0b54,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:15.840164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81f408ae-83ec-48ea-bc5f-bed738a98485 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:15.840525 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-81f408ae-83ec-48ea-bc5f-bed738a98485 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP df62964a-fc42-4298-99c2-17a7f28dd556 disassociated (deleted). External IP: 172.36.1.107, port: 6aedfe43-507b-46c6-876d-915e19198520. Dec 06 14:45:16.038505 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f408ae-83ec-48ea-bc5f-bed738a98485 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router f4b1f92f-c00f-4660-9d31-0779dc05d507 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:45:16.148785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f408ae-83ec-48ea-bc5f-bed738a98485 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:16.154129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-81f408ae-83ec-48ea-bc5f-bed738a98485 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:16.160187 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795512e8-e5ff-4261-aeff-61207df3a932 None None] Sync routers for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:16.170899 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795512e8-e5ff-4261-aeff-61207df3a932 None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:16.171586 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-795512e8-e5ff-4261-aeff-61207df3a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:16.183547 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-81f408ae-83ec-48ea-bc5f-bed738a98485 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/floatingips/df62964a-fc42-4298-99c2-17a7f28dd556 HTTP/1.1" status: 204 len: 168 time: 0.9133646 Dec 06 14:45:16.183547 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'tag': '6aedfe43-507b-46c6-876d-915e19198520'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:16.184019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7d4c07-f78f-4ab7-a6c5-d1069dbd04fa" -d '{"events": [{"name": "network-changed", "server_uuid": "d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a", "tag": "6aedfe43-507b-46c6-876d-915e19198520"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:16.223432 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f72b69-a887-44a3-a5d5-1864ed1c40b9 x-openstack-request-id: req-72f72b69-a887-44a3-a5d5-1864ed1c40b9 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:16.223936 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a", "tag": "6aedfe43-507b-46c6-876d-915e19198520", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:16.224196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72f72b69-a887-44a3-a5d5-1864ed1c40b9 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:16.224632 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'tag': '6aedfe43-507b-46c6-876d-915e19198520', 'status': 'completed', 'code': 200} Dec 06 14:45:16.283509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-795512e8-e5ff-4261-aeff-61207df3a932 None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:16.284647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d4c07-f78f-4ab7-a6c5-d1069dbd04fa req-9817c472-fcc3-4f7b-a23b-255701f864fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:16.286727 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fd7d4c07-f78f-4ab7-a6c5-d1069dbd04fa req-9817c472-fcc3-4f7b-a23b-255701f864fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 1099 time: 0.0424850 Dec 06 14:45:16.379852 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d4c07-f78f-4ab7-a6c5-d1069dbd04fa req-66eb6c7f-8155-4052-b178-4e5a9c6ad377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:16.385849 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fd7d4c07-f78f-4ab7-a6c5-d1069dbd04fa req-66eb6c7f-8155-4052-b178-4e5a9c6ad377 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78765be-c535-4f6b-bd4c-34eccd01cc21 HTTP/1.1" status: 200 len: 897 time: 0.0922968 Dec 06 14:45:16.437350 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fd7d4c07-f78f-4ab7-a6c5-d1069dbd04fa req-9c48ce0f-5c81-44c5-86c7-0541b6523ceb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aedfe43-507b-46c6-876d-915e19198520 HTTP/1.1" status: 200 len: 217 time: 0.0441635 Dec 06 14:45:16.492276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d4c07-f78f-4ab7-a6c5-d1069dbd04fa req-a3f7b5d3-bf22-466b-98a2-a9bd076d4d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:16.492276 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fd7d4c07-f78f-4ab7-a6c5-d1069dbd04fa req-a3f7b5d3-bf22-466b-98a2-a9bd076d4d04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7cc776a-01d3-4bf1-86db-59f8ef79757b HTTP/1.1" status: 200 len: 834 time: 0.0465450 Dec 06 14:45:16.541618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7d4c07-f78f-4ab7-a6c5-d1069dbd04fa req-c3b42298-ae4d-44a9-b650-3486f8d46da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:16.543088 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fd7d4c07-f78f-4ab7-a6c5-d1069dbd04fa req-c3b42298-ae4d-44a9-b650-3486f8d46da3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78765be-c535-4f6b-bd4c-34eccd01cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415478 Dec 06 14:45:16.598764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce532c9b-2f25-408b-8fa8-fddce53e1627 req-71a55df7-976e-4b1e-89be-9d4a2253712c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:16.601057 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ce532c9b-2f25-408b-8fa8-fddce53e1627 req-71a55df7-976e-4b1e-89be-9d4a2253712c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 946 time: 0.0604978 Dec 06 14:45:16.659631 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ce532c9b-2f25-408b-8fa8-fddce53e1627 req-b97bd148-a0dc-4d7d-ab5d-8d45c9cb9592 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518200 Dec 06 14:45:16.674931 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-795512e8-e5ff-4261-aeff-61207df3a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '999b5475-7822-4ac9-84cf-f0a5ab1953e9', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.200', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'port_id': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'mac_address': 'fa:16:3e:31:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:21Z', 'updated_at': '2021-12-06T14:43:23Z', 'revision_number': 1, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:16.703801 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795512e8-e5ff-4261-aeff-61207df3a932 None None] Checking router: f4b1f92f-c00f-4660-9d31-0779dc05d507 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:16.712882 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795512e8-e5ff-4261-aeff-61207df3a932 None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:16.713518 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-795512e8-e5ff-4261-aeff-61207df3a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:16.822871 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-795512e8-e5ff-4261-aeff-61207df3a932 None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:16.986200 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fd7d4c07-f78f-4ab7-a6c5-d1069dbd04fa req-76249126-5598-4a7e-8f4d-23a3b1da78b7 service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4343307 Dec 06 14:45:17.047717 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-795512e8-e5ff-4261-aeff-61207df3a932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '999b5475-7822-4ac9-84cf-f0a5ab1953e9', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.200', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'port_id': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'mac_address': 'fa:16:3e:31:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:21Z', 'updated_at': '2021-12-06T14:43:23Z', 'revision_number': 1, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:17.076123 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fd7d4c07-f78f-4ab7-a6c5-d1069dbd04fa req-4790fd00-0b36-41f4-8ff9-a5c7a8829a73 service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818791 Dec 06 14:45:17.079210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795512e8-e5ff-4261-aeff-61207df3a932 None None] The sync data for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv is: [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '999b5475-7822-4ac9-84cf-f0a5ab1953e9', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.200', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'port_id': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'mac_address': 'fa:16:3e:31:a4:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:43:21Z', 'updated_at': '2021-12-06T14:43:23Z', 'revision_number': 1, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:17.290402 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39717749-2ad0-4750-869a-730b5fc5ccb5 None None] New status for floating IP df62964a-fc42-4298-99c2-17a7f28dd556: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:45:17.787454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62612190-fd10-4b89-91a2-ca5505e4f163 req-ffafd311-2e1d-478e-8b10-96c0ae2f8758 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:17.788875 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-62612190-fd10-4b89-91a2-ca5505e4f163 req-ffafd311-2e1d-478e-8b10-96c0ae2f8758 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 946 time: 0.0517757 Dec 06 14:45:17.837473 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-62612190-fd10-4b89-91a2-ca5505e4f163 req-371e998d-31b5-431a-9125-4b0790a5174d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426109 Dec 06 14:45:18.141743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49345d4e-7aaf-49b4-ac21-ff453a828bfc req-5b285d0d-641e-4de9-b333-42972976d22d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:18.143066 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-49345d4e-7aaf-49b4-ac21-ff453a828bfc req-5b285d0d-641e-4de9-b333-42972976d22d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 946 time: 0.0474918 Dec 06 14:45:18.233575 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-49345d4e-7aaf-49b4-ac21-ff453a828bfc req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 6aedfe43-507b-46c6-876d-915e19198520 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:18.233906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-49345d4e-7aaf-49b4-ac21-ff453a828bfc req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:18.320446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-49345d4e-7aaf-49b4-ac21-ff453a828bfc req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port 6aedfe43-507b-46c6-876d-915e19198520, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6aedfe43-507b-46c6-876d-915e19198520,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:18.320799 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-49345d4e-7aaf-49b4-ac21-ff453a828bfc req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:18.334969 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-49345d4e-7aaf-49b4-ac21-ff453a828bfc req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 6aedfe43-507b-46c6-876d-915e19198520 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:18.541332 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-49345d4e-7aaf-49b4-ac21-ff453a828bfc req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:18.570645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=6aedfe43-507b-46c6-876d-915e19198520,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:18.582378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.582729 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.583080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.583417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.583746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.584078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.584407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.584733 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.585077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.585410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.585731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.586050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.586369 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:18.624612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-49345d4e-7aaf-49b4-ac21-ff453a828bfc req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] No DVR routers for this DVR port 6aedfe43-507b-46c6-876d-915e19198520 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:18.627133 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-49345d4e-7aaf-49b4-ac21-ff453a828bfc req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:18.630745 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-49345d4e-7aaf-49b4-ac21-ff453a828bfc req-b0ae8871-0756-4dde-b5dd-b978a6a41c23 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "DELETE /v2.0/ports/6aedfe43-507b-46c6-876d-915e19198520 HTTP/1.1" status: 204 len: 173 time: 0.4811761 Dec 06 14:45:18.631199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'name': 'network-vif-deleted', 'tag': '6aedfe43-507b-46c6-876d-915e19198520'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:18.634046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c31d21-6c9c-4e3e-a88e-451158818368" -d '{"events": [{"server_uuid": "d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a", "name": "network-vif-deleted", "tag": "6aedfe43-507b-46c6-876d-915e19198520"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:18.762861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79e75c5-fbbf-413c-8045-b63152c3067c x-openstack-request-id: req-d79e75c5-fbbf-413c-8045-b63152c3067c {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:18.762861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a", "name": "network-vif-deleted", "tag": "6aedfe43-507b-46c6-876d-915e19198520", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:18.762861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d79e75c5-fbbf-413c-8045-b63152c3067c {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:18.762861 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a', 'name': 'network-vif-deleted', 'tag': '6aedfe43-507b-46c6-876d-915e19198520', 'status': 'completed', 'code': 200} Dec 06 14:45:18.939629 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f86600dc-6ff7-4ba3-a640-fde277d92a74 req-c7fe399c-3c0c-4f18-ba92-ad8dd4a7c15e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0d4d5a6-981d-4e39-88b5-0b3e9fa04c0a HTTP/1.1" status: 200 len: 210 time: 0.0304379 Dec 06 14:45:20.003533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38954) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:20.062193 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3015dadf-7ecf-4d8f-b4d0-d51ab21cde0a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.086290 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3015dadf-7ecf-4d8f-b4d0-d51ab21cde0a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.192573 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3015dadf-7ecf-4d8f-b4d0-d51ab21cde0a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.195192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3015dadf-7ecf-4d8f-b4d0-d51ab21cde0a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.196356 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3015dadf-7ecf-4d8f-b4d0-d51ab21cde0a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/security-groups/3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397 HTTP/1.1" status: 204 len: 168 time: 0.1914692 Dec 06 14:45:20.205238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3015dadf-7ecf-4d8f-b4d0-d51ab21cde0a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb2a7d3-2fdf-4f69-b7cd-6872cb9ee397,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:20.273434 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38958) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:20.427176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-de1cabb8-91d4-4d82-a032-f2d49653f3d8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 1b641eef-7379-4d03-884f-b39c63cd73b1 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:20.427511 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-de1cabb8-91d4-4d82-a032-f2d49653f3d8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.502582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-de1cabb8-91d4-4d82-a032-f2d49653f3d8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.502826 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-de1cabb8-91d4-4d82-a032-f2d49653f3d8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.514202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-de1cabb8-91d4-4d82-a032-f2d49653f3d8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 1b641eef-7379-4d03-884f-b39c63cd73b1 owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:20.706874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-de1cabb8-91d4-4d82-a032-f2d49653f3d8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.735640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cabb8-91d4-4d82-a032-f2d49653f3d8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=1b641eef-7379-4d03-884f-b39c63cd73b1,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:20.793597 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-de1cabb8-91d4-4d82-a032-f2d49653f3d8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:20.793880 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-de1cabb8-91d4-4d82-a032-f2d49653f3d8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP 999b5475-7822-4ac9-84cf-f0a5ab1953e9 disassociated (deleted). External IP: 172.36.1.200, port: fc7034d7-bb87-4e42-b67c-cbae7f501a23. Dec 06 14:45:20.994844 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de1cabb8-91d4-4d82-a032-f2d49653f3d8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router f4b1f92f-c00f-4660-9d31-0779dc05d507 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:45:21.341884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de1cabb8-91d4-4d82-a032-f2d49653f3d8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:21.346600 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-de1cabb8-91d4-4d82-a032-f2d49653f3d8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:21.351468 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76ff4e-9d5e-4171-b605-eccb849048c7 None None] Sync routers for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:21.360822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d76ff4e-9d5e-4171-b605-eccb849048c7 None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:21.361456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8d76ff4e-9d5e-4171-b605-eccb849048c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:21.373542 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-de1cabb8-91d4-4d82-a032-f2d49653f3d8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/floatingips/999b5475-7822-4ac9-84cf-f0a5ab1953e9 HTTP/1.1" status: 204 len: 168 time: 1.0988088 Dec 06 14:45:21.374147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:21.376412 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26df56e4-cdf5-4348-868a-7e394d6b55fa" -d '{"events": [{"name": "network-changed", "server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:21.413085 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fd6332-6e27-43a8-9349-9a033715132f x-openstack-request-id: req-03fd6332-6e27-43a8-9349-9a033715132f {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:21.413534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:21.414224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03fd6332-6e27-43a8-9349-9a033715132f {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:21.414838 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'status': 'completed', 'code': 200} Dec 06 14:45:21.473394 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-8d76ff4e-9d5e-4171-b605-eccb849048c7 None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:21.477166 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df56e4-cdf5-4348-868a-7e394d6b55fa req-e453a26f-715e-4809-b882-6c56007acbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:21.478673 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-26df56e4-cdf5-4348-868a-7e394d6b55fa req-e453a26f-715e-4809-b882-6c56007acbcc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 1099 time: 0.0422034 Dec 06 14:45:21.577628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df56e4-cdf5-4348-868a-7e394d6b55fa req-55eb2cbe-aef0-41d1-8f7b-c442987e0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:21.579116 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-26df56e4-cdf5-4348-868a-7e394d6b55fa req-55eb2cbe-aef0-41d1-8f7b-c442987e0308 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e78765be-c535-4f6b-bd4c-34eccd01cc21 HTTP/1.1" status: 200 len: 897 time: 0.0931430 Dec 06 14:45:21.621365 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-26df56e4-cdf5-4348-868a-7e394d6b55fa req-3e44ac8e-25ef-48f6-a559-05230424d93d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc7034d7-bb87-4e42-b67c-cbae7f501a23 HTTP/1.1" status: 200 len: 217 time: 0.0352869 Dec 06 14:45:21.675648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df56e4-cdf5-4348-868a-7e394d6b55fa req-59999e76-5524-4337-8d2c-d9be94455c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:21.677259 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-26df56e4-cdf5-4348-868a-7e394d6b55fa req-59999e76-5524-4337-8d2c-d9be94455c69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b7cc776a-01d3-4bf1-86db-59f8ef79757b HTTP/1.1" status: 200 len: 834 time: 0.0482957 Dec 06 14:45:21.677948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8d76ff4e-9d5e-4171-b605-eccb849048c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:21.713073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76ff4e-9d5e-4171-b605-eccb849048c7 None None] Checking router: f4b1f92f-c00f-4660-9d31-0779dc05d507 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:21.722697 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d76ff4e-9d5e-4171-b605-eccb849048c7 None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:21.727609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8d76ff4e-9d5e-4171-b605-eccb849048c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:21.730410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26df56e4-cdf5-4348-868a-7e394d6b55fa req-1d74479a-ee0a-4ebf-a570-cd175b5848cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:21.732538 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-26df56e4-cdf5-4348-868a-7e394d6b55fa req-1d74479a-ee0a-4ebf-a570-cd175b5848cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e78765be-c535-4f6b-bd4c-34eccd01cc21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0476947 Dec 06 14:45:21.831902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-8d76ff4e-9d5e-4171-b605-eccb849048c7 None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:21.847397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37640a28-56d1-42ba-9fe8-14fc4eca8b24 req-f43f77a3-7b1b-4106-8ce1-1c95945d0a88 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:21.848905 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-37640a28-56d1-42ba-9fe8-14fc4eca8b24 req-f43f77a3-7b1b-4106-8ce1-1c95945d0a88 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 946 time: 0.0995765 Dec 06 14:45:21.886778 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-26df56e4-cdf5-4348-868a-7e394d6b55fa req-8e0e0dea-7915-49e2-ab90-3aff28cf252d service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456153 Dec 06 14:45:21.938626 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-37640a28-56d1-42ba-9fe8-14fc4eca8b24 req-e2d02459-de35-43b3-9f5d-4ccd747b276d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9195e28-d218-42c1-a7bd-81958de904bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816772 Dec 06 14:45:21.999202 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-26df56e4-cdf5-4348-868a-7e394d6b55fa req-3cccf4fa-39f6-4d5a-8624-4af3245fe28b service neutron] 10.222.0.41 "GET /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032090 Dec 06 14:45:22.038464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8d76ff4e-9d5e-4171-b605-eccb849048c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:22.065089 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d76ff4e-9d5e-4171-b605-eccb849048c7 None None] The sync data for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv is: [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:42:59Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c624ce4b-c658-4f95-bf53-58e5b1afe90f', 'name': '', 'network_id': 'e78765be-c535-4f6b-bd4c-34eccd01cc21', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:cd:cd:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_interface', 'standard_attr_id': 1482, 'fixed_ips': [{'subnet_id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:58Z', 'updated_at': '2021-12-06T14:43:01Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': 'b7cc776a-01d3-4bf1-86db-59f8ef79757b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:22.214859 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6aedfe43-507b-46c6-876d-915e19198520 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:22.241852 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 6aedfe43-507b-46c6-876d-915e19198520 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:22.242202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6aedfe43-507b-46c6-876d-915e19198520 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:22.266401 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3614644f-de96-41d1-a1f6-d78dd35f7c19 None None] New status for floating IP 999b5475-7822-4ac9-84cf-f0a5ab1953e9: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:45:23.057331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8077a-b174-4824-9eec-4713656ad7ab req-3b575cb7-43f6-4e42-a3f0-245a029d96e4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:23.058782 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bbd8077a-b174-4824-9eec-4713656ad7ab req-3b575cb7-43f6-4e42-a3f0-245a029d96e4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 946 time: 0.0474567 Dec 06 14:45:23.106357 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bbd8077a-b174-4824-9eec-4713656ad7ab req-3072b434-86fb-4693-9a79-acd49167e020 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9195e28-d218-42c1-a7bd-81958de904bc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 Dec 06 14:45:23.451746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d99cf4-54a8-4284-b850-81f0cba390c9 req-50f69e8b-0e36-4f9c-809c-36722030489e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:23.453199 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e3d99cf4-54a8-4284-b850-81f0cba390c9 req-50f69e8b-0e36-4f9c-809c-36722030489e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 946 time: 0.0478988 Dec 06 14:45:23.538412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-e3d99cf4-54a8-4284-b850-81f0cba390c9 req-665d0afa-a72a-4940-a031-535b872892bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port fc7034d7-bb87-4e42-b67c-cbae7f501a23 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:23.538748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e3d99cf4-54a8-4284-b850-81f0cba390c9 req-665d0afa-a72a-4940-a031-535b872892bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:23.627483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-e3d99cf4-54a8-4284-b850-81f0cba390c9 req-665d0afa-a72a-4940-a031-535b872892bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port fc7034d7-bb87-4e42-b67c-cbae7f501a23, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fc7034d7-bb87-4e42-b67c-cbae7f501a23,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:23.627835 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e3d99cf4-54a8-4284-b850-81f0cba390c9 req-665d0afa-a72a-4940-a031-535b872892bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:23.642126 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-e3d99cf4-54a8-4284-b850-81f0cba390c9 req-665d0afa-a72a-4940-a031-535b872892bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for fc7034d7-bb87-4e42-b67c-cbae7f501a23 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:23.838422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e3d99cf4-54a8-4284-b850-81f0cba390c9 req-665d0afa-a72a-4940-a031-535b872892bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:23.867345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d0afa-a72a-4940-a031-535b872892bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=fc7034d7-bb87-4e42-b67c-cbae7f501a23,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:23.910125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d99cf4-54a8-4284-b850-81f0cba390c9 req-665d0afa-a72a-4940-a031-535b872892bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] No DVR routers for this DVR port fc7034d7-bb87-4e42-b67c-cbae7f501a23 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:23.912623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e3d99cf4-54a8-4284-b850-81f0cba390c9 req-665d0afa-a72a-4940-a031-535b872892bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:23.916038 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e3d99cf4-54a8-4284-b850-81f0cba390c9 req-665d0afa-a72a-4940-a031-535b872892bd tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "DELETE /v2.0/ports/fc7034d7-bb87-4e42-b67c-cbae7f501a23 HTTP/1.1" status: 204 len: 173 time: 0.4570518 Dec 06 14:45:23.916468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'name': 'network-vif-deleted', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:23.918807 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b94f3bb-afed-416d-8c82-adb7aa95467a" -d '{"events": [{"server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "name": "network-vif-deleted", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:23.954614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c594438f-3f27-4057-afa6-15e0d38c07ac x-openstack-request-id: req-c594438f-3f27-4057-afa6-15e0d38c07ac {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:23.954904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1bd2a40-60b9-4709-9b25-862e74c62d6d", "name": "network-vif-deleted", "tag": "fc7034d7-bb87-4e42-b67c-cbae7f501a23", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:23.955156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c594438f-3f27-4057-afa6-15e0d38c07ac {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:23.955551 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1bd2a40-60b9-4709-9b25-862e74c62d6d', 'name': 'network-vif-deleted', 'tag': 'fc7034d7-bb87-4e42-b67c-cbae7f501a23', 'status': 'completed', 'code': 200} Dec 06 14:45:24.202218 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e8da6025-5556-435a-a58a-8d3b16c12d68 req-58a97601-4f35-4cce-99fd-7f221058f96e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1bd2a40-60b9-4709-9b25-862e74c62d6d HTTP/1.1" status: 200 len: 210 time: 0.0276337 Dec 06 14:45:25.260230 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38974) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:25.317765 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9baaf08-03bb-4215-b0f6-c89f26959f35 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.342362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9baaf08-03bb-4215-b0f6-c89f26959f35 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.443857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9baaf08-03bb-4215-b0f6-c89f26959f35 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.446464 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e9baaf08-03bb-4215-b0f6-c89f26959f35 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:25.447587 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e9baaf08-03bb-4215-b0f6-c89f26959f35 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/security-groups/c9195e28-d218-42c1-a7bd-81958de904bc HTTP/1.1" status: 204 len: 168 time: 0.1890287 Dec 06 14:45:25.456619 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9baaf08-03bb-4215-b0f6-c89f26959f35 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9195e28-d218-42c1-a7bd-81958de904bc,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:25.524154 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38978) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:25.872567 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89368395-9d0f-4aaf-ab0d-8bc32161456e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:26.126482 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-89368395-9d0f-4aaf-ab0d-8bc32161456e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port c624ce4b-c658-4f95-bf53-58e5b1afe90f {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:26.126734 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89368395-9d0f-4aaf-ab0d-8bc32161456e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:26.212474 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-89368395-9d0f-4aaf-ab0d-8bc32161456e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port c624ce4b-c658-4f95-bf53-58e5b1afe90f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c624ce4b-c658-4f95-bf53-58e5b1afe90f,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:26.212827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89368395-9d0f-4aaf-ab0d-8bc32161456e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:26.225646 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-89368395-9d0f-4aaf-ab0d-8bc32161456e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for c624ce4b-c658-4f95-bf53-58e5b1afe90f owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:26.239359 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device fc7034d7-bb87-4e42-b67c-cbae7f501a23 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:26.259777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: fc7034d7-bb87-4e42-b67c-cbae7f501a23 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:26.260122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device fc7034d7-bb87-4e42-b67c-cbae7f501a23 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:26.472446 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89368395-9d0f-4aaf-ab0d-8bc32161456e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:26.502751 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89368395-9d0f-4aaf-ab0d-8bc32161456e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=c624ce4b-c658-4f95-bf53-58e5b1afe90f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:26.673355 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-89368395-9d0f-4aaf-ab0d-8bc32161456e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:26.882509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89368395-9d0f-4aaf-ab0d-8bc32161456e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router f4b1f92f-c00f-4660-9d31-0779dc05d507 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:45:26.983475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89368395-9d0f-4aaf-ab0d-8bc32161456e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:26.989004 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-89368395-9d0f-4aaf-ab0d-8bc32161456e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/f4b1f92f-c00f-4660-9d31-0779dc05d507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4638236 Dec 06 14:45:26.991697 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38980) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:26.994348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2aa9d-3204-470b-9580-d8156993b197 None None] Sync routers for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:27.004907 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2aa9d-3204-470b-9580-d8156993b197 None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:27.005599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e9d2aa9d-3204-470b-9580-d8156993b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:27.041753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e0a9e8d-a847-47a5-8e29-977d9fc80e94 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting subnet b7cc776a-01d3-4bf1-86db-59f8ef79757b {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:45:27.045034 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9e8d-a847-47a5-8e29-977d9fc80e94 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.083781 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9e8d-a847-47a5-8e29-977d9fc80e94 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.108527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-e9d2aa9d-3204-470b-9580-d8156993b197 None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:27.168384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9e8d-a847-47a5-8e29-977d9fc80e94 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.262055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9e8d-a847-47a5-8e29-977d9fc80e94 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.295093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e9d2aa9d-3204-470b-9580-d8156993b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:45:26Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:27.302254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5e0a9e8d-a847-47a5-8e29-977d9fc80e94 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.311429 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5e0a9e8d-a847-47a5-8e29-977d9fc80e94 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/subnets/b7cc776a-01d3-4bf1-86db-59f8ef79757b HTTP/1.1" status: 204 len: 168 time: 0.3149359 Dec 06 14:45:27.311429 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a9e8d-a847-47a5-8e29-977d9fc80e94 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Subnet': ['ID=b7cc776a-01d3-4bf1-86db-59f8ef79757b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:27.313001 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38982) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:27.326013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a8aa9b-a756-46fc-bd2e-6f7b78399896 None None] Network e78765be-c535-4f6b-bd4c-34eccd01cc21 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:27.331010 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2aa9d-3204-470b-9580-d8156993b197 None None] Checking router: f4b1f92f-c00f-4660-9d31-0779dc05d507 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:27.383658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d2aa9d-3204-470b-9580-d8156993b197 None None] Routers {'f4b1f92f-c00f-4660-9d31-0779dc05d507'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:27.384297 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e9d2aa9d-3204-470b-9580-d8156993b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f4b1f92f-c00f-4660-9d31-0779dc05d507'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:27.440368 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.562623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.651829 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 98304aa7-ce69-4d49-af7d-49b3a73a9d88 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:27.652513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.689179 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-e9d2aa9d-3204-470b-9580-d8156993b197 None None] Set router f4b1f92f-c00f-4660-9d31-0779dc05d507 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:27.745358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port 98304aa7-ce69-4d49-af7d-49b3a73a9d88, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98304aa7-ce69-4d49-af7d-49b3a73a9d88,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:27.745358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.759309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 98304aa7-ce69-4d49-af7d-49b3a73a9d88 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:27.792452 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] DHCP port deletion for e78765be-c535-4f6b-bd4c-34eccd01cc21 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:45:27.908554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Deleting port 7ed08a96-39f4-44f3-b51d-f9fd863afec2 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:45:27.909619 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:27.960054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 7ed08a96-39f4-44f3-b51d-f9fd863afec2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:28.003425 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e9d2aa9d-3204-470b-9580-d8156993b197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:45:26Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:28.006127 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] For port 7ed08a96-39f4-44f3-b51d-f9fd863afec2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7ed08a96-39f4-44f3-b51d-f9fd863afec2,segment=NetworkSegment(30f35085-1842-4a50-9bbe-16b3b336f538),segment_id=30f35085-1842-4a50-9bbe-16b3b336f538)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:28.006528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.033221 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.051929 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Calling delete_port for 7ed08a96-39f4-44f3-b51d-f9fd863afec2 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:45:28.053743 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d2aa9d-3204-470b-9580-d8156993b197 None None] The sync data for ids ['f4b1f92f-c00f-4660-9d31-0779dc05d507'] in dv-neutron-master-2-hyperv is: [{'id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'name': 'tempest-TestNetworkBasicOps-router-576715233', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244'}], 'enable_snat': True}, 'gw_port_id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:42:54Z', 'updated_at': '2021-12-06T14:45:26Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '98304aa7-ce69-4d49-af7d-49b3a73a9d88', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b1f92f-c00f-4660-9d31-0779dc05d507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1479, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:42:55Z', 'updated_at': '2021-12-06T14:42:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:28.064353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=98304aa7-ce69-4d49-af7d-49b3a73a9d88,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:28.098702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01401ffb-ddba-4a09-92e1-fd97ee653e19 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:45:28.156047 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.163627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.254893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.257420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.262491 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.267990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 06 14:45:28.267990 dv-neutron-master-2-hyperv neutron-server[103726]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Dec 06 14:45:28.267990 dv-neutron-master-2-hyperv neutron-server[103726]: [parameters: {'status': 'DOWN', 'ports_id': '7ed08a96-39f4-44f3-b51d-f9fd863afec2'}] Dec 06 14:45:28.267990 dv-neutron-master-2-hyperv neutron-server[103726]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:45:28.269080 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:45:28.288313 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Pushing event deleted for resources: {'Port': ['ID=7ed08a96-39f4-44f3-b51d-f9fd863afec2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:28.298703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:28.299588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:28.299588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:28.300517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:28.300517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:28.300705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:28.301957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:28.301957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:28.301957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:28.301957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:28.302304 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:28.302632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:28.302958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:28.309106 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da107136-acba-4693-b7a2-cbed0e3174d1 None None] No DVR routers for this DVR port 7ed08a96-39f4-44f3-b51d-f9fd863afec2 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:45:28.368930 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.369438 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Fanout notify agent at l3_agent the message router_deleted on router f4b1f92f-c00f-4660-9d31-0779dc05d507 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:45:28.377881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.378506 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-59ecf21b-65fb-49e4-b7a5-e9607b6eea04 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/routers/f4b1f92f-c00f-4660-9d31-0779dc05d507 HTTP/1.1" status: 204 len: 168 time: 1.0650234 Dec 06 14:45:28.381289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 38984) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:28.463297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6452e2bc-085b-4114-84ca-d4dfc8228756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.559858 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6452e2bc-085b-4114-84ca-d4dfc8228756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.581839 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-6452e2bc-085b-4114-84ca-d4dfc8228756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78765be-c535-4f6b-bd4c-34eccd01cc21']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:28.591660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-6452e2bc-085b-4114-84ca-d4dfc8228756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f35085-1842-4a50-9bbe-16b3b336f538') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:28.591964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-6452e2bc-085b-4114-84ca-d4dfc8228756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f35085-1842-4a50-9bbe-16b3b336f538') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:28.601959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6452e2bc-085b-4114-84ca-d4dfc8228756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.615469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6452e2bc-085b-4114-84ca-d4dfc8228756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.621981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6452e2bc-085b-4114-84ca-d4dfc8228756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:45:28.622515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6452e2bc-085b-4114-84ca-d4dfc8228756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:45:28.625590 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:45:28.752579 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6452e2bc-085b-4114-84ca-d4dfc8228756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.759828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6452e2bc-085b-4114-84ca-d4dfc8228756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.762717 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6452e2bc-085b-4114-84ca-d4dfc8228756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/networks/e78765be-c535-4f6b-bd4c-34eccd01cc21 HTTP/1.1" status: 204 len: 168 time: 0.3804197 Dec 06 14:45:28.776249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452e2bc-085b-4114-84ca-d4dfc8228756 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Network': ['ID=e78765be-c535-4f6b-bd4c-34eccd01cc21,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:28.790665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38986) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:28.795159 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Port 7ed08a96-39f4-44f3-b51d-f9fd863afec2 update to DOWN by agent not found {{(pid=103726) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Dec 06 14:45:28.796011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-fc3efac4-6f07-48ee-9edd-0a27a469bfe7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'network': {'name': 'tempest-network-smoke--1807006881', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'port_security_enabled': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:28.872445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3efac4-6f07-48ee-9edd-0a27a469bfe7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:28.875931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fc3efac4-6f07-48ee-9edd-0a27a469bfe7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.899089 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3efac4-6f07-48ee-9edd-0a27a469bfe7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:45:28.908108 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fc3efac4-6f07-48ee-9edd-0a27a469bfe7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:28.908444 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-fc3efac4-6f07-48ee-9edd-0a27a469bfe7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Added segment b901eeaf-6bdd-4433-bd7d-17567c2d8478 of type vlan for network f3e2b685-25c2-4761-a8f5-555caf994642 Dec 06 14:45:28.947653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fc3efac4-6f07-48ee-9edd-0a27a469bfe7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.003854 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fc3efac4-6f07-48ee-9edd-0a27a469bfe7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.009573 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3efac4-6f07-48ee-9edd-0a27a469bfe7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:29.011488 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fc3efac4-6f07-48ee-9edd-0a27a469bfe7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.081225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3efac4-6f07-48ee-9edd-0a27a469bfe7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Network': ['ID=f3e2b685-25c2-4761-a8f5-555caf994642,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:29.092095 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fc3efac4-6f07-48ee-9edd-0a27a469bfe7 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3001349 Dec 06 14:45:29.095085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38988) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:29.098467 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network f3e2b685-25c2-4761-a8f5-555caf994642 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:45:29.099814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'admin_state_up': True, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:29.186960 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.188695 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.238245 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.450713 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.563869 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.693792 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.712772 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:29.804551 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c624ce4b-c658-4f95-bf53-58e5b1afe90f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:29.813503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.54 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/5117e4f7-8621-4fc3-8a19-548539b1b5bd) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:29.824708 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: c624ce4b-c658-4f95-bf53-58e5b1afe90f {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:29.825077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c624ce4b-c658-4f95-bf53-58e5b1afe90f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:29.825493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 98304aa7-ce69-4d49-af7d-49b3a73a9d88 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:45:29.845294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 98304aa7-ce69-4d49-af7d-49b3a73a9d88 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:45:29.845642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 98304aa7-ce69-4d49-af7d-49b3a73a9d88 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:45:29.917741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.004008 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.042648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:30.045403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:30.048953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:30.057955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc60ee0-4f0d-41ed-b110-5f7406a55f23 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:45:30.070566 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=5117e4f7-8621-4fc3-8a19-548539b1b5bd,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:30.090857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-41f1f5aa-3820-4a54-803b-0fbd039915df None None] Provisioning complete for port 5117e4f7-8621-4fc3-8a19-548539b1b5bd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:30.091221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41f1f5aa-3820-4a54-803b-0fbd039915df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.127127 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-41f1f5aa-3820-4a54-803b-0fbd039915df None None] Port 5117e4f7-8621-4fc3-8a19-548539b1b5bd cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:45:30.167991 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:45:30.381604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.569480 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.758320 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router aa17b313-cb1b-4800-b553-400ca64136f0 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:45:30.861866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:30.871990 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Sync routers for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:30.881142 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:30.881757 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:30.959859 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:30.961082 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7f8ce78d-459a-4e3f-bf59-5f246068349e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8649375 Dec 06 14:45:30.964418 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38990) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:30.983728 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Set router aa17b313-cb1b-4800-b553-400ca64136f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:31.044556 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5ac6917d-8763-45de-b278-cac49d66c138 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=c716424228f8423e91750a4cc8918d9a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0789208 Dec 06 14:45:31.047126 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38994) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:31.134519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bada4f0-4b68-4fc8-9e62-f8e1524f1c6b tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:31.136039 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8bada4f0-4b68-4fc8-9e62-f8e1524f1c6b tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0874343 Dec 06 14:45:31.138912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38996) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:31.160497 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:30Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:31.168784 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-11b2477b-ee71-4285-934d-ec253500eade tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287936 Dec 06 14:45:31.171287 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 38998) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:31.176179 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-332f945b-3962-4675-a614-09dbe1a40547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-803102299', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:31.190333 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Checking router: aa17b313-cb1b-4800-b553-400ca64136f0 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:31.190772 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Updating router aa17b313-cb1b-4800-b553-400ca64136f0 port 5117e4f7-8621-4fc3-8a19-548539b1b5bd binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:45:31.214998 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.290331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a0c8afa-9bf9-405a-99ff-3c6b852c4143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.317984 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332f945b-3962-4675-a614-09dbe1a40547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:31.321967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-332f945b-3962-4675-a614-09dbe1a40547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.466613 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.529826 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.573941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd985e-883a-4aa3-8632-c1b18577f943 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:45:31.585979 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Attempting to bind port 5117e4f7-8621-4fc3-8a19-548539b1b5bd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:31.591464 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Attempting to bind port 5117e4f7-8621-4fc3-8a19-548539b1b5bd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:31.591464 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Attempting to bind port 5117e4f7-8621-4fc3-8a19-548539b1b5bd on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:31.591464 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Pushing event updated for resources: {'Port': ['ID=5117e4f7-8621-4fc3-8a19-548539b1b5bd,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:31.597048 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:31.597421 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:31.597819 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.598210 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:31.598670 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Bound port: 5117e4f7-8621-4fc3-8a19-548539b1b5bd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:31.599045 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.601831 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:31.602178 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:31.602521 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:31.602857 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:31.603186 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:31.603511 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:31.603837 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:31.604162 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:31.604486 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:31.604812 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:31.605155 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:31.605472 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:31.605789 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:45:31.610141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-332f945b-3962-4675-a614-09dbe1a40547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.657250 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] For port 5117e4f7-8621-4fc3-8a19-548539b1b5bd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:31.660269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c1fde0e6-1d07-4879-95d2-58341980a564 None None] Provisioning complete for port 5117e4f7-8621-4fc3-8a19-548539b1b5bd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:31.660393 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] For port 5117e4f7-8621-4fc3-8a19-548539b1b5bd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5117e4f7-8621-4fc3-8a19-548539b1b5bd,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:31.660922 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c1fde0e6-1d07-4879-95d2-58341980a564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.674234 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332f945b-3962-4675-a614-09dbe1a40547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Subnet': ['ID=0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:31.685129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332f945b-3962-4675-a614-09dbe1a40547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Checking segment: {'id': 'b901eeaf-6bdd-4433-bd7d-17567c2d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:31.685557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332f945b-3962-4675-a614-09dbe1a40547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network hostable DHCP agents. Network: f3e2b685-25c2-4761-a8f5-555caf994642, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:45:31.695509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c1fde0e6-1d07-4879-95d2-58341980a564 None None] Port 5117e4f7-8621-4fc3-8a19-548539b1b5bd cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:45:31.724801 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.772183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8ee118-f463-42f1-84ee-5a405c6200a3 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:45:31.786668 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7684e7-6084-409e-bc02-916274ae2ef3 None None] Pushing event updated for resources: {'Port': ['ID=5117e4f7-8621-4fc3-8a19-548539b1b5bd,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:31.790773 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:31.791405 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:31.798168 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332f945b-3962-4675-a614-09dbe1a40547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network f3e2b685-25c2-4761-a8f5-555caf994642 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:45:31.820103 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d5ccef79-1d48-4ee8-b0a6-001e1cb9701d None None] Provisioning complete for port 5117e4f7-8621-4fc3-8a19-548539b1b5bd triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:31.831761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5ccef79-1d48-4ee8-b0a6-001e1cb9701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.890441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-332f945b-3962-4675-a614-09dbe1a40547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f3e2b685-25c2-4761-a8f5-555caf994642) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:31.899596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332f945b-3962-4675-a614-09dbe1a40547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:31.900315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca6631b-9552-4919-9800-969ee8dd0f08 None None] Network f3e2b685-25c2-4761-a8f5-555caf994642 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:31.900567 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-332f945b-3962-4675-a614-09dbe1a40547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.906182 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] Set router aa17b313-cb1b-4800-b553-400ca64136f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:31.921507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5ccef79-1d48-4ee8-b0a6-001e1cb9701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:31.974997 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d5ccef79-1d48-4ee8-b0a6-001e1cb9701d None None] For port 5117e4f7-8621-4fc3-8a19-548539b1b5bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5117e4f7-8621-4fc3-8a19-548539b1b5bd,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:31.993363 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-332f945b-3962-4675-a614-09dbe1a40547 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8184185 Dec 06 14:45:31.994254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39000) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:32.056338 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d5ccef79-1d48-4ee8-b0a6-001e1cb9701d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.081269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f3e2b685-25c2-4761-a8f5-555caf994642', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:45:32.082157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.096264 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:30Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:32.128919 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3140544e-25fc-4b8c-bc42-8a6c17370cad None None] The sync data for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv is: [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:30Z', 'revision_number': 3, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:32.178848 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ccef79-1d48-4ee8-b0a6-001e1cb9701d None None] Pushing event updated for resources: {'Port': ['ID=5117e4f7-8621-4fc3-8a19-548539b1b5bd,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:32.247674 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Allocated IP 172.20.0.2 (f3e2b685-25c2-4761-a8f5-555caf994642/0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7/2c766947-0a67-495d-8552-db15f01461ed) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:32.432249 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.519151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.561477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Network f3e2b685-25c2-4761-a8f5-555caf994642 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:32.567244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:32.569923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:32.608163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Pushing event updated for resources: {'Port': ['ID=2c766947-0a67-495d-8552-db15f01461ed,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:32.637761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Attempting to bind port 2c766947-0a67-495d-8552-db15f01461ed on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:32.638168 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Attempting to bind port 2c766947-0a67-495d-8552-db15f01461ed by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b901eeaf-6bdd-4433-bd7d-17567c2d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:32.638539 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Attempting to bind port 2c766947-0a67-495d-8552-db15f01461ed on network f3e2b685-25c2-4761-a8f5-555caf994642 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:32.644803 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:32.645354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Checking segment: {'id': 'b901eeaf-6bdd-4433-bd7d-17567c2d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:32.645765 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.646158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Bound using segment: {'id': 'b901eeaf-6bdd-4433-bd7d-17567c2d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:32.646626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Bound port: 2c766947-0a67-495d-8552-db15f01461ed, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b901eeaf-6bdd-4433-bd7d-17567c2d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:32.647155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.714974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] For port 2c766947-0a67-495d-8552-db15f01461ed, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:32.718429 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] For port 2c766947-0a67-495d-8552-db15f01461ed, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c766947-0a67-495d-8552-db15f01461ed,segment=NetworkSegment(b901eeaf-6bdd-4433-bd7d-17567c2d8478),segment_id=b901eeaf-6bdd-4433-bd7d-17567c2d8478)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:32.754241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.792946 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:32.866179 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2f96f-76cc-4248-a15c-b810266d216e None None] Pushing event updated for resources: {'Port': ['ID=2c766947-0a67-495d-8552-db15f01461ed,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:33.054239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.1 (f3e2b685-25c2-4761-a8f5-555caf994642/0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7/01012bc1-39d8-4c6b-9a18-63b04e741ba3) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:33.179526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.267997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.307292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network f3e2b685-25c2-4761-a8f5-555caf994642 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:33.310179 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:33.314345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:33.339378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=01012bc1-39d8-4c6b-9a18-63b04e741ba3,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:33.361293 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.571495 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.706670 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf1c892b-76e2-40c2-ae3b-d7a9537a62e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.857494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.861026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5117e4f7-8621-4fc3-8a19-548539b1b5bd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:33.912119 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5117e4f7-8621-4fc3-8a19-548539b1b5bd triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:33.912264 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.912626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.986031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=01012bc1-39d8-4c6b-9a18-63b04e741ba3,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:33.988513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:33.992118 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2c766947-0a67-495d-8552-db15f01461ed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:34.041184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 2c766947-0a67-495d-8552-db15f01461ed triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:34.041521 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:34.087007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network f3e2b685-25c2-4761-a8f5-555caf994642 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:34.091217 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:34.125736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:34.161421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 2c766947-0a67-495d-8552-db15f01461ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c766947-0a67-495d-8552-db15f01461ed,segment=NetworkSegment(b901eeaf-6bdd-4433-bd7d-17567c2d8478),segment_id=b901eeaf-6bdd-4433-bd7d-17567c2d8478)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:34.213193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router aa17b313-cb1b-4800-b553-400ca64136f0 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:45:34.237636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:34.291716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=2c766947-0a67-495d-8552-db15f01461ed,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:34.328281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:34.336991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39002) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:34.337367 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d95e06c4-62b8-4f08-871c-711abc14d260 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/aa17b313-cb1b-4800-b553-400ca64136f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3415527 Dec 06 14:45:34.341289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Sync routers for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:34.353542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:34.354400 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:34.446867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b69a3d4-a025-4efa-b74a-6b32899e666d None None] Network f3e2b685-25c2-4761-a8f5-555caf994642 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:45:34.532138 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Set router aa17b313-cb1b-4800-b553-400ca64136f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:34.733157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c80006f3-b132-4b17-9875-5281b4db31dd None None] Provisioning complete for port 2c766947-0a67-495d-8552-db15f01461ed triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:34.733850 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c80006f3-b132-4b17-9875-5281b4db31dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:34.787581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9588a448-35aa-431e-82b2-4693aa5cc63b tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:34.788057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9588a448-35aa-431e-82b2-4693aa5cc63b tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:34.788530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9588a448-35aa-431e-82b2-4693aa5cc63b tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:34.789023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9588a448-35aa-431e-82b2-4693aa5cc63b tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:34.793275 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9588a448-35aa-431e-82b2-4693aa5cc63b tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.4527969 Dec 06 14:45:34.793496 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39004) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:34.848039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56a831-390f-4fdc-88c7-24ba953e4016 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:34.848464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56a831-390f-4fdc-88c7-24ba953e4016 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:34.848950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56a831-390f-4fdc-88c7-24ba953e4016 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:34.849407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d56a831-390f-4fdc-88c7-24ba953e4016 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:34.851073 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9d56a831-390f-4fdc-88c7-24ba953e4016 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0566790 Dec 06 14:45:34.854012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39006) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:34.907314 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:34.986496 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3e146dfe-27a5-45c4-849d-3eea14c1b108 tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1313128 Dec 06 14:45:35.049778 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:33Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '01012bc1-39d8-4c6b-9a18-63b04e741ba3', 'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:5b:8e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:32Z', 'updated_at': '2021-12-06T14:45:33Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:35.078056 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Checking router: aa17b313-cb1b-4800-b553-400ca64136f0 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:35.078462 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Updating router aa17b313-cb1b-4800-b553-400ca64136f0 port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:45:35.103805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.298134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-52eae4b3-49a8-4993-af49-739d41249d4e None None] Provisioning complete for port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:35.298564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52eae4b3-49a8-4993-af49-739d41249d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.362638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-52eae4b3-49a8-4993-af49-739d41249d4e None None] Port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:45:35.378368 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39010) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:35.383611 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3f4ae47a-7810-4cd6-ba90-85cce0313822 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1996693697', 'description': 'tempest-secgroup-smoke-1996693697 description', 'project_id': 'c716424228f8423e91750a4cc8918d9a'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:35.389756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-52eae4b3-49a8-4993-af49-739d41249d4e None None] Provisioning complete for port 2c766947-0a67-495d-8552-db15f01461ed triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:35.390120 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-52eae4b3-49a8-4993-af49-739d41249d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.459739 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.472317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae47a-7810-4cd6-ba90-85cce0313822 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.529696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.543844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae47a-7810-4cd6-ba90-85cce0313822 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.582018 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4d42b-c450-4a66-9aed-670c17738355 None None] Pushing event updated for resources: {'Port': ['ID=01012bc1-39d8-4c6b-9a18-63b04e741ba3,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:35.615070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae47a-7810-4cd6-ba90-85cce0313822 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.644610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Attempting to bind port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:35.645012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Attempting to bind port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b901eeaf-6bdd-4433-bd7d-17567c2d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:35.645436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Attempting to bind port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 on network f3e2b685-25c2-4761-a8f5-555caf994642 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:35.646383 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ae47a-7810-4cd6-ba90-85cce0313822 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a709e0-6144-4071-8a77-8a1a8a551336,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:35.654436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:35.659976 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Checking segment: {'id': 'b901eeaf-6bdd-4433-bd7d-17567c2d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:35.659976 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.659976 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Bound using segment: {'id': 'b901eeaf-6bdd-4433-bd7d-17567c2d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:35.659976 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Bound port: 01012bc1-39d8-4c6b-9a18-63b04e741ba3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b901eeaf-6bdd-4433-bd7d-17567c2d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:35.659976 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.670206 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3d246ed5-9b0b-45e2-9912-032ae2503d42 None None] Provisioning complete for port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:35.671744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d246ed5-9b0b-45e2-9912-032ae2503d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.698654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3f4ae47a-7810-4cd6-ba90-85cce0313822 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.701657 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3f4ae47a-7810-4cd6-ba90-85cce0313822 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3203773 Dec 06 14:45:35.703150 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39012) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:35.710068 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-f9237087-b4d0-4454-8ac0-b21399474cba tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '22a709e0-6144-4071-8a77-8a1a8a551336', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:35.736376 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3d246ed5-9b0b-45e2-9912-032ae2503d42 None None] Port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:45:35.765671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] For port 01012bc1-39d8-4c6b-9a18-63b04e741ba3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:35.769466 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] For port 01012bc1-39d8-4c6b-9a18-63b04e741ba3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01012bc1-39d8-4c6b-9a18-63b04e741ba3,segment=NetworkSegment(b901eeaf-6bdd-4433-bd7d-17567c2d8478),segment_id=b901eeaf-6bdd-4433-bd7d-17567c2d8478)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:35.808762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f9237087-b4d0-4454-8ac0-b21399474cba tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.813276 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2c766947-0a67-495d-8552-db15f01461ed up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:35.839885 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.865148 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f9237087-b4d0-4454-8ac0-b21399474cba tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.911056 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3d1ac9e3-755a-446d-872f-dd99f66bb232 None None] Provisioning complete for port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:35.911450 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac9e3-755a-446d-872f-dd99f66bb232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.941489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f9237087-b4d0-4454-8ac0-b21399474cba tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:35.958137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:35.958767 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:35.966495 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c4d42b-c450-4a66-9aed-670c17738355 None None] Pushing event updated for resources: {'Port': ['ID=01012bc1-39d8-4c6b-9a18-63b04e741ba3,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:35.966773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9237087-b4d0-4454-8ac0-b21399474cba tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccd620b-8994-4e78-aee1-805251386251,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:36.021969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 2c766947-0a67-495d-8552-db15f01461ed triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:36.022337 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.031344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f9237087-b4d0-4454-8ac0-b21399474cba tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.033355 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f9237087-b4d0-4454-8ac0-b21399474cba tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3287129 Dec 06 14:45:36.036155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39014) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:36.040812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-71b9759d-3a2d-479f-90d9-804e87e9f34e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '22a709e0-6144-4071-8a77-8a1a8a551336', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:36.096106 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.140477 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71b9759d-3a2d-479f-90d9-804e87e9f34e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.162554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] Set router aa17b313-cb1b-4800-b553-400ca64136f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:36.164602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac9e3-755a-446d-872f-dd99f66bb232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.197252 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71b9759d-3a2d-479f-90d9-804e87e9f34e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.249594 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71b9759d-3a2d-479f-90d9-804e87e9f34e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.269888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9759d-3a2d-479f-90d9-804e87e9f34e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20a448a1-0b1a-4a85-bfe6-fe614aa8f310,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:36.300661 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3d1ac9e3-755a-446d-872f-dd99f66bb232 None None] For port 01012bc1-39d8-4c6b-9a18-63b04e741ba3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01012bc1-39d8-4c6b-9a18-63b04e741ba3,segment=NetworkSegment(b901eeaf-6bdd-4433-bd7d-17567c2d8478),segment_id=b901eeaf-6bdd-4433-bd7d-17567c2d8478)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:36.320055 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-71b9759d-3a2d-479f-90d9-804e87e9f34e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.321325 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-71b9759d-3a2d-479f-90d9-804e87e9f34e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2841761 Dec 06 14:45:36.324227 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39016) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:36.328648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-2c27a5bf-c9e2-4841-9d97-33238852620a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '22a709e0-6144-4071-8a77-8a1a8a551336', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:36.370540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d1ac9e3-755a-446d-872f-dd99f66bb232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.420167 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2c27a5bf-c9e2-4841-9d97-33238852620a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.481650 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2c27a5bf-c9e2-4841-9d97-33238852620a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.541095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2c27a5bf-c9e2-4841-9d97-33238852620a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.559073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c27a5bf-c9e2-4841-9d97-33238852620a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e9ac727-e4fa-46ee-ae87-cc80a271204e,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:36.597646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-32936a86-f62b-46ab-82b6-ed3403940658 None None] Provisioning complete for port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:36.598156 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-32936a86-f62b-46ab-82b6-ed3403940658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.601567 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ac9e3-755a-446d-872f-dd99f66bb232 None None] Pushing event updated for resources: {'Port': ['ID=01012bc1-39d8-4c6b-9a18-63b04e741ba3,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:36.605672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2c27a5bf-c9e2-4841-9d97-33238852620a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.609528 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2c27a5bf-c9e2-4841-9d97-33238852620a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2818427 Dec 06 14:45:36.610266 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39018) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:36.616059 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-37ca9f45-b79e-4727-b3e8-facc591ec343 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '22a709e0-6144-4071-8a77-8a1a8a551336', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:36.657680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:33Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '01012bc1-39d8-4c6b-9a18-63b04e741ba3', 'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:5b:8e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:32Z', 'updated_at': '2021-12-06T14:45:35Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:36.700434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37ca9f45-b79e-4727-b3e8-facc591ec343 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.706378 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e115da9-45fb-4b96-9d60-2a5c5038b2c5 None None] The sync data for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv is: [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:33Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '01012bc1-39d8-4c6b-9a18-63b04e741ba3', 'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:5b:8e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:32Z', 'updated_at': '2021-12-06T14:45:35Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:36.777178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37ca9f45-b79e-4727-b3e8-facc591ec343 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.854510 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37ca9f45-b79e-4727-b3e8-facc591ec343 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.873762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca9f45-b79e-4727-b3e8-facc591ec343 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73944ec2-da2f-4dcc-8320-9bc037e17d1d,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:36.941021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.965881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-37ca9f45-b79e-4727-b3e8-facc591ec343 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:36.967143 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-37ca9f45-b79e-4727-b3e8-facc591ec343 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3561752 Dec 06 14:45:36.970195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39020) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:36.974728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d9a4bd54-3dba-4831-8b99-def55c1e3a99 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '22a709e0-6144-4071-8a77-8a1a8a551336', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:37.083967 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-d9a4bd54-3dba-4831-8b99-def55c1e3a99 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:45:37.089310 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9a4bd54-3dba-4831-8b99-def55c1e3a99 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.151109 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9a4bd54-3dba-4831-8b99-def55c1e3a99 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.226712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9a4bd54-3dba-4831-8b99-def55c1e3a99 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.247017 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a4bd54-3dba-4831-8b99-def55c1e3a99 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a644119-271d-4f9a-bc41-94bbc7eaa7ed,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:37.314554 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d9a4bd54-3dba-4831-8b99-def55c1e3a99 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.318774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39022) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:37.319258 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d9a4bd54-3dba-4831-8b99-def55c1e3a99 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3476126 Dec 06 14:45:37.323447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-45f38e89-857b-4e68-bfef-98e1ca4d066e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'security_group_rule': {'security_group_id': '22a709e0-6144-4071-8a77-8a1a8a551336', 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:37.426253 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-45f38e89-857b-4e68-bfef-98e1ca4d066e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Project c716424228f8423e91750a4cc8918d9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 14:45:37.431837 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45f38e89-857b-4e68-bfef-98e1ca4d066e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.494505 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45f38e89-857b-4e68-bfef-98e1ca4d066e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.540887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45f38e89-857b-4e68-bfef-98e1ca4d066e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.561831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f38e89-857b-4e68-bfef-98e1ca4d066e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f619fc-41ec-4207-9264-ad6979d9ff55,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:37.629205 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-45f38e89-857b-4e68-bfef-98e1ca4d066e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.630477 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-45f38e89-857b-4e68-bfef-98e1ca4d066e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3106465 Dec 06 14:45:37.795384 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-4c573768-1059-4593-979b-5ada7c62e5f5 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1996693697&fields=id&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 267 time: 0.0490091 Dec 06 14:45:37.832643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 01012bc1-39d8-4c6b-9a18-63b04e741ba3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:37.880762 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:37.881077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:37.913282 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-d93d772b-df39-4637-82b3-924c269d938b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:37.914931 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-d93d772b-df39-4637-82b3-924c269d938b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/networks?id=f3e2b685-25c2-4761-a8f5-555caf994642 HTTP/1.1" status: 200 len: 797 time: 0.1078608 Dec 06 14:45:37.930520 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-3d36bba4-0525-439a-8e48-c7871d07c9c2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/quotas/c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 375 time: 0.0098169 Dec 06 14:45:37.985888 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-f48f033d-8300-4c38-9b75-36d8b3ab794f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497005 Dec 06 14:45:38.089950 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-dd7fd187-c38f-46f4-b548-daefa9a23bef service neutron] 10.222.0.42 "GET /v2.0/networks/f3e2b685-25c2-4761-a8f5-555caf994642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918758 Dec 06 14:45:38.184312 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-be4fee25-3809-47cb-818d-ddce300a95f9 service neutron] 10.222.0.42 "GET /v2.0/networks/f3e2b685-25c2-4761-a8f5-555caf994642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870659 Dec 06 14:45:38.463091 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-93da02d1-ee86-4504-889f-480deea71da8 req-fc31c0d8-dad0-492a-a5f7-1da28e3a27d2 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 210 time: 0.0258052 Dec 06 14:45:39.556251 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c1864ccc-639f-47d2-ae82-46410b8a498e req-14b5a561-2d19-44af-a24f-ceda6c935aa0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 210 time: 0.0265586 Dec 06 14:45:40.206480 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-b0189fa3-6f66-4a1c-983e-fc4d7e0b4b68 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:40.207895 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-b0189fa3-6f66-4a1c-983e-fc4d7e0b4b68 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/networks?id=f3e2b685-25c2-4761-a8f5-555caf994642 HTTP/1.1" status: 200 len: 797 time: 0.0986385 Dec 06 14:45:40.276125 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-9797ec71-25d2-46a1-b806-ddf0d9308f12 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c716424228f8423e91750a4cc8918d9a HTTP/1.1" status: 200 len: 380 time: 0.0595455 Dec 06 14:45:40.286359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-a79daa50-79c6-4715-8f74-3b0deb390259 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'port': {'device_id': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'admin_state_up': True, 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'security_groups': ['22a709e0-6144-4071-8a77-8a1a8a551336']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:40.489741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-a79daa50-79c6-4715-8f74-3b0deb390259 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Made reservation on behalf of c716424228f8423e91750a4cc8918d9a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:45:40.493290 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-a79daa50-79c6-4715-8f74-3b0deb390259 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.618797 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-a79daa50-79c6-4715-8f74-3b0deb390259 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.20.0.13 (f3e2b685-25c2-4761-a8f5-555caf994642/0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7/fa476955-427f-4fab-bbba-76f4bc52dd97) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:40.656379 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1515598d-4f18-413e-8cf7-7d4074424732 req-6edb6b6e-45d0-4469-819c-c79b11d25924 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 210 time: 0.0331223 Dec 06 14:45:40.784547 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-a79daa50-79c6-4715-8f74-3b0deb390259 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.872318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-a79daa50-79c6-4715-8f74-3b0deb390259 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:40.917582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-a79daa50-79c6-4715-8f74-3b0deb390259 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network f3e2b685-25c2-4761-a8f5-555caf994642 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:40.920652 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-a79daa50-79c6-4715-8f74-3b0deb390259 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:40.925474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-a79daa50-79c6-4715-8f74-3b0deb390259 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:40.951496 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79daa50-79c6-4715-8f74-3b0deb390259 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=fa476955-427f-4fab-bbba-76f4bc52dd97,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:40.986076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-a79daa50-79c6-4715-8f74-3b0deb390259 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:40.986701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-a79daa50-79c6-4715-8f74-3b0deb390259 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.046654 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-a79daa50-79c6-4715-8f74-3b0deb390259 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7646241 Dec 06 14:45:41.075978 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Request body: {'port': {'device_id': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:41.133619 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.170436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bc94b189-6e27-4ccf-b5e8-63e3edfe4ae0 None None] Provisioning complete for port fa476955-427f-4fab-bbba-76f4bc52dd97 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:41.170993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc94b189-6e27-4ccf-b5e8-63e3edfe4ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.206304 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bc94b189-6e27-4ccf-b5e8-63e3edfe4ae0 None None] Port fa476955-427f-4fab-bbba-76f4bc52dd97 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:45:41.390532 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa476955-427f-4fab-bbba-76f4bc52dd97 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:41.397915 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.409936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Transition to ACTIVE for port object fa476955-427f-4fab-bbba-76f4bc52dd97 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:45:41.472820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.522132 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Pushing event updated for resources: {'Port': ['ID=fa476955-427f-4fab-bbba-76f4bc52dd97,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:41.597110 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Attempting to bind port fa476955-427f-4fab-bbba-76f4bc52dd97 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:45:41.597449 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Attempting to bind port fa476955-427f-4fab-bbba-76f4bc52dd97 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b901eeaf-6bdd-4433-bd7d-17567c2d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:45:41.597795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Attempting to bind port fa476955-427f-4fab-bbba-76f4bc52dd97 on network f3e2b685-25c2-4761-a8f5-555caf994642 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:41.602354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Port fa476955-427f-4fab-bbba-76f4bc52dd97 on network f3e2b685-25c2-4761-a8f5-555caf994642 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:45:41.602664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Attempting to bind port fa476955-427f-4fab-bbba-76f4bc52dd97 on network f3e2b685-25c2-4761-a8f5-555caf994642 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:45:41.607433 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:45:41.607772 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Checking segment: {'id': 'b901eeaf-6bdd-4433-bd7d-17567c2d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:45:41.608156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Bound using segment: {'id': 'b901eeaf-6bdd-4433-bd7d-17567c2d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:45:41.608576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Bound port: fa476955-427f-4fab-bbba-76f4bc52dd97, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b901eeaf-6bdd-4433-bd7d-17567c2d8478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:45:41.608954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.675559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] For port fa476955-427f-4fab-bbba-76f4bc52dd97, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:45:41.678879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] For port fa476955-427f-4fab-bbba-76f4bc52dd97, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fa476955-427f-4fab-bbba-76f4bc52dd97,segment=NetworkSegment(b901eeaf-6bdd-4433-bd7d-17567c2d8478),segment_id=b901eeaf-6bdd-4433-bd7d-17567c2d8478)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:45:41.741179 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.782791 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0ccce-6021-4184-9911-1d4abf82dd2f req-c641fa92-6142-4fcd-86b4-befd2b2f65ba tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:41.784089 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:41.784802 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-19d0ccce-6021-4184-9911-1d4abf82dd2f req-c641fa92-6142-4fcd-86b4-befd2b2f65ba tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 944 time: 0.0588169 Dec 06 14:45:41.789295 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:41.791367 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] 10.222.0.41 "PUT /v2.0/ports/fa476955-427f-4fab-bbba-76f4bc52dd97 HTTP/1.1" status: 200 len: 1094 time: 0.7197914 Dec 06 14:45:41.791859 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'tag': 'fa476955-427f-4fab-bbba-76f4bc52dd97'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:41.794217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6996a255-673e-4151-bd1e-7a0872d185c7" -d '{"events": [{"name": "network-changed", "server_uuid": "f04fc5e2-4c83-4f23-abb4-7999547a2b6e", "tag": "fa476955-427f-4fab-bbba-76f4bc52dd97"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:41.821970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78b726-d5f6-4c2e-b866-081b864ef130 service neutron] Pushing event updated for resources: {'Port': ['ID=fa476955-427f-4fab-bbba-76f4bc52dd97,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:41.843355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb37df4c-04d3-43f3-9478-f27dd00115be x-openstack-request-id: req-bb37df4c-04d3-43f3-9478-f27dd00115be {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:41.843818 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04fc5e2-4c83-4f23-abb4-7999547a2b6e", "tag": "fa476955-427f-4fab-bbba-76f4bc52dd97", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:41.844202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb37df4c-04d3-43f3-9478-f27dd00115be {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:41.845161 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'tag': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'status': 'completed', 'code': 200} Dec 06 14:45:41.858407 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-19d0ccce-6021-4184-9911-1d4abf82dd2f req-9e818e64-6f61-4bfd-9d99-233e59108d7e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=22a709e0-6144-4071-8a77-8a1a8a551336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667863 Dec 06 14:45:41.914306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a255-673e-4151-bd1e-7a0872d185c7 req-8fe1bd96-e7bd-4dfb-8646-8920931eee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:41.915894 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6996a255-673e-4151-bd1e-7a0872d185c7 req-8fe1bd96-e7bd-4dfb-8646-8920931eee5a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 1097 time: 0.0471141 Dec 06 14:45:42.022460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a255-673e-4151-bd1e-7a0872d185c7 req-b2f2348d-f1fb-44ae-a8f1-991af6b3d5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:42.023928 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6996a255-673e-4151-bd1e-7a0872d185c7 req-b2f2348d-f1fb-44ae-a8f1-991af6b3d5be service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c716424228f8423e91750a4cc8918d9a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0990694 Dec 06 14:45:42.120047 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996a255-673e-4151-bd1e-7a0872d185c7 req-6a64631c-2080-4aae-905d-5f88cbfc148e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:42.121575 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6996a255-673e-4151-bd1e-7a0872d185c7 req-6a64631c-2080-4aae-905d-5f88cbfc148e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910137 Dec 06 14:45:42.196210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-b55a1863-aa80-47cc-8973-c95ab6d1f9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:42.197737 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-b55a1863-aa80-47cc-8973-c95ab6d1f9b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 1097 time: 0.0411911 Dec 06 14:45:42.243774 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-e9334123-5bba-4d4c-8c41-0faedfb54dc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa476955-427f-4fab-bbba-76f4bc52dd97 HTTP/1.1" status: 200 len: 217 time: 0.0370283 Dec 06 14:45:42.291363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-1ef88acf-fee1-46a1-a905-709660c9da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:42.292747 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-1ef88acf-fee1-46a1-a905-709660c9da27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7 HTTP/1.1" status: 200 len: 834 time: 0.0427468 Dec 06 14:45:42.337990 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-aac41646-690f-4c7c-bb40-1c7ffc0fd714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:42.339411 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-aac41646-690f-4c7c-bb40-1c7ffc0fd714 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3e2b685-25c2-4761-a8f5-555caf994642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396173 Dec 06 14:45:42.432780 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-c774ede1-4e31-4b72-815b-de9759d80cd0 service neutron] 10.222.0.41 "GET /v2.0/networks/f3e2b685-25c2-4761-a8f5-555caf994642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861497 Dec 06 14:45:42.519494 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a915121d-2594-4561-a439-7d46ea2b0fe0 req-ee8404e6-c173-4298-aa93-b642f6ea170f service neutron] 10.222.0.41 "GET /v2.0/networks/f3e2b685-25c2-4761-a8f5-555caf994642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790133 Dec 06 14:45:42.973763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315be27-4efb-46ef-ad90-edb2482e39eb req-b6430ecf-5bde-4a6c-9109-423b01cc6d44 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:42.975130 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f315be27-4efb-46ef-ad90-edb2482e39eb req-b6430ecf-5bde-4a6c-9109-423b01cc6d44 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 944 time: 0.0483654 Dec 06 14:45:43.027053 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f315be27-4efb-46ef-ad90-edb2482e39eb req-29c9dcca-1fd0-4e1e-b6ee-c0375cf5668a tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=22a709e0-6144-4071-8a77-8a1a8a551336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460181 Dec 06 14:45:44.140121 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0143354-e326-4570-ba7f-df78cc0503bd req-4759db24-503e-4acf-af80-7e901182d8a0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:44.141748 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a0143354-e326-4570-ba7f-df78cc0503bd req-4759db24-503e-4acf-af80-7e901182d8a0 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 944 time: 0.0486462 Dec 06 14:45:44.195249 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a0143354-e326-4570-ba7f-df78cc0503bd req-ecd65d05-f03c-452c-aff7-2e0e64c854d9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=22a709e0-6144-4071-8a77-8a1a8a551336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470462 Dec 06 14:45:45.309445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28da50e-48d9-4f64-8f5f-3c4388af38d3 req-3c5476f3-ad32-49e1-a8f5-13f909ffc79e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:45.310929 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e28da50e-48d9-4f64-8f5f-3c4388af38d3 req-3c5476f3-ad32-49e1-a8f5-13f909ffc79e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 944 time: 0.0485849 Dec 06 14:45:45.360041 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e28da50e-48d9-4f64-8f5f-3c4388af38d3 req-420edc79-d856-47ce-b708-42294aa57371 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=22a709e0-6144-4071-8a77-8a1a8a551336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426962 Dec 06 14:45:46.322698 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device fa476955-427f-4fab-bbba-76f4bc52dd97 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:45:46.421972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port fa476955-427f-4fab-bbba-76f4bc52dd97, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fa476955-427f-4fab-bbba-76f4bc52dd97,segment=NetworkSegment(b901eeaf-6bdd-4433-bd7d-17567c2d8478),segment_id=b901eeaf-6bdd-4433-bd7d-17567c2d8478)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:46.433923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'port_id': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'mac_address': 'fa:16:3e:93:3a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:45:46.471970 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:46.475069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05948f8f-0357-4b6d-8924-ff80fd7dc41a req-3b6e2378-a31b-4da5-8f43-1e702e76f325 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:46.476530 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-05948f8f-0357-4b6d-8924-ff80fd7dc41a req-3b6e2378-a31b-4da5-8f43-1e702e76f325 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 944 time: 0.0480275 Dec 06 14:45:46.484727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa476955-427f-4fab-bbba-76f4bc52dd97 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:45:46.508236 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port fa476955-427f-4fab-bbba-76f4bc52dd97, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fa476955-427f-4fab-bbba-76f4bc52dd97,segment=NetworkSegment(b901eeaf-6bdd-4433-bd7d-17567c2d8478),segment_id=b901eeaf-6bdd-4433-bd7d-17567c2d8478)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:46.526095 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-05948f8f-0357-4b6d-8924-ff80fd7dc41a req-a54c8ba0-c8b3-4a34-971f-f6984b54ba89 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=22a709e0-6144-4071-8a77-8a1a8a551336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433834 Dec 06 14:45:46.586949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:46.632902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=fa476955-427f-4fab-bbba-76f4bc52dd97,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:46.899227 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['fa476955-427f-4fab-bbba-76f4bc52dd97'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:45:47.637803 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f741e-5136-483d-99d1-2939983b433b req-6252d1af-a565-476d-b2f0-5fa8f82b723c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:47.639248 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-846f741e-5136-483d-99d1-2939983b433b req-6252d1af-a565-476d-b2f0-5fa8f82b723c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 945 time: 0.0476389 Dec 06 14:45:47.688053 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-846f741e-5136-483d-99d1-2939983b433b req-84b94768-50e0-4b17-b774-b9e11d392f57 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=22a709e0-6144-4071-8a77-8a1a8a551336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423906 Dec 06 14:45:48.337020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device fa476955-427f-4fab-bbba-76f4bc52dd97 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:45:48.460401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port fa476955-427f-4fab-bbba-76f4bc52dd97 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:45:48.464239 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port fa476955-427f-4fab-bbba-76f4bc52dd97 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:45:48.464616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.541702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.563820 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa476955-427f-4fab-bbba-76f4bc52dd97'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:48.566708 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a8da01-7931-4c69-bffb-b1f16d83b63a" -d '{"events": [{"server_uuid": "f04fc5e2-4c83-4f23-abb4-7999547a2b6e", "name": "network-vif-plugged", "status": "completed", "tag": "fa476955-427f-4fab-bbba-76f4bc52dd97"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:48.579036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port fa476955-427f-4fab-bbba-76f4bc52dd97, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fa476955-427f-4fab-bbba-76f4bc52dd97,segment=NetworkSegment(b901eeaf-6bdd-4433-bd7d-17567c2d8478),segment_id=b901eeaf-6bdd-4433-bd7d-17567c2d8478)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:45:48.638183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:48.660572 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26f9d5a-d809-4180-b07e-a22e60ce54ba x-openstack-request-id: req-c26f9d5a-d809-4180-b07e-a22e60ce54ba {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:48.660881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04fc5e2-4c83-4f23-abb4-7999547a2b6e", "name": "network-vif-plugged", "status": "completed", "tag": "fa476955-427f-4fab-bbba-76f4bc52dd97", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:48.661142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c26f9d5a-d809-4180-b07e-a22e60ce54ba {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:48.661532 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'code': 200} Dec 06 14:45:48.687388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=fa476955-427f-4fab-bbba-76f4bc52dd97,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:48.807472 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a993d9-8b2d-44ff-b60c-8478b6acfd3d req-ba1026c7-7b84-411a-80cc-537ffee03d59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:48.808995 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-59a993d9-8b2d-44ff-b60c-8478b6acfd3d req-ba1026c7-7b84-411a-80cc-537ffee03d59 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 946 time: 0.0541449 Dec 06 14:45:48.858799 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-59a993d9-8b2d-44ff-b60c-8478b6acfd3d req-83f50a87-2a53-4012-b11c-1bcc34386256 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=22a709e0-6144-4071-8a77-8a1a8a551336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434232 Dec 06 14:45:48.916100 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bdac0-eabb-40b3-9a40-d1062c63e8f8 req-15462945-8e80-40f3-8f2e-bfc79072a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:48.917685 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-309bdac0-eabb-40b3-9a40-d1062c63e8f8 req-15462945-8e80-40f3-8f2e-bfc79072a7e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 1099 time: 0.0398786 Dec 06 14:45:48.962932 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-309bdac0-eabb-40b3-9a40-d1062c63e8f8 req-113f67e8-ab22-4d55-916e-c650140505f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22a709e0-6144-4071-8a77-8a1a8a551336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375543 Dec 06 14:45:49.980357 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ba297-9009-4a9d-905d-9aaf53ef8f01 req-afc38699-d3d1-42b2-95c2-522419fe5785 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:49.981795 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-da9ba297-9009-4a9d-905d-9aaf53ef8f01 req-afc38699-d3d1-42b2-95c2-522419fe5785 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 946 time: 0.0518453 Dec 06 14:45:50.029494 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-da9ba297-9009-4a9d-905d-9aaf53ef8f01 req-5fcdc578-cc99-4baa-96df-72056991f069 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=22a709e0-6144-4071-8a77-8a1a8a551336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412791 Dec 06 14:45:51.145970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a840eb-7369-4271-b0fa-c0c51852541f req-f2ba3c4e-6769-4aef-86c6-8932c70e74a8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:51.147479 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c4a840eb-7369-4271-b0fa-c0c51852541f req-f2ba3c4e-6769-4aef-86c6-8932c70e74a8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 946 time: 0.0530262 Dec 06 14:45:51.196812 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c4a840eb-7369-4271-b0fa-c0c51852541f req-3cac3da6-4fe8-4fea-a954-7b509143bc95 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=22a709e0-6144-4071-8a77-8a1a8a551336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433900 Dec 06 14:45:51.307682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989be34b-bfae-4617-801c-8568a71f7cd8 req-fbe0dd45-b540-43b2-8b6c-8fc1d3da83d4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:51.309104 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-989be34b-bfae-4617-801c-8568a71f7cd8 req-fbe0dd45-b540-43b2-8b6c-8fc1d3da83d4 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 946 time: 0.0479779 Dec 06 14:45:51.357121 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-989be34b-bfae-4617-801c-8568a71f7cd8 req-719f1a29-d3f4-4dd7-b16a-dbce23a6395f tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=22a709e0-6144-4071-8a77-8a1a8a551336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421162 Dec 06 14:45:51.378160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39086) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:51.420100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3354dd17-8ada-4642-81fd-793abcc2a27d tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:51.421602 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3354dd17-8ada-4642-81fd-793abcc2a27d tempest-TestNetworkBasicOps-997403525 tempest-TestNetworkBasicOps-997403525-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 1094 time: 0.0425038 Dec 06 14:45:51.424570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39088) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:51.428700 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:45:51.523092 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.616101 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.719579 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Allocated IP 172.36.1.165 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/27ccac2f-a751-4616-a27e-59386911aee2) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:45:51.815719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.895391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:51.937704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:45:51.941035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:45:51.944599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:45:51.949897 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=27ccac2f-a751-4616-a27e-59386911aee2,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:52.289980 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.410140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.556833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.636516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.704211 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event updated for resources: {'Port': ['ID=27ccac2f-a751-4616-a27e-59386911aee2,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:45:52.713026 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:52.810489 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP 4bb85bae-d0d9-4c36-94d4-2d5c666b88e5 associated. External IP: 172.36.1.165, port: fa476955-427f-4fab-bbba-76f4bc52dd97. Dec 06 14:45:53.260187 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router aa17b313-cb1b-4800-b553-400ca64136f0 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:45:53.365212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:45:53.376018 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c99ed1-7999-4d2f-86f9-642a57610a91 None None] Sync routers for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:45:53.385317 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c99ed1-7999-4d2f-86f9-642a57610a91 None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:53.385915 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-16c99ed1-7999-4d2f-86f9-642a57610a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:53.451208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:45:53.482912 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-47ea7176-7ff8-4b2d-96bb-a460849d37db tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0572953 Dec 06 14:45:53.483523 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'tag': 'fa476955-427f-4fab-bbba-76f4bc52dd97'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:45:53.485901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafd2ac8-6793-4ea3-84aa-17ef7fa553e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f04fc5e2-4c83-4f23-abb4-7999547a2b6e", "tag": "fa476955-427f-4fab-bbba-76f4bc52dd97"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:45:53.488391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39090) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:53.494593 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-16c99ed1-7999-4d2f-86f9-642a57610a91 None None] Set router aa17b313-cb1b-4800-b553-400ca64136f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:53.525291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7318021f-7868-4c25-adac-decb87f1e7f1 x-openstack-request-id: req-7318021f-7868-4c25-adac-decb87f1e7f1 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:45:53.525593 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04fc5e2-4c83-4f23-abb4-7999547a2b6e", "tag": "fa476955-427f-4fab-bbba-76f4bc52dd97", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:45:53.525848 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7318021f-7868-4c25-adac-decb87f1e7f1 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:45:53.526246 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'tag': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'status': 'completed', 'code': 200} Dec 06 14:45:53.550447 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6229839f-3f8a-4087-88f5-594013865699 req-5c335e88-59ce-4bcb-86af-50e8121482a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0955999 Dec 06 14:45:53.567452 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e74e03ca-242d-4f3f-afea-8bc9395cdc75 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/4bb85bae-d0d9-4c36-94d4-2d5c666b88e5 HTTP/1.1" status: 200 len: 992 time: 0.0779479 Dec 06 14:45:53.615942 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd2ac8-6793-4ea3-84aa-17ef7fa553e2 req-7e0edf9a-e331-4f57-9045-14c49d240fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:53.617531 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bafd2ac8-6793-4ea3-84aa-17ef7fa553e2 req-7e0edf9a-e331-4f57-9045-14c49d240fa9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 1099 time: 0.0708103 Dec 06 14:45:53.777297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd2ac8-6793-4ea3-84aa-17ef7fa553e2 req-11242ff0-d024-48c7-8ac3-d5c01a851d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:53.778731 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bafd2ac8-6793-4ea3-84aa-17ef7fa553e2 req-11242ff0-d024-48c7-8ac3-d5c01a851d92 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3e2b685-25c2-4761-a8f5-555caf994642 HTTP/1.1" status: 200 len: 898 time: 0.1539865 Dec 06 14:45:53.814635 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-16c99ed1-7999-4d2f-86f9-642a57610a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:33Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4bb85bae-d0d9-4c36-94d4-2d5c666b88e5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.165', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'port_id': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'mac_address': 'fa:16:3e:93:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:45:52Z', 'updated_at': '2021-12-06T14:45:52Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01012bc1-39d8-4c6b-9a18-63b04e741ba3', 'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:5b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:32Z', 'updated_at': '2021-12-06T14:45:36Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:53.841394 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c99ed1-7999-4d2f-86f9-642a57610a91 None None] Checking router: aa17b313-cb1b-4800-b553-400ca64136f0 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:45:53.849482 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c99ed1-7999-4d2f-86f9-642a57610a91 None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:45:53.850181 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-16c99ed1-7999-4d2f-86f9-642a57610a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:45:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:53.893197 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bafd2ac8-6793-4ea3-84aa-17ef7fa553e2 req-b3f66d59-5d9c-49ee-a142-de439f1589a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa476955-427f-4fab-bbba-76f4bc52dd97 HTTP/1.1" status: 200 len: 1000 time: 0.1072671 Dec 06 14:45:53.946850 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd2ac8-6793-4ea3-84aa-17ef7fa553e2 req-16baf768-4c32-4c64-9018-142eaebb3528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:53.948288 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bafd2ac8-6793-4ea3-84aa-17ef7fa553e2 req-16baf768-4c32-4c64-9018-142eaebb3528 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7 HTTP/1.1" status: 200 len: 834 time: 0.0488610 Dec 06 14:45:53.952478 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-16c99ed1-7999-4d2f-86f9-642a57610a91 None None] Set router aa17b313-cb1b-4800-b553-400ca64136f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:45:54.023786 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd2ac8-6793-4ea3-84aa-17ef7fa553e2 req-77c80ae0-197e-4725-b8d0-385ab922a2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:54.025292 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bafd2ac8-6793-4ea3-84aa-17ef7fa553e2 req-77c80ae0-197e-4725-b8d0-385ab922a2d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3e2b685-25c2-4761-a8f5-555caf994642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706265 Dec 06 14:45:54.113444 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bafd2ac8-6793-4ea3-84aa-17ef7fa553e2 req-880d0d40-b86f-459a-99f6-815760566cfd service neutron] 10.222.0.41 "GET /v2.0/networks/f3e2b685-25c2-4761-a8f5-555caf994642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807650 Dec 06 14:45:54.171902 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-16c99ed1-7999-4d2f-86f9-642a57610a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:33Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4bb85bae-d0d9-4c36-94d4-2d5c666b88e5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.165', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'port_id': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'mac_address': 'fa:16:3e:93:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:45:52Z', 'updated_at': '2021-12-06T14:45:52Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01012bc1-39d8-4c6b-9a18-63b04e741ba3', 'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:5b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:32Z', 'updated_at': '2021-12-06T14:45:36Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:45:54.198087 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c99ed1-7999-4d2f-86f9-642a57610a91 None None] The sync data for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv is: [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:33Z', 'revision_number': 4, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:45:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4bb85bae-d0d9-4c36-94d4-2d5c666b88e5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.165', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'port_id': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'mac_address': 'fa:16:3e:93:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:45:52Z', 'updated_at': '2021-12-06T14:45:52Z', 'revision_number': 0, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01012bc1-39d8-4c6b-9a18-63b04e741ba3', 'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:5b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:32Z', 'updated_at': '2021-12-06T14:45:36Z', 'revision_number': 5, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:45:54.205279 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bafd2ac8-6793-4ea3-84aa-17ef7fa553e2 req-4749fb70-e5a1-462e-9b6a-16b7dcf2635e service neutron] 10.222.0.41 "GET /v2.0/networks/f3e2b685-25c2-4761-a8f5-555caf994642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848310 Dec 06 14:45:54.392139 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229839f-3f8a-4087-88f5-594013865699 req-da29f699-80ac-4fb2-92f6-89f30a6e1470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:54.394956 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6229839f-3f8a-4087-88f5-594013865699 req-da29f699-80ac-4fb2-92f6-89f30a6e1470 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 1099 time: 0.0426149 Dec 06 14:45:54.396968 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b73cf1d7-1308-4f57-ad30-bbb0802bc0f3 None None] New status for floating IP 4bb85bae-d0d9-4c36-94d4-2d5c666b88e5: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:45:54.499741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229839f-3f8a-4087-88f5-594013865699 req-6cf20bef-cdd5-4be6-9d8b-db289d494dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:54.501215 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6229839f-3f8a-4087-88f5-594013865699 req-6cf20bef-cdd5-4be6-9d8b-db289d494dd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3e2b685-25c2-4761-a8f5-555caf994642 HTTP/1.1" status: 200 len: 898 time: 0.0893154 Dec 06 14:45:54.564449 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6229839f-3f8a-4087-88f5-594013865699 req-65e097bd-f74c-4b3c-891d-5a27b40704a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa476955-427f-4fab-bbba-76f4bc52dd97 HTTP/1.1" status: 200 len: 1000 time: 0.0557318 Dec 06 14:45:54.570459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39094) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:54.664074 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a2bdce3a-eb52-474a-9724-0959305a0b83 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/4bb85bae-d0d9-4c36-94d4-2d5c666b88e5 HTTP/1.1" status: 200 len: 992 time: 0.0914528 Dec 06 14:45:54.664507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229839f-3f8a-4087-88f5-594013865699 req-e81d8644-1d1c-439c-a691-c6310c969fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:54.665896 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6229839f-3f8a-4087-88f5-594013865699 req-e81d8644-1d1c-439c-a691-c6310c969fd9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7 HTTP/1.1" status: 200 len: 834 time: 0.0895660 Dec 06 14:45:54.710955 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229839f-3f8a-4087-88f5-594013865699 req-892b6d36-e06e-481f-8b98-904f58c0dc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:45:54.712427 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6229839f-3f8a-4087-88f5-594013865699 req-892b6d36-e06e-481f-8b98-904f58c0dc65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3e2b685-25c2-4761-a8f5-555caf994642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401945 Dec 06 14:45:54.801672 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6229839f-3f8a-4087-88f5-594013865699 req-4d238589-a3cc-4b28-95f1-5624c7709cf9 service neutron] 10.222.0.41 "GET /v2.0/networks/f3e2b685-25c2-4761-a8f5-555caf994642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827904 Dec 06 14:45:54.886689 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6229839f-3f8a-4087-88f5-594013865699 req-09464ab2-da44-4991-9a36-5dc948458cd4 service neutron] 10.222.0.41 "GET /v2.0/networks/f3e2b685-25c2-4761-a8f5-555caf994642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787554 Dec 06 14:45:55.666047 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39096) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:45:55.729014 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5234f507-f315-4ccb-a129-5d7cdb7263c9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/4bb85bae-d0d9-4c36-94d4-2d5c666b88e5 HTTP/1.1" status: 200 len: 994 time: 0.0616724 Dec 06 14:45:59.557361 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:01.333810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9eddfde7-5d14-4986-9241-8bc0bb117c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:03.705221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5fedf2b1-c6c7-403d-8d5b-e346c8e95071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:04.820085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.020776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:06.934616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:07.167568 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:46:29.579215 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:31.299578 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8df45c40-b872-4a03-a9cf-deb72b102c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:33.734127 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2d04744b-e9f4-41c0-81bb-9dc400f91489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:34.819531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.019205 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:36.951143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:46:44.165687 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:46:53.511899 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-49d178b5-fecc-4df2-9c37-99d8f385d834 req-38dcafe8-6324-4529-8dba-5cd38f04c47d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381265 Dec 06 14:46:53.590833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d178b5-fecc-4df2-9c37-99d8f385d834 req-f2d3c32b-80f0-4c9c-a785-f07bbbc22b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:53.592596 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-49d178b5-fecc-4df2-9c37-99d8f385d834 req-f2d3c32b-80f0-4c9c-a785-f07bbbc22b46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 1099 time: 0.0394166 Dec 06 14:46:53.696777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d178b5-fecc-4df2-9c37-99d8f385d834 req-a81c7cfd-a7d3-4ff2-bfcf-d01b911a4d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:53.698282 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-49d178b5-fecc-4df2-9c37-99d8f385d834 req-a81c7cfd-a7d3-4ff2-bfcf-d01b911a4d85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3e2b685-25c2-4761-a8f5-555caf994642 HTTP/1.1" status: 200 len: 898 time: 0.0857716 Dec 06 14:46:53.765121 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-49d178b5-fecc-4df2-9c37-99d8f385d834 req-3ac02982-cd4f-43bf-a5b5-8934c002bbcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa476955-427f-4fab-bbba-76f4bc52dd97 HTTP/1.1" status: 200 len: 1002 time: 0.0591879 Dec 06 14:46:53.812490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d178b5-fecc-4df2-9c37-99d8f385d834 req-92aca66c-8886-4314-81c0-3807a189addf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:53.813970 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-49d178b5-fecc-4df2-9c37-99d8f385d834 req-92aca66c-8886-4314-81c0-3807a189addf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7 HTTP/1.1" status: 200 len: 834 time: 0.0425386 Dec 06 14:46:53.857950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d178b5-fecc-4df2-9c37-99d8f385d834 req-5cb6cd4d-a390-4cac-a81a-888659288adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:46:53.860019 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-49d178b5-fecc-4df2-9c37-99d8f385d834 req-5cb6cd4d-a390-4cac-a81a-888659288adb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3e2b685-25c2-4761-a8f5-555caf994642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383196 Dec 06 14:46:53.949341 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-49d178b5-fecc-4df2-9c37-99d8f385d834 req-0a43168e-f68c-494a-9c65-b14df89f1f13 service neutron] 10.222.0.41 "GET /v2.0/networks/f3e2b685-25c2-4761-a8f5-555caf994642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818808 Dec 06 14:46:54.035942 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-49d178b5-fecc-4df2-9c37-99d8f385d834 req-75fc604d-0498-446f-b875-18d51c17cfa9 service neutron] 10.222.0.41 "GET /v2.0/networks/f3e2b685-25c2-4761-a8f5-555caf994642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794632 Dec 06 14:46:59.556010 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:01.292831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b269796d-251b-407c-9fd2-7f2ba0ae63fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:03.693308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7019a8ee-c2de-42fe-81b4-39c5e1485bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:04.824430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:06.018603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:06.967451 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:07.046961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39128) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:07.051807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a8313d0c-26c0-4059-8c6a-136627dcb429 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:07.346305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8313d0c-26c0-4059-8c6a-136627dcb429 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:07.402086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8313d0c-26c0-4059-8c6a-136627dcb429 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:07.510719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8313d0c-26c0-4059-8c6a-136627dcb429 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router aa17b313-cb1b-4800-b553-400ca64136f0 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:47:07.877133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8313d0c-26c0-4059-8c6a-136627dcb429 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:47:07.883959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8313d0c-26c0-4059-8c6a-136627dcb429 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:07.885141 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a8313d0c-26c0-4059-8c6a-136627dcb429 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/aa17b313-cb1b-4800-b553-400ca64136f0 HTTP/1.1" status: 200 len: 888 time: 0.8371670 Dec 06 14:47:07.886763 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56342c-2c13-4a61-837a-2bab8ab5e051 None None] Sync routers for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:47:07.898001 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56342c-2c13-4a61-837a-2bab8ab5e051 None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:07.898615 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4d56342c-2c13-4a61-837a-2bab8ab5e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:07.935013 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4d56342c-2c13-4a61-837a-2bab8ab5e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:07.944021 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56342c-2c13-4a61-837a-2bab8ab5e051 None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:07.944619 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4d56342c-2c13-4a61-837a-2bab8ab5e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:07.975895 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-4d56342c-2c13-4a61-837a-2bab8ab5e051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:07.976420 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56342c-2c13-4a61-837a-2bab8ab5e051 None None] The sync data for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:47:08.468523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde10453-803a-4e49-8947-724ba919292a None None] New status for floating IP 4bb85bae-d0d9-4c36-94d4-2d5c666b88e5: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:47:09.844539 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5117e4f7-8621-4fc3-8a19-548539b1b5bd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:09.922182 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:09.945267 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 5117e4f7-8621-4fc3-8a19-548539b1b5bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5117e4f7-8621-4fc3-8a19-548539b1b5bd,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:10.001206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39134) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:10.006505 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-fa4a7cb3-9d9a-4faf-ba34-cb7338d3ccf8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:10.036610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.037570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 01012bc1-39d8-4c6b-9a18-63b04e741ba3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:10.115079 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=5117e4f7-8621-4fc3-8a19-548539b1b5bd,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:10.124002 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:10.124348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:10.124689 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:10.125045 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:10.125374 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:10.125699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:10.126023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:10.126344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:10.126663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:10.126981 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:10.127300 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:10.127612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:10.127923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:10.167846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.202090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 01012bc1-39d8-4c6b-9a18-63b04e741ba3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01012bc1-39d8-4c6b-9a18-63b04e741ba3,segment=NetworkSegment(b901eeaf-6bdd-4433-bd7d-17567c2d8478),segment_id=b901eeaf-6bdd-4433-bd7d-17567c2d8478)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:10.275953 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.322875 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa4a7cb3-9d9a-4faf-ba34-cb7338d3ccf8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-454950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7871985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29313'] for router, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.323398 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=01012bc1-39d8-4c6b-9a18-63b04e741ba3,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:10.413154 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa4a7cb3-9d9a-4faf-ba34-cb7338d3ccf8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-454959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-454932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7871998'] for router, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.520708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa4a7cb3-9d9a-4faf-ba34-cb7338d3ccf8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router aa17b313-cb1b-4800-b553-400ca64136f0 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:47:10.631021 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa4a7cb3-9d9a-4faf-ba34-cb7338d3ccf8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:47:10.637742 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-fa4a7cb3-9d9a-4faf-ba34-cb7338d3ccf8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:10.638891 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fa4a7cb3-9d9a-4faf-ba34-cb7338d3ccf8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/aa17b313-cb1b-4800-b553-400ca64136f0 HTTP/1.1" status: 200 len: 887 time: 0.6366847 Dec 06 14:47:10.640456 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93aecbf-ec73-4741-b8b9-6f49bb07fe9e None None] Sync routers for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:47:10.641723 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39136) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:10.650501 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93aecbf-ec73-4741-b8b9-6f49bb07fe9e None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:10.651183 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e93aecbf-ec73-4741-b8b9-6f49bb07fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:10.701624 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7163e92b-05ed-444d-89dc-9d4992ca97d9 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/4bb85bae-d0d9-4c36-94d4-2d5c666b88e5 HTTP/1.1" status: 200 len: 992 time: 0.0587568 Dec 06 14:47:10.755168 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-e93aecbf-ec73-4741-b8b9-6f49bb07fe9e None None] Set router aa17b313-cb1b-4800-b553-400ca64136f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:47:10.968900 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e93aecbf-ec73-4741-b8b9-6f49bb07fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:10Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4bb85bae-d0d9-4c36-94d4-2d5c666b88e5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.165', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'port_id': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'mac_address': 'fa:16:3e:93:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:45:52Z', 'updated_at': '2021-12-06T14:47:08Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01012bc1-39d8-4c6b-9a18-63b04e741ba3', 'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:5b:8e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:32Z', 'updated_at': '2021-12-06T14:47:10Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:10.993843 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93aecbf-ec73-4741-b8b9-6f49bb07fe9e None None] Checking router: aa17b313-cb1b-4800-b553-400ca64136f0 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:47:11.001544 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93aecbf-ec73-4741-b8b9-6f49bb07fe9e None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:11.002138 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e93aecbf-ec73-4741-b8b9-6f49bb07fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:11.101825 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-e93aecbf-ec73-4741-b8b9-6f49bb07fe9e None None] Set router aa17b313-cb1b-4800-b553-400ca64136f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:47:11.391968 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-e93aecbf-ec73-4741-b8b9-6f49bb07fe9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:10Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4bb85bae-d0d9-4c36-94d4-2d5c666b88e5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.165', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'port_id': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'mac_address': 'fa:16:3e:93:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:45:52Z', 'updated_at': '2021-12-06T14:47:08Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01012bc1-39d8-4c6b-9a18-63b04e741ba3', 'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:5b:8e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:32Z', 'updated_at': '2021-12-06T14:47:10Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:11.420217 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93aecbf-ec73-4741-b8b9-6f49bb07fe9e None None] The sync data for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv is: [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:10Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '4bb85bae-d0d9-4c36-94d4-2d5c666b88e5', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'floating_ip_address': '172.36.1.165', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'port_id': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'mac_address': 'fa:16:3e:93:3a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:45:52Z', 'updated_at': '2021-12-06T14:47:08Z', 'revision_number': 2, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01012bc1-39d8-4c6b-9a18-63b04e741ba3', 'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:5b:8e:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:32Z', 'updated_at': '2021-12-06T14:47:10Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:47:11.705601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39138) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:11.771251 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ec45fa50-f449-4f13-9716-8b841f4c635e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/4bb85bae-d0d9-4c36-94d4-2d5c666b88e5 HTTP/1.1" status: 200 len: 992 time: 0.0644939 Dec 06 14:47:11.866201 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 01012bc1-39d8-4c6b-9a18-63b04e741ba3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:47:11.919726 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:11.920012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:12.000356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:12.043884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 01012bc1-39d8-4c6b-9a18-63b04e741ba3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01012bc1-39d8-4c6b-9a18-63b04e741ba3,segment=NetworkSegment(b901eeaf-6bdd-4433-bd7d-17567c2d8478),segment_id=b901eeaf-6bdd-4433-bd7d-17567c2d8478)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:12.093213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:12.142702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=01012bc1-39d8-4c6b-9a18-63b04e741ba3,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:12.774648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39140) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:12.834041 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cb2ee63b-caaa-4990-b34c-fc9bfa1676c8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/4bb85bae-d0d9-4c36-94d4-2d5c666b88e5 HTTP/1.1" status: 200 len: 992 time: 0.0581725 Dec 06 14:47:13.023703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5890b978-4425-4f9f-a097-58d5926a112f None None] New status for floating IP 4bb85bae-d0d9-4c36-94d4-2d5c666b88e5: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:47:13.837019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39142) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:13.900339 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0e2f3b16-5fa5-4bf6-8cd6-154a161c9d2c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/floatingips/4bb85bae-d0d9-4c36-94d4-2d5c666b88e5 HTTP/1.1" status: 200 len: 994 time: 0.0621784 Dec 06 14:47:13.916666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5117e4f7-8621-4fc3-8a19-548539b1b5bd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:47:13.965771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5117e4f7-8621-4fc3-8a19-548539b1b5bd triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:13.966144 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:14.044746 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:14.065243 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 5117e4f7-8621-4fc3-8a19-548539b1b5bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5117e4f7-8621-4fc3-8a19-548539b1b5bd,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:14.137068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39148) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:14.178831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:14.179634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 01012bc1-39d8-4c6b-9a18-63b04e741ba3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:47:14.255673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=5117e4f7-8621-4fc3-8a19-548539b1b5bd,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:14.265903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:14.266281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:14.290740 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 27ccac2f-a751-4616-a27e-59386911aee2 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:14.291121 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:14.366688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:14.366923 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:14.379506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 27ccac2f-a751-4616-a27e-59386911aee2 owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:14.601629 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:14.624232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=27ccac2f-a751-4616-a27e-59386911aee2,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:14.634197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:14.634548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:14.634892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:14.635231 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:14.635562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:14.636468 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:14.636468 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:14.636649 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:14.636825 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:14.637172 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:14.637496 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:14.637815 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:14.638134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:14.700728 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:14.701130 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Floating IP 4bb85bae-d0d9-4c36-94d4-2d5c666b88e5 disassociated (deleted). External IP: 172.36.1.165, port: fa476955-427f-4fab-bbba-76f4bc52dd97. Dec 06 14:47:14.903122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router aa17b313-cb1b-4800-b553-400ca64136f0 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:47:15.013265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:47:15.017743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:15.022538 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2384ca08-17a2-40f9-9cf6-3a1ba5618652 None None] Sync routers for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:47:15.032621 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384ca08-17a2-40f9-9cf6-3a1ba5618652 None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:15.033260 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-2384ca08-17a2-40f9-9cf6-3a1ba5618652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:15.046426 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-66608ff9-e7f0-48f8-bce4-219ab53f1e86 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/floatingips/4bb85bae-d0d9-4c36-94d4-2d5c666b88e5 HTTP/1.1" status: 204 len: 168 time: 0.9082787 Dec 06 14:47:15.047018 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'tag': 'fa476955-427f-4fab-bbba-76f4bc52dd97'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:15.050297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e392194-59a1-45c2-809d-700741386257" -d '{"events": [{"name": "network-changed", "server_uuid": "f04fc5e2-4c83-4f23-abb4-7999547a2b6e", "tag": "fa476955-427f-4fab-bbba-76f4bc52dd97"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:15.090788 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c2fd49-07a3-44c8-a6a8-daf2ab2ed44e x-openstack-request-id: req-f9c2fd49-07a3-44c8-a6a8-daf2ab2ed44e {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:15.091082 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04fc5e2-4c83-4f23-abb4-7999547a2b6e", "tag": "fa476955-427f-4fab-bbba-76f4bc52dd97", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:15.091340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9c2fd49-07a3-44c8-a6a8-daf2ab2ed44e {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:15.091746 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'tag': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'status': 'completed', 'code': 200} Dec 06 14:47:15.143515 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-2384ca08-17a2-40f9-9cf6-3a1ba5618652 None None] Set router aa17b313-cb1b-4800-b553-400ca64136f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:47:15.170499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392194-59a1-45c2-809d-700741386257 req-beaaaea8-a5c5-4d95-a13f-e04ed0c8b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:15.170499 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9e392194-59a1-45c2-809d-700741386257 req-beaaaea8-a5c5-4d95-a13f-e04ed0c8b242 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c716424228f8423e91750a4cc8918d9a&device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 1099 time: 0.0465648 Dec 06 14:47:15.256620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392194-59a1-45c2-809d-700741386257 req-d1a0350d-f341-4cb9-bba7-1f96bdb93ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:15.258113 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9e392194-59a1-45c2-809d-700741386257 req-d1a0350d-f341-4cb9-bba7-1f96bdb93ebd service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3e2b685-25c2-4761-a8f5-555caf994642 HTTP/1.1" status: 200 len: 898 time: 0.0910122 Dec 06 14:47:15.301337 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9e392194-59a1-45c2-809d-700741386257 req-2d61e0c2-9e8e-454e-a8cb-0fd167b29abe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa476955-427f-4fab-bbba-76f4bc52dd97 HTTP/1.1" status: 200 len: 217 time: 0.0355256 Dec 06 14:47:15.352875 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392194-59a1-45c2-809d-700741386257 req-218cc62c-62e8-461a-8d07-916b28d16485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:15.354452 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9e392194-59a1-45c2-809d-700741386257 req-218cc62c-62e8-461a-8d07-916b28d16485 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7 HTTP/1.1" status: 200 len: 834 time: 0.0457520 Dec 06 14:47:15.362778 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-2384ca08-17a2-40f9-9cf6-3a1ba5618652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:10Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '01012bc1-39d8-4c6b-9a18-63b04e741ba3', 'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:5b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:32Z', 'updated_at': '2021-12-06T14:47:12Z', 'revision_number': 7, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:15.395403 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2384ca08-17a2-40f9-9cf6-3a1ba5618652 None None] Checking router: aa17b313-cb1b-4800-b553-400ca64136f0 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:47:15.405479 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e392194-59a1-45c2-809d-700741386257 req-37e17165-1a17-46a2-8058-8390ca48d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:15.408538 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384ca08-17a2-40f9-9cf6-3a1ba5618652 None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:15.408538 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-2384ca08-17a2-40f9-9cf6-3a1ba5618652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:15.410855 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9e392194-59a1-45c2-809d-700741386257 req-37e17165-1a17-46a2-8058-8390ca48d3bc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3e2b685-25c2-4761-a8f5-555caf994642&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447929 Dec 06 14:47:15.524943 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-2384ca08-17a2-40f9-9cf6-3a1ba5618652 None None] Set router aa17b313-cb1b-4800-b553-400ca64136f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:47:15.549630 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5213fc44-03be-436b-88fd-8735704f9edf req-43fcae43-6390-4b90-a95d-42950da137c8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:15.551690 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5213fc44-03be-436b-88fd-8735704f9edf req-43fcae43-6390-4b90-a95d-42950da137c8 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 946 time: 0.0953722 Dec 06 14:47:15.557313 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9e392194-59a1-45c2-809d-700741386257 req-1725e02e-cc7c-456b-aa7a-30b10558b78a service neutron] 10.222.0.41 "GET /v2.0/networks/f3e2b685-25c2-4761-a8f5-555caf994642?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314380 Dec 06 14:47:15.737600 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-2384ca08-17a2-40f9-9cf6-3a1ba5618652 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:10Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '01012bc1-39d8-4c6b-9a18-63b04e741ba3', 'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:5b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:32Z', 'updated_at': '2021-12-06T14:47:12Z', 'revision_number': 7, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:15.763737 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2384ca08-17a2-40f9-9cf6-3a1ba5618652 None None] The sync data for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv is: [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:10Z', 'revision_number': 6, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '01012bc1-39d8-4c6b-9a18-63b04e741ba3', 'name': '', 'network_id': 'f3e2b685-25c2-4761-a8f5-555caf994642', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'mac_address': 'fa:16:3e:5b:8e:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:32Z', 'updated_at': '2021-12-06T14:47:12Z', 'revision_number': 7, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'subnets': [{'id': '0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:47:15.860225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5117e4f7-8621-4fc3-8a19-548539b1b5bd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:47:15.910999 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5117e4f7-8621-4fc3-8a19-548539b1b5bd triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:15.911456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:15.939201 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5213fc44-03be-436b-88fd-8735704f9edf req-991e2728-6a25-4b85-8712-170d72f093bc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=22a709e0-6144-4071-8a77-8a1a8a551336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3807621 Dec 06 14:47:15.973108 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9e392194-59a1-45c2-809d-700741386257 req-e4715ff6-7ec9-4ee2-82be-1508543d90b4 service neutron] 10.222.0.41 "GET /v2.0/networks/f3e2b685-25c2-4761-a8f5-555caf994642?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4013255 Dec 06 14:47:16.450570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e145fe5d-a205-4de9-8c71-0183ea154a7c None None] New status for floating IP 4bb85bae-d0d9-4c36-94d4-2d5c666b88e5: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:47:17.066347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396077be-fdbf-46ae-8977-9f9f1add8aed req-a0f7ce12-245a-4b24-b1d7-67892f2d6067 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:17.067790 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-396077be-fdbf-46ae-8977-9f9f1add8aed req-a0f7ce12-245a-4b24-b1d7-67892f2d6067 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 946 time: 0.0495322 Dec 06 14:47:17.118921 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-396077be-fdbf-46ae-8977-9f9f1add8aed req-12902cc2-e503-4721-8a0a-1a8c08a3e97e tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/security-groups?id=22a709e0-6144-4071-8a77-8a1a8a551336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452840 Dec 06 14:47:17.177687 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e42527c-7bc3-415f-a432-caa3d9455087 req-362478bb-152e-4f62-989b-53cddbdf95af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:17.179125 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5e42527c-7bc3-415f-a432-caa3d9455087 req-362478bb-152e-4f62-989b-53cddbdf95af tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 946 time: 0.0477207 Dec 06 14:47:17.265595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-5e42527c-7bc3-415f-a432-caa3d9455087 req-32a9f3cb-3bdc-45a2-80b4-b0bbf8a6788c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port fa476955-427f-4fab-bbba-76f4bc52dd97 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:17.265856 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-5e42527c-7bc3-415f-a432-caa3d9455087 req-32a9f3cb-3bdc-45a2-80b4-b0bbf8a6788c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:17.350865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-5e42527c-7bc3-415f-a432-caa3d9455087 req-32a9f3cb-3bdc-45a2-80b4-b0bbf8a6788c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port fa476955-427f-4fab-bbba-76f4bc52dd97, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=fa476955-427f-4fab-bbba-76f4bc52dd97,segment=NetworkSegment(b901eeaf-6bdd-4433-bd7d-17567c2d8478),segment_id=b901eeaf-6bdd-4433-bd7d-17567c2d8478)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:17.351222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-5e42527c-7bc3-415f-a432-caa3d9455087 req-32a9f3cb-3bdc-45a2-80b4-b0bbf8a6788c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:17.368115 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-5e42527c-7bc3-415f-a432-caa3d9455087 req-32a9f3cb-3bdc-45a2-80b4-b0bbf8a6788c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for fa476955-427f-4fab-bbba-76f4bc52dd97 owned by compute:nova {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:17.554993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-5e42527c-7bc3-415f-a432-caa3d9455087 req-32a9f3cb-3bdc-45a2-80b4-b0bbf8a6788c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:17.583783 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9f3cb-3bdc-45a2-80b4-b0bbf8a6788c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=fa476955-427f-4fab-bbba-76f4bc52dd97,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:17.630362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e42527c-7bc3-415f-a432-caa3d9455087 req-32a9f3cb-3bdc-45a2-80b4-b0bbf8a6788c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] No DVR routers for this DVR port fa476955-427f-4fab-bbba-76f4bc52dd97 on host hv-neutron-mast {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:47:17.632954 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-5e42527c-7bc3-415f-a432-caa3d9455087 req-32a9f3cb-3bdc-45a2-80b4-b0bbf8a6788c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:17.636208 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5e42527c-7bc3-415f-a432-caa3d9455087 req-32a9f3cb-3bdc-45a2-80b4-b0bbf8a6788c tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.41 "DELETE /v2.0/ports/fa476955-427f-4fab-bbba-76f4bc52dd97 HTTP/1.1" status: 204 len: 173 time: 0.4514732 Dec 06 14:47:17.636645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'name': 'network-vif-deleted', 'tag': 'fa476955-427f-4fab-bbba-76f4bc52dd97'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:17.638940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed398d7-6c00-49cb-b890-c31f9260740a" -d '{"events": [{"server_uuid": "f04fc5e2-4c83-4f23-abb4-7999547a2b6e", "name": "network-vif-deleted", "tag": "fa476955-427f-4fab-bbba-76f4bc52dd97"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:17.676650 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0bce7f-998a-4616-9c29-401dac50263b x-openstack-request-id: req-dc0bce7f-998a-4616-9c29-401dac50263b {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:17.676982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04fc5e2-4c83-4f23-abb4-7999547a2b6e", "name": "network-vif-deleted", "tag": "fa476955-427f-4fab-bbba-76f4bc52dd97", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:17.677237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc0bce7f-998a-4616-9c29-401dac50263b {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:17.677624 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04fc5e2-4c83-4f23-abb4-7999547a2b6e', 'name': 'network-vif-deleted', 'tag': 'fa476955-427f-4fab-bbba-76f4bc52dd97', 'status': 'completed', 'code': 200} Dec 06 14:47:18.224063 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bcac755c-45bf-4adc-be9f-cc720b63be94 req-5e61f4b5-dc3d-43fe-ac5a-3ff4807aac63 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "GET /v2.0/ports?device_id=f04fc5e2-4c83-4f23-abb4-7999547a2b6e HTTP/1.1" status: 200 len: 210 time: 0.0269532 Dec 06 14:47:19.283436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39168) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:19.339392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f431cc21-99e6-42a1-ab9d-21dff7666efb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.364493 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f431cc21-99e6-42a1-ab9d-21dff7666efb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.492625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f431cc21-99e6-42a1-ab9d-21dff7666efb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.495399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f431cc21-99e6-42a1-ab9d-21dff7666efb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:19.496580 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f431cc21-99e6-42a1-ab9d-21dff7666efb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/security-groups/22a709e0-6144-4071-8a77-8a1a8a551336 HTTP/1.1" status: 204 len: 168 time: 0.2121475 Dec 06 14:47:19.506319 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431cc21-99e6-42a1-ab9d-21dff7666efb tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a709e0-6144-4071-8a77-8a1a8a551336,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:19.567832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39172) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:19.924471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:20.172756 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 01012bc1-39d8-4c6b-9a18-63b04e741ba3 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:20.173117 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:20.261632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port 01012bc1-39d8-4c6b-9a18-63b04e741ba3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=01012bc1-39d8-4c6b-9a18-63b04e741ba3,segment=NetworkSegment(b901eeaf-6bdd-4433-bd7d-17567c2d8478),segment_id=b901eeaf-6bdd-4433-bd7d-17567c2d8478)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:20.261983 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:20.274285 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 01012bc1-39d8-4c6b-9a18-63b04e741ba3 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:20.515534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:20.542101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=01012bc1-39d8-4c6b-9a18-63b04e741ba3,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:20.570045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:20.570645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:20.570727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:20.571050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:20.571385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:20.571714 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:20.572044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:20.572376 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:20.572700 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:20.573049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:20.573377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:20.573696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:20.574015 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:47:20.724196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:20.727013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device fa476955-427f-4fab-bbba-76f4bc52dd97 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:20.747091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: fa476955-427f-4fab-bbba-76f4bc52dd97 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:47:20.747434 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device fa476955-427f-4fab-bbba-76f4bc52dd97 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:47:20.928454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Router aa17b313-cb1b-4800-b553-400ca64136f0 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:47:21.044027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:47:21.052140 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e681f57a-3fc4-472e-9e0e-4367802c3b9d tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "PUT /v2.0/routers/aa17b313-cb1b-4800-b553-400ca64136f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4804597 Dec 06 14:47:21.052140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39174) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:21.055967 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1085bb-0be9-460b-9214-9602564a2f1a None None] Sync routers for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:47:21.065408 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1085bb-0be9-460b-9214-9602564a2f1a None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:21.066010 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5b1085bb-0be9-460b-9214-9602564a2f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:21.101211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a63673-aa66-49fc-a631-097ca11087f6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting subnet 0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:47:21.104258 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2a63673-aa66-49fc-a631-097ca11087f6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.146762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2a63673-aa66-49fc-a631-097ca11087f6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.168254 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:47:21.174886 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-5b1085bb-0be9-460b-9214-9602564a2f1a None None] Set router aa17b313-cb1b-4800-b553-400ca64136f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:47:21.230893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2a63673-aa66-49fc-a631-097ca11087f6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.338704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2a63673-aa66-49fc-a631-097ca11087f6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.356550 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5b1085bb-0be9-460b-9214-9602564a2f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:20Z', 'revision_number': 7, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:21.369474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a63673-aa66-49fc-a631-097ca11087f6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Subnet': ['ID=0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:21.374331 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2a63673-aa66-49fc-a631-097ca11087f6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.380413 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b2a63673-aa66-49fc-a631-097ca11087f6 tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/subnets/0cd6d91f-7a7e-42f5-8633-9f1b0b7dd8a7 HTTP/1.1" status: 204 len: 168 time: 0.3247166 Dec 06 14:47:21.380648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39176) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:21.383581 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f215ca-1c4c-44f8-9f4a-4eeb553f40e8 None None] Network f3e2b685-25c2-4761-a8f5-555caf994642 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:47:21.384107 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1085bb-0be9-460b-9214-9602564a2f1a None None] Checking router: aa17b313-cb1b-4800-b553-400ca64136f0 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:47:21.393205 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1085bb-0be9-460b-9214-9602564a2f1a None None] Routers {'aa17b313-cb1b-4800-b553-400ca64136f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:47:21.393523 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5b1085bb-0be9-460b-9214-9602564a2f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:47:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aa17b313-cb1b-4800-b553-400ca64136f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:21.487775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.500359 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-5b1085bb-0be9-460b-9214-9602564a2f1a None None] Set router aa17b313-cb1b-4800-b553-400ca64136f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:47:21.586741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552bea3c-0094-459d-9ffe-97b058e1944b None None] DHCP port deletion for f3e2b685-25c2-4761-a8f5-555caf994642 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:47:21.595863 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.638226 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-552bea3c-0094-459d-9ffe-97b058e1944b None None] Deleting port 2c766947-0a67-495d-8552-db15f01461ed {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:21.638596 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-552bea3c-0094-459d-9ffe-97b058e1944b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.718681 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-552bea3c-0094-459d-9ffe-97b058e1944b None None] For port 2c766947-0a67-495d-8552-db15f01461ed, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2c766947-0a67-495d-8552-db15f01461ed,segment=NetworkSegment(b901eeaf-6bdd-4433-bd7d-17567c2d8478),segment_id=b901eeaf-6bdd-4433-bd7d-17567c2d8478)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:21.719229 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-552bea3c-0094-459d-9ffe-97b058e1944b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.721027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Deleting port 5117e4f7-8621-4fc3-8a19-548539b1b5bd {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:21.721607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.735166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-552bea3c-0094-459d-9ffe-97b058e1944b None None] Calling delete_port for 2c766947-0a67-495d-8552-db15f01461ed owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:21.786183 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-5b1085bb-0be9-460b-9214-9602564a2f1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:20Z', 'revision_number': 7, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:21.813785 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1085bb-0be9-460b-9214-9602564a2f1a None None] The sync data for ids ['aa17b313-cb1b-4800-b553-400ca64136f0'] in dv-neutron-master-2-hyperv is: [{'id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'name': 'tempest-TestNetworkBasicOps-router-1110351153', 'tenant_id': 'c716424228f8423e91750a4cc8918d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54'}], 'enable_snat': True}, 'gw_port_id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:20Z', 'revision_number': 7, 'project_id': 'c716424228f8423e91750a4cc8918d9a', 'gw_port': {'id': '5117e4f7-8621-4fc3-8a19-548539b1b5bd', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a1:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa17b313-cb1b-4800-b553-400ca64136f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1510, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:45:29Z', 'updated_at': '2021-12-06T14:47:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:47:21.915988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-552bea3c-0094-459d-9ffe-97b058e1944b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:21.946427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552bea3c-0094-459d-9ffe-97b058e1944b None None] Pushing event deleted for resources: {'Port': ['ID=2c766947-0a67-495d-8552-db15f01461ed,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:21.950628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552bea3c-0094-459d-9ffe-97b058e1944b None None] No DVR routers for this DVR port 2c766947-0a67-495d-8552-db15f01461ed on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:47:22.144334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] For port 5117e4f7-8621-4fc3-8a19-548539b1b5bd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5117e4f7-8621-4fc3-8a19-548539b1b5bd,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:22.144787 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.157032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Calling delete_port for 5117e4f7-8621-4fc3-8a19-548539b1b5bd owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:22.245703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2c766947-0a67-495d-8552-db15f01461ed no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:22.276993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 2c766947-0a67-495d-8552-db15f01461ed {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:47:22.277341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2c766947-0a67-495d-8552-db15f01461ed not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:47:22.401574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.431458 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Port': ['ID=5117e4f7-8621-4fc3-8a19-548539b1b5bd,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:22.444570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e423bc1-6613-4e26-8230-ca6d0f16e599 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:47:22.491423 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.578526 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.580592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.681359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.681955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Fanout notify agent at l3_agent the message router_deleted on router aa17b313-cb1b-4800-b553-400ca64136f0 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:47:22.688626 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.689757 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c439497c-06e9-4c02-b81f-538ee494a17b tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/routers/aa17b313-cb1b-4800-b553-400ca64136f0 HTTP/1.1" status: 204 len: 168 time: 1.3081727 Dec 06 14:47:22.692401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39178) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:22.773941 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d1c62cbb-1262-4776-af7a-b8d69a468efc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.861062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d1c62cbb-1262-4776-af7a-b8d69a468efc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.880737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-d1c62cbb-1262-4776-af7a-b8d69a468efc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3e2b685-25c2-4761-a8f5-555caf994642']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:22.889685 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-d1c62cbb-1262-4776-af7a-b8d69a468efc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b901eeaf-6bdd-4433-bd7d-17567c2d8478') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:22.889972 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-d1c62cbb-1262-4776-af7a-b8d69a468efc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b901eeaf-6bdd-4433-bd7d-17567c2d8478') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:47:22.899479 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d1c62cbb-1262-4776-af7a-b8d69a468efc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.911900 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d1c62cbb-1262-4776-af7a-b8d69a468efc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.917549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c62cbb-1262-4776-af7a-b8d69a468efc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:47:22.917922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d1c62cbb-1262-4776-af7a-b8d69a468efc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:47:22.920772 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:47:23.024552 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d1c62cbb-1262-4776-af7a-b8d69a468efc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.031765 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d1c62cbb-1262-4776-af7a-b8d69a468efc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.034443 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d1c62cbb-1262-4776-af7a-b8d69a468efc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] 10.222.0.42 "DELETE /v2.0/networks/f3e2b685-25c2-4761-a8f5-555caf994642 HTTP/1.1" status: 204 len: 168 time: 0.3409836 Dec 06 14:47:23.045266 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c62cbb-1262-4776-af7a-b8d69a468efc tempest-TestNetworkBasicOps-1352307306 tempest-TestNetworkBasicOps-1352307306-project] Pushing event deleted for resources: {'Network': ['ID=f3e2b685-25c2-4761-a8f5-555caf994642,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:23.584106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39184) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:23.728751 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-54b66b43-ff4d-452c-9f7d-ca5470043bea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c716424228f8423e91750a4cc8918d9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1433220 Dec 06 14:47:23.731335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39188) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:23.776098 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f606a2d3-7000-42b6-9af2-a476ba99b88e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.797892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f606a2d3-7000-42b6-9af2-a476ba99b88e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.852644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5117e4f7-8621-4fc3-8a19-548539b1b5bd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:23.873303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 5117e4f7-8621-4fc3-8a19-548539b1b5bd {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:47:23.873734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5117e4f7-8621-4fc3-8a19-548539b1b5bd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:47:23.874147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 01012bc1-39d8-4c6b-9a18-63b04e741ba3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:23.892067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 01012bc1-39d8-4c6b-9a18-63b04e741ba3 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:47:23.892413 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 01012bc1-39d8-4c6b-9a18-63b04e741ba3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:47:23.919327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f606a2d3-7000-42b6-9af2-a476ba99b88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.919327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f606a2d3-7000-42b6-9af2-a476ba99b88e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:23.919865 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f606a2d3-7000-42b6-9af2-a476ba99b88e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/73f8013c-e913-4d96-baaf-29d2c072cbdd HTTP/1.1" status: 204 len: 168 time: 0.1876585 Dec 06 14:47:23.927785 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606a2d3-7000-42b6-9af2-a476ba99b88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f8013c-e913-4d96-baaf-29d2c072cbdd,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:24.479141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39194) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:24.492212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1811330e-939e-480b-ad3e-539482f99177 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.564932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1811330e-939e-480b-ad3e-539482f99177 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.600891 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1811330e-939e-480b-ad3e-539482f99177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.639122 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1811330e-939e-480b-ad3e-539482f99177 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69d88d2c60b649ffab2ebf501e582817&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1588907 Dec 06 14:47:24.639953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811330e-939e-480b-ad3e-539482f99177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d7a84e-c96f-4252-b298-484e1eed633c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:24.642018 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39196) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:24.697113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f007f8e8-526c-4a61-874c-6961fc891773 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.721222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f007f8e8-526c-4a61-874c-6961fc891773 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.829852 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f007f8e8-526c-4a61-874c-6961fc891773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.832418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f007f8e8-526c-4a61-874c-6961fc891773 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:24.833618 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f007f8e8-526c-4a61-874c-6961fc891773 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09d7a84e-c96f-4252-b298-484e1eed633c HTTP/1.1" status: 204 len: 168 time: 0.1905954 Dec 06 14:47:24.841195 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007f8e8-526c-4a61-874c-6961fc891773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d7a84e-c96f-4252-b298-484e1eed633c,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:29.572440 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:31.286799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-542c6ec1-9804-4aa2-8680-910f388bb9db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:32.072720 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-23b2fe9d-30a8-4a16-9653-916ebb7e21fc tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=743b41dea88c48ce80d500d0e06ea746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339029 Dec 06 14:47:32.255686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-0b9634a3-6216-4fc6-b03c-58e78eaa2e85 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:32.257169 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-0b9634a3-6216-4fc6-b03c-58e78eaa2e85 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1787386 Dec 06 14:47:32.272550 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-29e7a7cb-0362-41c7-8c51-e85935f7229d tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/quotas/743b41dea88c48ce80d500d0e06ea746 HTTP/1.1" status: 200 len: 375 time: 0.0094166 Dec 06 14:47:32.310394 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-cdeb65a3-9034-4ea6-b0a4-2217e83ee660 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=743b41dea88c48ce80d500d0e06ea746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303059 Dec 06 14:47:32.589772 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-af5bdf19-97fc-42b9-b5f5-f8af80b335dd req-fed3a20c-8c3a-4e0a-aab4-464d9afaa8cf tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 210 time: 0.0305510 Dec 06 14:47:33.686431 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3941961a-de18-4069-8a40-22e17d0649d1 req-a156656b-c4a5-4f8d-b44c-09931b09f3e9 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 210 time: 0.0257723 Dec 06 14:47:33.692427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4d65704-784a-4584-97f6-80b5898fac33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:34.554822 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-960a6369-86e3-44de-9b77-b08752f7ab84 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=743b41dea88c48ce80d500d0e06ea746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0212352 Dec 06 14:47:34.669249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-0ae8db71-cff6-4c41-8bd0-ef7a4041abe3 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:34.670694 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-0ae8db71-cff6-4c41-8bd0-ef7a4041abe3 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1106889 Dec 06 14:47:34.683688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Request body: {'port': {'device_id': '5ef7e429-3961-43a1-a39e-5d5facb6f32b', 'network_id': '539e94f2-0c19-4264-a9e7-305d444ea98a', 'admin_state_up': True, 'tenant_id': '743b41dea88c48ce80d500d0e06ea746'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:34.791210 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-757b4806-b63d-47e3-ace7-61c826ffbddf req-fa6b4b27-52b6-401f-8bbc-6228c9f29345 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 210 time: 0.0290179 Dec 06 14:47:34.864474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:34.875382 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Made reservation on behalf of 743b41dea88c48ce80d500d0e06ea746 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:34.878955 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:34.887959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:34.960681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:35.024338 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:35.087281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12c7a387-6722-4764-ac57-b0768c1f9ada,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:35.157140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Allocated IP 192.168.233.165 (539e94f2-0c19-4264-a9e7-305d444ea98a/d94fda22-3258-461b-beec-a5cc8d9cb8d8/6d88961a-7d65-462f-9c83-c9efd035ac83) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:35.305873 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:35.395784 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:35.439027 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Network 539e94f2-0c19-4264-a9e7-305d444ea98a is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:35.441964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:35.445713 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:35.469062 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Pushing event updated for resources: {'Port': ['ID=6d88961a-7d65-462f-9c83-c9efd035ac83,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:35.498005 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:35.498627 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:35.575365 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-b9f439de-16c9-4c76-bbbf-506bec5a6dc2 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8955534 Dec 06 14:47:35.589237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Request body: {'port': {'device_id': '5ef7e429-3961-43a1-a39e-5d5facb6f32b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:35.627402 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-00c09572-220f-4e8e-91a9-4751fcfd20bb None None] Provisioning complete for port 6d88961a-7d65-462f-9c83-c9efd035ac83 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:35.646403 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00c09572-220f-4e8e-91a9-4751fcfd20bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:35.646527 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:35.664003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-00c09572-220f-4e8e-91a9-4751fcfd20bb None None] Port 6d88961a-7d65-462f-9c83-c9efd035ac83 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:47:35.939740 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14a3c-6dca-4df5-befc-7482c539174b req-59e8dd66-aa5e-4aff-bfcb-8fa8d38e8568 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:35.941858 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b0d14a3c-6dca-4df5-befc-7482c539174b req-59e8dd66-aa5e-4aff-bfcb-8fa8d38e8568 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 936 time: 0.0783820 Dec 06 14:47:36.011809 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d88961a-7d65-462f-9c83-c9efd035ac83 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:47:36.012647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:36.025211 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:36.033462 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b0d14a3c-6dca-4df5-befc-7482c539174b req-d32b4b8b-13b1-418b-ae01-75c3c8d65806 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c7a387-6722-4764-ac57-b0768c1f9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835803 Dec 06 14:47:36.045662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Transition to ACTIVE for port object 6d88961a-7d65-462f-9c83-c9efd035ac83 will not be triggered until provisioned by entity L2. {{(pid=103725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:47:36.086308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:36.139137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Pushing event updated for resources: {'Port': ['ID=6d88961a-7d65-462f-9c83-c9efd035ac83,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:36.207929 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Attempting to bind port 6d88961a-7d65-462f-9c83-c9efd035ac83 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:47:36.208267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Attempting to bind port 6d88961a-7d65-462f-9c83-c9efd035ac83 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '2362fd85-2323-4db6-9bf0-cdf9635ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '539e94f2-0c19-4264-a9e7-305d444ea98a'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:47:36.208595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Attempting to bind port 6d88961a-7d65-462f-9c83-c9efd035ac83 on network 539e94f2-0c19-4264-a9e7-305d444ea98a {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:36.213185 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Port 6d88961a-7d65-462f-9c83-c9efd035ac83 on network 539e94f2-0c19-4264-a9e7-305d444ea98a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:47:36.213508 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Attempting to bind port 6d88961a-7d65-462f-9c83-c9efd035ac83 on network 539e94f2-0c19-4264-a9e7-305d444ea98a {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:36.224116 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:47:36.224452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Checking segment: {'id': '2362fd85-2323-4db6-9bf0-cdf9635ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '539e94f2-0c19-4264-a9e7-305d444ea98a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:47:36.224861 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Bound using segment: {'id': '2362fd85-2323-4db6-9bf0-cdf9635ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '539e94f2-0c19-4264-a9e7-305d444ea98a'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:47:36.225308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Bound port: 6d88961a-7d65-462f-9c83-c9efd035ac83, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2362fd85-2323-4db6-9bf0-cdf9635ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '539e94f2-0c19-4264-a9e7-305d444ea98a'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:47:36.225664 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:36.292360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] For port 6d88961a-7d65-462f-9c83-c9efd035ac83, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:47:36.296100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] For port 6d88961a-7d65-462f-9c83-c9efd035ac83, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6d88961a-7d65-462f-9c83-c9efd035ac83,segment=NetworkSegment(2362fd85-2323-4db6-9bf0-cdf9635ffe37),segment_id=2362fd85-2323-4db6-9bf0-cdf9635ffe37)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:47:36.344483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:36.383394 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:36.384084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:36.385750 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] 10.222.0.41 "PUT /v2.0/ports/6d88961a-7d65-462f-9c83-c9efd035ac83 HTTP/1.1" status: 200 len: 1098 time: 0.8010027 Dec 06 14:47:36.386189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ef7e429-3961-43a1-a39e-5d5facb6f32b', 'tag': '6d88961a-7d65-462f-9c83-c9efd035ac83'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:36.388649 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8994e3f2-29bb-4ed9-afbf-e021b8ee4ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ef7e429-3961-43a1-a39e-5d5facb6f32b", "tag": "6d88961a-7d65-462f-9c83-c9efd035ac83"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:36.417625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef38cb-3901-4812-bd1e-fe42e6c65950 service neutron] Pushing event updated for resources: {'Port': ['ID=6d88961a-7d65-462f-9c83-c9efd035ac83,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:36.430272 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2948954-2520-4d5f-8b2b-8b524eddfa33 x-openstack-request-id: req-f2948954-2520-4d5f-8b2b-8b524eddfa33 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:36.430593 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ef7e429-3961-43a1-a39e-5d5facb6f32b", "tag": "6d88961a-7d65-462f-9c83-c9efd035ac83", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:36.430849 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2948954-2520-4d5f-8b2b-8b524eddfa33 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:36.431252 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ef7e429-3961-43a1-a39e-5d5facb6f32b', 'tag': '6d88961a-7d65-462f-9c83-c9efd035ac83', 'status': 'completed', 'code': 200} Dec 06 14:47:36.493585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994e3f2-29bb-4ed9-afbf-e021b8ee4ed2 req-e2c12f73-7806-4a55-80d7-dda8c85677fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:36.495833 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8994e3f2-29bb-4ed9-afbf-e021b8ee4ed2 req-e2c12f73-7806-4a55-80d7-dda8c85677fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=743b41dea88c48ce80d500d0e06ea746&device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 1101 time: 0.0444207 Dec 06 14:47:36.529061 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8994e3f2-29bb-4ed9-afbf-e021b8ee4ed2 req-4f2c6d44-26aa-4ff1-ae81-d7e0341a2abe service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=743b41dea88c48ce80d500d0e06ea746&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259089 Dec 06 14:47:36.696084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994e3f2-29bb-4ed9-afbf-e021b8ee4ed2 req-3447daeb-6476-4b61-9e2a-432d3aa560bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:36.697507 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8994e3f2-29bb-4ed9-afbf-e021b8ee4ed2 req-3447daeb-6476-4b61-9e2a-432d3aa560bf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1609323 Dec 06 14:47:36.776019 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-4b83d18e-de15-4ddf-bbac-de3d64a9ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:36.777556 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-4b83d18e-de15-4ddf-bbac-de3d64a9ca7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=743b41dea88c48ce80d500d0e06ea746&device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 1101 time: 0.0431743 Dec 06 14:47:36.817853 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-823d5f12-d414-4733-9771-7202f39dcb2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=6d88961a-7d65-462f-9c83-c9efd035ac83 HTTP/1.1" status: 200 len: 217 time: 0.0316572 Dec 06 14:47:36.865162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-73e21d0e-047e-4cc1-b7b1-e8b8e8915b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:36.866721 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-73e21d0e-047e-4cc1-b7b1-e8b8e8915b3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d94fda22-3258-461b-beec-a5cc8d9cb8d8 HTTP/1.1" status: 200 len: 843 time: 0.0424621 Dec 06 14:47:36.911555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-8016303d-4303-4c0d-a01b-4c8407e1d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:36.913069 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-8016303d-4303-4c0d-a01b-4c8407e1d6a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=539e94f2-0c19-4264-a9e7-305d444ea98a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0395620 Dec 06 14:47:36.926630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:37.009150 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-659fa124-0678-401a-b0af-644312a515c9 service neutron] 10.222.0.41 "GET /v2.0/networks/539e94f2-0c19-4264-a9e7-305d444ea98a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894854 Dec 06 14:47:37.101795 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b1e580f1-6e07-4df4-9217-f450f5ba32a3 req-1b1469e0-592a-470f-bc4d-a2fe6100700b service neutron] 10.222.0.41 "GET /v2.0/networks/539e94f2-0c19-4264-a9e7-305d444ea98a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863266 Dec 06 14:47:37.148384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be94fc3-2389-431e-bdc4-1e1b6b951b9e req-1bd5fb3b-2c06-488e-8404-278250acbb9c tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:37.149859 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3be94fc3-2389-431e-bdc4-1e1b6b951b9e req-1bd5fb3b-2c06-488e-8404-278250acbb9c tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 948 time: 0.0472033 Dec 06 14:47:37.196795 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3be94fc3-2389-431e-bdc4-1e1b6b951b9e req-414ef509-33fb-4eb5-a539-cb5aa50bffbc tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c7a387-6722-4764-ac57-b0768c1f9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409861 Dec 06 14:47:38.311168 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d5078-82de-42b8-9422-0f06847b4a23 req-8988587b-902d-4260-9ad1-c4b3b6c7bc8d tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:38.312617 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-171d5078-82de-42b8-9422-0f06847b4a23 req-8988587b-902d-4260-9ad1-c4b3b6c7bc8d tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 948 time: 0.0476935 Dec 06 14:47:38.363109 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-171d5078-82de-42b8-9422-0f06847b4a23 req-1f813ce8-d209-4194-b0fb-373879379392 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c7a387-6722-4764-ac57-b0768c1f9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439310 Dec 06 14:47:39.480157 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db2cae-fb1a-4d14-8823-0597d20f1bc2 req-d2fb771a-d99f-422c-bad5-221cd8a29a5a tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:39.481632 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e0db2cae-fb1a-4d14-8823-0597d20f1bc2 req-d2fb771a-d99f-422c-bad5-221cd8a29a5a tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 948 time: 0.0476055 Dec 06 14:47:39.528318 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e0db2cae-fb1a-4d14-8823-0597d20f1bc2 req-5a610f69-2514-44bc-9552-f9063a1fc469 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c7a387-6722-4764-ac57-b0768c1f9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407190 Dec 06 14:47:40.644621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2106f8d-cc0b-4c4c-a808-cd8ec7f30726 req-56e69e85-ad52-40c5-9047-9415235bc9f0 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:40.646063 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f2106f8d-cc0b-4c4c-a808-cd8ec7f30726 req-56e69e85-ad52-40c5-9047-9415235bc9f0 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 948 time: 0.0512211 Dec 06 14:47:40.696383 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f2106f8d-cc0b-4c4c-a808-cd8ec7f30726 req-498c1c72-0709-40cc-bcb9-627ff15b65c6 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c7a387-6722-4764-ac57-b0768c1f9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443985 Dec 06 14:47:40.810151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6d88961a-7d65-462f-9c83-c9efd035ac83 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:47:40.912775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 6d88961a-7d65-462f-9c83-c9efd035ac83, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6d88961a-7d65-462f-9c83-c9efd035ac83,segment=NetworkSegment(2362fd85-2323-4db6-9bf0-cdf9635ffe37),segment_id=2362fd85-2323-4db6-9bf0-cdf9635ffe37)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:40.927570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '6d88961a-7d65-462f-9c83-c9efd035ac83', 'network_id': '539e94f2-0c19-4264-a9e7-305d444ea98a', 'port_id': '6d88961a-7d65-462f-9c83-c9efd035ac83', 'mac_address': 'fa:16:3e:54:e9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd94fda22-3258-461b-beec-a5cc8d9cb8d8', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:47:41.008532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:41.025163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d88961a-7d65-462f-9c83-c9efd035ac83 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:47:41.072630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 6d88961a-7d65-462f-9c83-c9efd035ac83, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6d88961a-7d65-462f-9c83-c9efd035ac83,segment=NetworkSegment(2362fd85-2323-4db6-9bf0-cdf9635ffe37),segment_id=2362fd85-2323-4db6-9bf0-cdf9635ffe37)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:41.166289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:41.214898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=6d88961a-7d65-462f-9c83-c9efd035ac83,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:41.487379 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['6d88961a-7d65-462f-9c83-c9efd035ac83'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:47:41.811858 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290a9c2-509e-4adc-b30a-718951b5ab96 req-6b15714a-18dc-4d71-880b-576ddfd8fb78 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:41.813329 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d290a9c2-509e-4adc-b30a-718951b5ab96 req-6b15714a-18dc-4d71-880b-576ddfd8fb78 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 949 time: 0.0510097 Dec 06 14:47:41.858864 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d290a9c2-509e-4adc-b30a-718951b5ab96 req-7674bdd7-8059-4fa9-9ed8-e3804379abd7 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c7a387-6722-4764-ac57-b0768c1f9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396843 Dec 06 14:47:42.824633 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6d88961a-7d65-462f-9c83-c9efd035ac83 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:47:42.966776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 6d88961a-7d65-462f-9c83-c9efd035ac83 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:47:42.970936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 6d88961a-7d65-462f-9c83-c9efd035ac83 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:47:42.971305 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:42.973461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b33076-e0c2-4148-bfb8-3dd846d6a602 req-c8e16eae-759c-46c2-b905-adaaacd2b89b tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:42.974963 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b6b33076-e0c2-4148-bfb8-3dd846d6a602 req-c8e16eae-759c-46c2-b905-adaaacd2b89b tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 949 time: 0.0480933 Dec 06 14:47:43.023812 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b6b33076-e0c2-4148-bfb8-3dd846d6a602 req-ad2536b3-764b-40c2-b1e3-734b25e70345 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c7a387-6722-4764-ac57-b0768c1f9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417678 Dec 06 14:47:43.048293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:43.070520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef7e429-3961-43a1-a39e-5d5facb6f32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d88961a-7d65-462f-9c83-c9efd035ac83'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:43.072772 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b14602-0b5b-41fc-8635-3086ec2a555e" -d '{"events": [{"server_uuid": "5ef7e429-3961-43a1-a39e-5d5facb6f32b", "name": "network-vif-plugged", "status": "completed", "tag": "6d88961a-7d65-462f-9c83-c9efd035ac83"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:43.084674 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 6d88961a-7d65-462f-9c83-c9efd035ac83, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6d88961a-7d65-462f-9c83-c9efd035ac83,segment=NetworkSegment(2362fd85-2323-4db6-9bf0-cdf9635ffe37),segment_id=2362fd85-2323-4db6-9bf0-cdf9635ffe37)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:43.109481 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c36066-932f-4331-bdfe-9206ff7e6342 x-openstack-request-id: req-72c36066-932f-4331-bdfe-9206ff7e6342 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:43.110601 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef7e429-3961-43a1-a39e-5d5facb6f32b", "name": "network-vif-plugged", "status": "completed", "tag": "6d88961a-7d65-462f-9c83-c9efd035ac83", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:43.110601 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72c36066-932f-4331-bdfe-9206ff7e6342 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:43.110601 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef7e429-3961-43a1-a39e-5d5facb6f32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d88961a-7d65-462f-9c83-c9efd035ac83', 'code': 200} Dec 06 14:47:43.177985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:43.227797 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=6d88961a-7d65-462f-9c83-c9efd035ac83,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:43.405732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed4f90-7818-47d5-b887-ec4033ff6ca6 req-8175c210-74ec-4f84-89cf-16d58ddbc4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:43.407178 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-faed4f90-7818-47d5-b887-ec4033ff6ca6 req-8175c210-74ec-4f84-89cf-16d58ddbc4c7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 1103 time: 0.0384099 Dec 06 14:47:43.456465 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-faed4f90-7818-47d5-b887-ec4033ff6ca6 req-58ec595d-9333-4499-ab7c-09fa0b09107c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=12c7a387-6722-4764-ac57-b0768c1f9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417705 Dec 06 14:47:44.135104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf0399-3f4e-4ff3-b6d9-f9f2e4c49c26 req-8175fbd5-e868-46a7-a160-9bbdc8a2446f tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:44.136551 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ebf0399-3f4e-4ff3-b6d9-f9f2e4c49c26 req-8175fbd5-e868-46a7-a160-9bbdc8a2446f tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 950 time: 0.0476720 Dec 06 14:47:44.188365 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ebf0399-3f4e-4ff3-b6d9-f9f2e4c49c26 req-34229b55-9b1d-4c73-9b55-344b4aee1b28 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c7a387-6722-4764-ac57-b0768c1f9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459557 Dec 06 14:47:45.305792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff5b12-9e17-4949-9660-00b7db0277b6 req-356652c6-b1c0-4d92-bb89-a66dec700c91 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:45.307228 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7fff5b12-9e17-4949-9660-00b7db0277b6 req-356652c6-b1c0-4d92-bb89-a66dec700c91 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 950 time: 0.0517805 Dec 06 14:47:45.352673 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7fff5b12-9e17-4949-9660-00b7db0277b6 req-eb99ac19-903b-4657-8f54-429da6f8630e tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c7a387-6722-4764-ac57-b0768c1f9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395255 Dec 06 14:47:45.700248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-fdbc00a6-5a99-4cf9-bf8f-ff375f22de94 req-6be62a12-bfc3-417b-97f3-2afccf641a75 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:47:45.701348 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fdbc00a6-5a99-4cf9-bf8f-ff375f22de94 req-6be62a12-bfc3-417b-97f3-2afccf641a75 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053988 Dec 06 14:47:46.201568 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-5d0ac67a-c812-41af-b081-0155977d5d63 req-f1abc090-ad1a-478d-bfe7-49f246672f84 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:47:46.202568 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5d0ac67a-c812-41af-b081-0155977d5d63 req-f1abc090-ad1a-478d-bfe7-49f246672f84 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053165 Dec 06 14:47:46.816450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f0ce6-83dc-4de7-ac9a-ac1a7c293650 req-d766a7d4-c7b2-469d-a46d-1f6239894c8e tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:46.817973 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-122f0ce6-83dc-4de7-ac9a-ac1a7c293650 req-d766a7d4-c7b2-469d-a46d-1f6239894c8e tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 950 time: 0.0487201 Dec 06 14:47:46.863937 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-122f0ce6-83dc-4de7-ac9a-ac1a7c293650 req-6e5d5ec4-487f-46c2-8913-ee0bca9e1072 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c7a387-6722-4764-ac57-b0768c1f9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399649 Dec 06 14:47:48.076290 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f8ea3-1acd-4c2f-99f7-8c4760df88c2 req-05ae7f12-5999-4862-b5bc-d1af104d0de7 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:48.077761 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a83f8ea3-1acd-4c2f-99f7-8c4760df88c2 req-05ae7f12-5999-4862-b5bc-d1af104d0de7 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 950 time: 0.1467137 Dec 06 14:47:48.123639 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a83f8ea3-1acd-4c2f-99f7-8c4760df88c2 req-a29ef99b-d99d-4c22-ac66-f0415a6cfc73 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/security-groups?id=12c7a387-6722-4764-ac57-b0768c1f9ada&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397940 Dec 06 14:47:48.335507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653a2536-2dee-4553-853d-120766732777 req-66c5a7ea-c921-4045-b024-4a2559e042ff tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:48.336823 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-653a2536-2dee-4553-853d-120766732777 req-66c5a7ea-c921-4045-b024-4a2559e042ff tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 950 time: 0.0467215 Dec 06 14:47:48.423654 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-653a2536-2dee-4553-853d-120766732777 req-5351b07a-da35-498e-a584-e7a8c5c8db29 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Deleting port 6d88961a-7d65-462f-9c83-c9efd035ac83 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:47:48.423982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-653a2536-2dee-4553-853d-120766732777 req-5351b07a-da35-498e-a584-e7a8c5c8db29 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:48.508497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-653a2536-2dee-4553-853d-120766732777 req-5351b07a-da35-498e-a584-e7a8c5c8db29 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] For port 6d88961a-7d65-462f-9c83-c9efd035ac83, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6d88961a-7d65-462f-9c83-c9efd035ac83,segment=NetworkSegment(2362fd85-2323-4db6-9bf0-cdf9635ffe37),segment_id=2362fd85-2323-4db6-9bf0-cdf9635ffe37)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:47:48.508880 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-653a2536-2dee-4553-853d-120766732777 req-5351b07a-da35-498e-a584-e7a8c5c8db29 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:48.520828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-653a2536-2dee-4553-853d-120766732777 req-5351b07a-da35-498e-a584-e7a8c5c8db29 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Calling delete_port for 6d88961a-7d65-462f-9c83-c9efd035ac83 owned by compute:nova {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:47:48.738275 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-653a2536-2dee-4553-853d-120766732777 req-5351b07a-da35-498e-a584-e7a8c5c8db29 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:48.774917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['6d88961a-7d65-462f-9c83-c9efd035ac83'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:47:48.776147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351b07a-da35-498e-a584-e7a8c5c8db29 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Pushing event deleted for resources: {'Port': ['ID=6d88961a-7d65-462f-9c83-c9efd035ac83,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:48.812250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-653a2536-2dee-4553-853d-120766732777 req-5351b07a-da35-498e-a584-e7a8c5c8db29 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] No DVR routers for this DVR port 6d88961a-7d65-462f-9c83-c9efd035ac83 on host hv-neutron-mast {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:47:48.814813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-653a2536-2dee-4553-853d-120766732777 req-5351b07a-da35-498e-a584-e7a8c5c8db29 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:48.818185 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-653a2536-2dee-4553-853d-120766732777 req-5351b07a-da35-498e-a584-e7a8c5c8db29 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.41 "DELETE /v2.0/ports/6d88961a-7d65-462f-9c83-c9efd035ac83 HTTP/1.1" status: 204 len: 173 time: 0.4753296 Dec 06 14:47:48.818633 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ef7e429-3961-43a1-a39e-5d5facb6f32b', 'name': 'network-vif-deleted', 'tag': '6d88961a-7d65-462f-9c83-c9efd035ac83'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:48.820947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56287a2-8bd3-4c0d-b607-4b9e91118f5d" -d '{"events": [{"server_uuid": "5ef7e429-3961-43a1-a39e-5d5facb6f32b", "name": "network-vif-deleted", "tag": "6d88961a-7d65-462f-9c83-c9efd035ac83"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:48.859155 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d16f223-5958-484a-b351-eb3181f38dad x-openstack-request-id: req-1d16f223-5958-484a-b351-eb3181f38dad {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:48.859455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ef7e429-3961-43a1-a39e-5d5facb6f32b", "name": "network-vif-deleted", "tag": "6d88961a-7d65-462f-9c83-c9efd035ac83", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:48.859708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1d16f223-5958-484a-b351-eb3181f38dad {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:48.860104 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ef7e429-3961-43a1-a39e-5d5facb6f32b', 'name': 'network-vif-deleted', 'tag': '6d88961a-7d65-462f-9c83-c9efd035ac83', 'status': 'completed', 'code': 200} Dec 06 14:47:49.227263 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43ef7c6c-a5b8-4882-a3fb-09af80bcc73f req-274c28cf-d8dd-41aa-99c2-5fe4c0bd1229 tempest-ServersAdminNegativeTestJSON-1724344838 tempest-ServersAdminNegativeTestJSON-1724344838-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ef7e429-3961-43a1-a39e-5d5facb6f32b HTTP/1.1" status: 200 len: 210 time: 0.0260754 Dec 06 14:47:50.658543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39338) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:50.792860 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cbd7cf8a-5323-4de7-b596-26d25582ca1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=743b41dea88c48ce80d500d0e06ea746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1331239 Dec 06 14:47:50.795313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39342) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:50.841484 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a782637-370f-47a8-baab-3a30633d4efc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:50.841679 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6d88961a-7d65-462f-9c83-c9efd035ac83 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:47:50.861482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 6d88961a-7d65-462f-9c83-c9efd035ac83 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:47:50.861823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6d88961a-7d65-462f-9c83-c9efd035ac83 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:47:50.862252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a782637-370f-47a8-baab-3a30633d4efc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:50.993965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a782637-370f-47a8-baab-3a30633d4efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:50.996571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a782637-370f-47a8-baab-3a30633d4efc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:50.998395 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1a782637-370f-47a8-baab-3a30633d4efc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12c7a387-6722-4764-ac57-b0768c1f9ada HTTP/1.1" status: 204 len: 168 time: 0.2019622 Dec 06 14:47:51.006694 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a782637-370f-47a8-baab-3a30633d4efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c7a387-6722-4764-ac57-b0768c1f9ada,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:51.570775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39348) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:51.583877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59b7cdf2-51a9-457b-86dd-feb28078ff93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:51.660986 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59b7cdf2-51a9-457b-86dd-feb28078ff93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:51.697674 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-59b7cdf2-51a9-457b-86dd-feb28078ff93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:51.741491 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-59b7cdf2-51a9-457b-86dd-feb28078ff93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e90a73a325a04de399a373b43d3a69fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1671433 Dec 06 14:47:51.741491 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7cdf2-51a9-457b-86dd-feb28078ff93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb6004f-d5c2-46d5-b512-f2f4ea45eb86,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:51.742304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39350) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:51.788502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-399dd0f5-a766-486b-8148-7a964da08320 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:51.809086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-399dd0f5-a766-486b-8148-7a964da08320 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:52.211573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-399dd0f5-a766-486b-8148-7a964da08320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:52.214222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-399dd0f5-a766-486b-8148-7a964da08320 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:52.215358 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-399dd0f5-a766-486b-8148-7a964da08320 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4eb6004f-d5c2-46d5-b512-f2f4ea45eb86 HTTP/1.1" status: 204 len: 168 time: 0.4720676 Dec 06 14:47:52.223137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399dd0f5-a766-486b-8148-7a964da08320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb6004f-d5c2-46d5-b512-f2f4ea45eb86,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:53.141043 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39372) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:53.234525 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1573441412-network', 'tenant_id': '4a450646aca946a8bb9eb736f61b862f'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:53.291638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Made reservation on behalf of 4a450646aca946a8bb9eb736f61b862f for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:53.293935 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.302337 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.373402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.411600 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.439408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:47:53.445844 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ad69ae-4766-4edb-a2a9-34688f8ef56d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:53.451745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.452085 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Added segment b8e71b79-14af-4cea-a688-c4bf308cb6d1 of type vlan for network c43f7360-5875-4bd4-bff6-f26fde1865f8 Dec 06 14:47:53.490864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.560553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.561516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:53.562082 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.652401 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c43f7360-5875-4bd4-bff6-f26fde1865f8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:53.662185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network c43f7360-5875-4bd4-bff6-f26fde1865f8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:47:53.667708 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cd6d1fd1-72fb-4a4c-b7bb-ec0f71ed20c3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5252879 Dec 06 14:47:53.670357 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39376) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:47:53.676396 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5baceb4a-ebe2-426d-8200-28b5f4562088 admin admin] Request body: {'subnet': {'network_id': 'c43f7360-5875-4bd4-bff6-f26fde1865f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1573441412-subnet', 'tenant_id': '4a450646aca946a8bb9eb736f61b862f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:53.738005 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baceb4a-ebe2-426d-8200-28b5f4562088 admin admin] Made reservation on behalf of 4a450646aca946a8bb9eb736f61b862f for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:53.740335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5baceb4a-ebe2-426d-8200-28b5f4562088 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:53.961164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5baceb4a-ebe2-426d-8200-28b5f4562088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:54.018324 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baceb4a-ebe2-426d-8200-28b5f4562088 admin admin] Pushing event updated for resources: {'Subnet': ['ID=235ad7bc-b869-4db2-84f1-81146788f158,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:54.029106 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baceb4a-ebe2-426d-8200-28b5f4562088 admin admin] Checking segment: {'id': 'b8e71b79-14af-4cea-a688-c4bf308cb6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c43f7360-5875-4bd4-bff6-f26fde1865f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:47:54.029485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baceb4a-ebe2-426d-8200-28b5f4562088 admin admin] Network hostable DHCP agents. Network: c43f7360-5875-4bd4-bff6-f26fde1865f8, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:47:54.114339 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baceb4a-ebe2-426d-8200-28b5f4562088 admin admin] Network c43f7360-5875-4bd4-bff6-f26fde1865f8 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:47:54.200314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-5baceb4a-ebe2-426d-8200-28b5f4562088 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c43f7360-5875-4bd4-bff6-f26fde1865f8) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:54.204291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baceb4a-ebe2-426d-8200-28b5f4562088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:54.204909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5baceb4a-ebe2-426d-8200-28b5f4562088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:54.209177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6426671-6b95-4e0d-8942-60eb69eea031 None None] Network c43f7360-5875-4bd4-bff6-f26fde1865f8 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:47:54.266418 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5baceb4a-ebe2-426d-8200-28b5f4562088 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5948234 Dec 06 14:47:54.333127 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b903a27d-b8f9-4493-b07d-894c263ee779 None None] Network c43f7360-5875-4bd4-bff6-f26fde1865f8 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:47:54.674009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0875626-9461-4711-b106-2ff1b214f155 req-ee57b8ba-8098-49c3-9605-f3ab1d027f90 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:54.675470 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-ee57b8ba-8098-49c3-9605-f3ab1d027f90 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/networks?id=c43f7360-5875-4bd4-bff6-f26fde1865f8 HTTP/1.1" status: 200 len: 812 time: 0.0978105 Dec 06 14:47:54.690970 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-3a067992-ef1a-4381-9b22-5854de7558e2 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/quotas/4a450646aca946a8bb9eb736f61b862f HTTP/1.1" status: 200 len: 375 time: 0.0090187 Dec 06 14:47:54.727048 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-e4ec6779-6f95-4d56-b567-c6feba45af5c tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a450646aca946a8bb9eb736f61b862f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300853 Dec 06 14:47:54.814848 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-f5adc8a2-53bc-4105-bd15-4f2503b8d4e5 service neutron] 10.222.0.42 "GET /v2.0/networks/c43f7360-5875-4bd4-bff6-f26fde1865f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808070 Dec 06 14:47:54.905090 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-e83d4f53-0a67-4aa7-8bb6-9c156a71a3e6 service neutron] 10.222.0.42 "GET /v2.0/networks/c43f7360-5875-4bd4-bff6-f26fde1865f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836518 Dec 06 14:47:55.196576 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-66446494-85fa-46da-92c9-f7bbef94becf req-96ba8d9a-f837-4c2e-be89-a6504c7e912a tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 210 time: 0.0778296 Dec 06 14:47:56.289528 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7afb59a3-7d10-4d2b-ae61-7e6643ff1794 req-0b47232c-59d4-4684-9e46-0d094db1d03d tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 210 time: 0.0274935 Dec 06 14:47:57.032334 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0875626-9461-4711-b106-2ff1b214f155 req-bc4b9a60-137c-48ce-8fca-a1aad4ed1e91 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:57.033744 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-bc4b9a60-137c-48ce-8fca-a1aad4ed1e91 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.41 "GET /v2.0/networks?id=c43f7360-5875-4bd4-bff6-f26fde1865f8 HTTP/1.1" status: 200 len: 812 time: 0.0995650 Dec 06 14:47:57.046435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-d0875626-9461-4711-b106-2ff1b214f155 req-c3308346-0a47-4673-a3a4-704c0c40bc03 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Request body: {'port': {'device_id': 'b0ac56e9-5a67-437e-9804-398d71bdf53b', 'network_id': 'c43f7360-5875-4bd4-bff6-f26fde1865f8', 'admin_state_up': True, 'tenant_id': '4a450646aca946a8bb9eb736f61b862f'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:57.189337 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0875626-9461-4711-b106-2ff1b214f155 req-c3308346-0a47-4673-a3a4-704c0c40bc03 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Made reservation on behalf of 4a450646aca946a8bb9eb736f61b862f for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:47:57.193163 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d0875626-9461-4711-b106-2ff1b214f155 req-c3308346-0a47-4673-a3a4-704c0c40bc03 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.320586 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [req-d0875626-9461-4711-b106-2ff1b214f155 req-c3308346-0a47-4673-a3a4-704c0c40bc03 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Allocated IP 172.20.0.10 (c43f7360-5875-4bd4-bff6-f26fde1865f8/235ad7bc-b869-4db2-84f1-81146788f158/7c7a0c70-f390-4e12-896c-138938715b92) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:47:57.401055 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4cde027a-6b9c-4c6c-b65b-87e50d5e35c0 req-1a77cb45-08ce-4a0b-9c58-181baf4b1f45 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 210 time: 0.0425987 Dec 06 14:47:57.491284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d0875626-9461-4711-b106-2ff1b214f155 req-c3308346-0a47-4673-a3a4-704c0c40bc03 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.606678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d0875626-9461-4711-b106-2ff1b214f155 req-c3308346-0a47-4673-a3a4-704c0c40bc03 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.647065 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0875626-9461-4711-b106-2ff1b214f155 req-c3308346-0a47-4673-a3a4-704c0c40bc03 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Network c43f7360-5875-4bd4-bff6-f26fde1865f8 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:47:57.650039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [req-d0875626-9461-4711-b106-2ff1b214f155 req-c3308346-0a47-4673-a3a4-704c0c40bc03 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:47:57.654158 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0875626-9461-4711-b106-2ff1b214f155 req-c3308346-0a47-4673-a3a4-704c0c40bc03 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:47:57.679575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3308346-0a47-4673-a3a4-704c0c40bc03 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Pushing event updated for resources: {'Port': ['ID=7c7a0c70-f390-4e12-896c-138938715b92,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:57.706894 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0875626-9461-4711-b106-2ff1b214f155 req-c3308346-0a47-4673-a3a4-704c0c40bc03 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:57.707527 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d0875626-9461-4711-b106-2ff1b214f155 req-c3308346-0a47-4673-a3a4-704c0c40bc03 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:57.802725 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-c3308346-0a47-4673-a3a4-704c0c40bc03 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7600093 Dec 06 14:47:57.857718 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Request body: {'port': {'device_id': 'b0ac56e9-5a67-437e-9804-398d71bdf53b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:47:57.912838 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.163854 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c7a0c70-f390-4e12-896c-138938715b92 {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:47:58.169525 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:47:58.171700 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.183596 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Transition to ACTIVE for port object 7c7a0c70-f390-4e12-896c-138938715b92 will not be triggered until provisioned by entity L2. {{(pid=103725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:47:58.262997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.313145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Pushing event updated for resources: {'Port': ['ID=7c7a0c70-f390-4e12-896c-138938715b92,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:58.381891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Attempting to bind port 7c7a0c70-f390-4e12-896c-138938715b92 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:47:58.382233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Attempting to bind port 7c7a0c70-f390-4e12-896c-138938715b92 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b8e71b79-14af-4cea-a688-c4bf308cb6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c43f7360-5875-4bd4-bff6-f26fde1865f8'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:47:58.382577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Attempting to bind port 7c7a0c70-f390-4e12-896c-138938715b92 on network c43f7360-5875-4bd4-bff6-f26fde1865f8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:58.387506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Port 7c7a0c70-f390-4e12-896c-138938715b92 on network c43f7360-5875-4bd4-bff6-f26fde1865f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:47:58.387824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Attempting to bind port 7c7a0c70-f390-4e12-896c-138938715b92 on network c43f7360-5875-4bd4-bff6-f26fde1865f8 {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:47:58.392608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 47, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:47:58.392968 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Checking segment: {'id': 'b8e71b79-14af-4cea-a688-c4bf308cb6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c43f7360-5875-4bd4-bff6-f26fde1865f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:47:58.393351 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Bound using segment: {'id': 'b8e71b79-14af-4cea-a688-c4bf308cb6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c43f7360-5875-4bd4-bff6-f26fde1865f8'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:47:58.393777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Bound port: 7c7a0c70-f390-4e12-896c-138938715b92, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8e71b79-14af-4cea-a688-c4bf308cb6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c43f7360-5875-4bd4-bff6-f26fde1865f8'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:47:58.394123 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.456751 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] For port 7c7a0c70-f390-4e12-896c-138938715b92, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:47:58.459785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] For port 7c7a0c70-f390-4e12-896c-138938715b92, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7c7a0c70-f390-4e12-896c-138938715b92,segment=NetworkSegment(b8e71b79-14af-4cea-a688-c4bf308cb6d1),segment_id=b8e71b79-14af-4cea-a688-c4bf308cb6d1)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:47:58.518422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04621d3-5211-48ca-bdae-308ea8c2bffd req-03605d48-3d97-42d4-ad01-7a83d73af7fc tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:58.519954 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04621d3-5211-48ca-bdae-308ea8c2bffd req-03605d48-3d97-42d4-ad01-7a83d73af7fc tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 944 time: 0.0490029 Dec 06 14:47:58.538232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.567998 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04621d3-5211-48ca-bdae-308ea8c2bffd req-f8e3546f-ad54-4155-bda4-2d01dfc48382 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411975 Dec 06 14:47:58.575908 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:58.576560 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:58.577966 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] 10.222.0.41 "PUT /v2.0/ports/7c7a0c70-f390-4e12-896c-138938715b92 HTTP/1.1" status: 200 len: 1094 time: 0.7675226 Dec 06 14:47:58.578405 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ac56e9-5a67-437e-9804-398d71bdf53b', 'tag': '7c7a0c70-f390-4e12-896c-138938715b92'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:47:58.580694 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e81328-177f-4ab4-bb34-3230d9a3b1da" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ac56e9-5a67-437e-9804-398d71bdf53b", "tag": "7c7a0c70-f390-4e12-896c-138938715b92"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:47:58.602007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b63370-38ac-4dc2-9c33-886150f8bd1c service neutron] Pushing event updated for resources: {'Port': ['ID=7c7a0c70-f390-4e12-896c-138938715b92,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:47:58.625257 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae5ab67-8dd4-4a1e-9783-45f9e00f2ee4 x-openstack-request-id: req-7ae5ab67-8dd4-4a1e-9783-45f9e00f2ee4 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:47:58.625554 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ac56e9-5a67-437e-9804-398d71bdf53b", "tag": "7c7a0c70-f390-4e12-896c-138938715b92", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:47:58.625807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ae5ab67-8dd4-4a1e-9783-45f9e00f2ee4 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:47:58.626205 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ac56e9-5a67-437e-9804-398d71bdf53b', 'tag': '7c7a0c70-f390-4e12-896c-138938715b92', 'status': 'completed', 'code': 200} Dec 06 14:47:58.697280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e81328-177f-4ab4-bb34-3230d9a3b1da req-e00d7b45-3a70-48b9-ae2e-7bd6b133b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:58.698998 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d6e81328-177f-4ab4-bb34-3230d9a3b1da req-e00d7b45-3a70-48b9-ae2e-7bd6b133b753 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a450646aca946a8bb9eb736f61b862f&device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 1097 time: 0.0484560 Dec 06 14:47:58.858364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e81328-177f-4ab4-bb34-3230d9a3b1da req-a08c295d-96a4-48c2-aae7-69f10bd81043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:58.859832 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d6e81328-177f-4ab4-bb34-3230d9a3b1da req-a08c295d-96a4-48c2-aae7-69f10bd81043 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4a450646aca946a8bb9eb736f61b862f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1533668 Dec 06 14:47:58.951556 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e81328-177f-4ab4-bb34-3230d9a3b1da req-699e4755-a25c-41d5-876c-7cdffec2893b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:58.952944 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d6e81328-177f-4ab4-bb34-3230d9a3b1da req-699e4755-a25c-41d5-876c-7cdffec2893b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0856645 Dec 06 14:47:59.036342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0875626-9461-4711-b106-2ff1b214f155 req-7d878579-af25-4932-88db-aa28f9c7b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:59.037871 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-7d878579-af25-4932-88db-aa28f9c7b835 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a450646aca946a8bb9eb736f61b862f&device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 1097 time: 0.0435946 Dec 06 14:47:59.083280 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-69e8eb2f-59c5-4713-aebf-714e876518b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7a0c70-f390-4e12-896c-138938715b92 HTTP/1.1" status: 200 len: 217 time: 0.0323873 Dec 06 14:47:59.130682 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0875626-9461-4711-b106-2ff1b214f155 req-c8abe251-23b4-4d2a-92f1-93d57e8b970c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:59.132076 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-c8abe251-23b4-4d2a-92f1-93d57e8b970c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=235ad7bc-b869-4db2-84f1-81146788f158 HTTP/1.1" status: 200 len: 852 time: 0.0414104 Dec 06 14:47:59.167385 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-fc3b4497-a816-41f1-9e4f-6ff6e3c76439 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c43f7360-5875-4bd4-bff6-f26fde1865f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276582 Dec 06 14:47:59.253531 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-7ed5eeae-7f24-4697-9f21-4f9c66d81a95 service neutron] 10.222.0.41 "GET /v2.0/networks/c43f7360-5875-4bd4-bff6-f26fde1865f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785880 Dec 06 14:47:59.342753 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d0875626-9461-4711-b106-2ff1b214f155 req-b5d6bd9c-5d66-48c6-9cb1-cb7b52657e5c service neutron] 10.222.0.41 "GET /v2.0/networks/c43f7360-5875-4bd4-bff6-f26fde1865f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824206 Dec 06 14:47:59.611824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:47:59.685560 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628260c2-bca2-4a15-8706-1bbdf354ec46 req-e054f346-41ba-42cf-b7ef-a2249a54f28c tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:47:59.687040 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-628260c2-bca2-4a15-8706-1bbdf354ec46 req-e054f346-41ba-42cf-b7ef-a2249a54f28c tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 944 time: 0.0489216 Dec 06 14:47:59.738754 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-628260c2-bca2-4a15-8706-1bbdf354ec46 req-44573c54-07f2-4c72-9b4d-3ddd051af9de tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458908 Dec 06 14:48:00.852096 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d3375-5a40-4baa-8961-644683c5fdc2 req-8d66a02c-08eb-479e-8902-0cfa176dc7fb tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:00.853566 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-510d3375-5a40-4baa-8961-644683c5fdc2 req-8d66a02c-08eb-479e-8902-0cfa176dc7fb tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 944 time: 0.0478985 Dec 06 14:48:00.899320 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-510d3375-5a40-4baa-8961-644683c5fdc2 req-95522824-d3b9-4bfb-b7c8-f3b3bcf4b920 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393271 Dec 06 14:48:01.292476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-beb5ffea-1617-4104-8b4c-51b399e74aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:02.012248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d22081-dadf-4a06-a6b4-d841c08723db req-dc16dce2-01dd-4999-8e00-de6e4dd0b876 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:02.013653 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c4d22081-dadf-4a06-a6b4-d841c08723db req-dc16dce2-01dd-4999-8e00-de6e4dd0b876 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 944 time: 0.0481930 Dec 06 14:48:02.065123 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c4d22081-dadf-4a06-a6b4-d841c08723db req-b7649363-d3df-441e-b1cc-e0ee8e3fe1bb tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420589 Dec 06 14:48:02.906051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 7c7a0c70-f390-4e12-896c-138938715b92 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:48:02.999773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 7c7a0c70-f390-4e12-896c-138938715b92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7c7a0c70-f390-4e12-896c-138938715b92,segment=NetworkSegment(b8e71b79-14af-4cea-a688-c4bf308cb6d1),segment_id=b8e71b79-14af-4cea-a688-c4bf308cb6d1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:03.015197 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '7c7a0c70-f390-4e12-896c-138938715b92', 'network_id': 'c43f7360-5875-4bd4-bff6-f26fde1865f8', 'port_id': '7c7a0c70-f390-4e12-896c-138938715b92', 'mac_address': 'fa:16:3e:bc:2f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235ad7bc-b869-4db2-84f1-81146788f158', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:48:03.056193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.068999 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7a0c70-f390-4e12-896c-138938715b92 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:03.089537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 7c7a0c70-f390-4e12-896c-138938715b92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7c7a0c70-f390-4e12-896c-138938715b92,segment=NetworkSegment(b8e71b79-14af-4cea-a688-c4bf308cb6d1),segment_id=b8e71b79-14af-4cea-a688-c4bf308cb6d1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:03.160709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:03.178387 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693e15f-4c6a-4e88-8a61-562b7291d15e req-074106ca-5e58-474f-a2f1-d5f44587c986 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:03.180121 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d693e15f-4c6a-4e88-8a61-562b7291d15e req-074106ca-5e58-474f-a2f1-d5f44587c986 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 944 time: 0.0491374 Dec 06 14:48:03.207948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=7c7a0c70-f390-4e12-896c-138938715b92,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:03.231073 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d693e15f-4c6a-4e88-8a61-562b7291d15e req-ef7f0b54-a2d0-45c9-9e6d-54bb61a82ac6 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445194 Dec 06 14:48:03.464095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['7c7a0c70-f390-4e12-896c-138938715b92'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:03.703076 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d7d3fe6-0b81-4e91-8d0f-4bf45e05be2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.344615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64708509-5501-4aa9-9a97-f8a92db6905f req-e8c59d8c-5076-4729-b548-2524c5872489 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:04.346121 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-64708509-5501-4aa9-9a97-f8a92db6905f req-e8c59d8c-5076-4729-b548-2524c5872489 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 945 time: 0.0486495 Dec 06 14:48:04.393745 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-64708509-5501-4aa9-9a97-f8a92db6905f req-700f2c94-3438-49b8-b544-167fad1c40ea tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414624 Dec 06 14:48:04.863013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:04.912961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 7c7a0c70-f390-4e12-896c-138938715b92 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:48:04.994717 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 7c7a0c70-f390-4e12-896c-138938715b92 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:48:04.998556 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 7c7a0c70-f390-4e12-896c-138938715b92 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:48:04.998929 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.075348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.097068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ac56e9-5a67-437e-9804-398d71bdf53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7a0c70-f390-4e12-896c-138938715b92'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:05.099263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc2e44a7-4e49-4147-9c08-ec80779e48e0" -d '{"events": [{"server_uuid": "b0ac56e9-5a67-437e-9804-398d71bdf53b", "name": "network-vif-plugged", "status": "completed", "tag": "7c7a0c70-f390-4e12-896c-138938715b92"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:05.112171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 7c7a0c70-f390-4e12-896c-138938715b92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7c7a0c70-f390-4e12-896c-138938715b92,segment=NetworkSegment(b8e71b79-14af-4cea-a688-c4bf308cb6d1),segment_id=b8e71b79-14af-4cea-a688-c4bf308cb6d1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:05.135805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ccfee4-b735-4499-ad69-cf4c9813696b x-openstack-request-id: req-77ccfee4-b735-4499-ad69-cf4c9813696b {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:05.136090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ac56e9-5a67-437e-9804-398d71bdf53b", "name": "network-vif-plugged", "status": "completed", "tag": "7c7a0c70-f390-4e12-896c-138938715b92", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:05.136341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-77ccfee4-b735-4499-ad69-cf4c9813696b {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:05.136752 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ac56e9-5a67-437e-9804-398d71bdf53b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c7a0c70-f390-4e12-896c-138938715b92', 'code': 200} Dec 06 14:48:05.165921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:05.212794 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=7c7a0c70-f390-4e12-896c-138938715b92,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:05.439849 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac1fb28-2bd4-460a-9645-3d716373d105 req-bcb29615-7f51-492f-85e9-b44e8ea06b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:05.441350 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4ac1fb28-2bd4-460a-9645-3d716373d105 req-bcb29615-7f51-492f-85e9-b44e8ea06b0a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 1099 time: 0.0394969 Dec 06 14:48:05.486123 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4ac1fb28-2bd4-460a-9645-3d716373d105 req-cd4cb8ea-ec5b-4513-9847-dfb6238add91 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375710 Dec 06 14:48:05.515656 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a83db-4e0d-4944-a8b7-e99db22c5813 req-3c6d5e04-2974-4362-bd4b-218433b758c0 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:05.517149 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a77a83db-4e0d-4944-a8b7-e99db22c5813 req-3c6d5e04-2974-4362-bd4b-218433b758c0 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0522943 Dec 06 14:48:05.565309 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a77a83db-4e0d-4944-a8b7-e99db22c5813 req-f93be0bb-9ed9-4695-9f5d-c049095df197 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422504 Dec 06 14:48:06.028626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:06.680269 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a28f-33b9-461c-91da-e426a201de93 req-265a67ea-cdaa-48f5-8cd4-d3a5778fa5ca tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:06.681787 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0fa2a28f-33b9-461c-91da-e426a201de93 req-265a67ea-cdaa-48f5-8cd4-d3a5778fa5ca tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0475917 Dec 06 14:48:06.732308 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0fa2a28f-33b9-461c-91da-e426a201de93 req-6a86c23c-850a-494c-8d13-85e69ebbdae3 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Dec 06 14:48:06.937069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:07.845183 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70885520-6114-416f-a940-0dc6053ab5c8 req-3dbde80a-6a31-4da8-99eb-912cf0fcec2d tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:07.846622 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-70885520-6114-416f-a940-0dc6053ab5c8 req-3dbde80a-6a31-4da8-99eb-912cf0fcec2d tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0477757 Dec 06 14:48:07.891987 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-70885520-6114-416f-a940-0dc6053ab5c8 req-31306d6f-9da6-4826-98ac-9e0ca85914c3 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394692 Dec 06 14:48:08.400414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54399f9-0bef-4762-be94-9cee4306e2c1 req-3f30592a-258b-47c6-93b7-dee4cd250524 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:08.401997 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c54399f9-0bef-4762-be94-9cee4306e2c1 req-3f30592a-258b-47c6-93b7-dee4cd250524 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0556500 Dec 06 14:48:08.451563 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c54399f9-0bef-4762-be94-9cee4306e2c1 req-49c2c30d-e420-4e80-8c89-c7fb76db82ee tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427506 Dec 06 14:48:08.548571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39448) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:08.630509 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-be48ffbe-70f1-4d0b-a2ab-95664675b002 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0805066 Dec 06 14:48:08.639139 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-8552eac8-52f8-4e02-a5fe-5e61bb8ddfcf service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:48:08.640074 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-8552eac8-52f8-4e02-a5fe-5e61bb8ddfcf service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047140 Dec 06 14:48:09.571975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6b6f3-5747-4529-8948-1f48e446cc05 req-b0e5359a-49b1-4bb3-a3a4-7656d572396c tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:09.574148 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-62d6b6f3-5747-4529-8948-1f48e446cc05 req-b0e5359a-49b1-4bb3-a3a4-7656d572396c tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0554707 Dec 06 14:48:09.620662 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-62d6b6f3-5747-4529-8948-1f48e446cc05 req-9d196f44-efa0-4da0-b408-318ce25d7cd7 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 Dec 06 14:48:10.592531 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-82ad3640-4f0c-4a97-abc1-1c27b716b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:10.594022 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-82ad3640-4f0c-4a97-abc1-1c27b716b334 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a450646aca946a8bb9eb736f61b862f&device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 1099 time: 0.0401111 Dec 06 14:48:10.686749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-a07cb8c2-1d7e-4ef7-8263-fe2e79420e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:10.688208 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-a07cb8c2-1d7e-4ef7-8263-fe2e79420e8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c43f7360-5875-4bd4-bff6-f26fde1865f8 HTTP/1.1" status: 200 len: 913 time: 0.0875201 Dec 06 14:48:10.729433 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-889d646c-ba88-4310-b6f4-ed3a370f6527 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7a0c70-f390-4e12-896c-138938715b92 HTTP/1.1" status: 200 len: 217 time: 0.0344148 Dec 06 14:48:10.738551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28728248-28b8-49ef-936e-411ace26deea req-6a63e586-4a7e-44d9-b02f-d27299da24e0 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:10.740026 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-28728248-28b8-49ef-936e-411ace26deea req-6a63e586-4a7e-44d9-b02f-d27299da24e0 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0496781 Dec 06 14:48:10.781526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-ada7c706-1a65-4cb7-be96-5a4a420af427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:10.782953 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-ada7c706-1a65-4cb7-be96-5a4a420af427 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=235ad7bc-b869-4db2-84f1-81146788f158 HTTP/1.1" status: 200 len: 852 time: 0.0470116 Dec 06 14:48:10.787495 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-28728248-28b8-49ef-936e-411ace26deea req-561b4900-eb3c-4a13-b158-778660d14358 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414286 Dec 06 14:48:10.813941 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-6b02b527-7ad0-4b93-8395-7c7ccd5ee954 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c43f7360-5875-4bd4-bff6-f26fde1865f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244861 Dec 06 14:48:10.900161 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-ea71fb7d-47e3-458f-9720-c7d4d8b9b2ce service neutron] 10.222.0.41 "GET /v2.0/networks/c43f7360-5875-4bd4-bff6-f26fde1865f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796120 Dec 06 14:48:10.990234 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-6db1ef47-d615-4112-822b-ddf5bf389707 service neutron] 10.222.0.41 "GET /v2.0/networks/c43f7360-5875-4bd4-bff6-f26fde1865f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822756 Dec 06 14:48:11.901174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24886a4-7759-4e5c-a971-389dc7cf1414 req-938116e8-7613-4c0b-996e-1172dc8d6412 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:11.902634 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f24886a4-7759-4e5c-a971-389dc7cf1414 req-938116e8-7613-4c0b-996e-1172dc8d6412 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0477843 Dec 06 14:48:11.948832 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f24886a4-7759-4e5c-a971-389dc7cf1414 req-e489f529-b392-4f92-a4e5-d17853cc60af tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 Dec 06 14:48:13.062403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8aeae1-82e8-4187-9fd3-00abf529744e req-15932f71-12f4-4419-9ffe-a6210bf43190 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:13.063837 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8e8aeae1-82e8-4187-9fd3-00abf529744e req-15932f71-12f4-4419-9ffe-a6210bf43190 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0481155 Dec 06 14:48:13.112950 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8e8aeae1-82e8-4187-9fd3-00abf529744e req-8ad0df4e-0ae4-48dc-ac23-f40cc102082f tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433080 Dec 06 14:48:14.229463 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6944de3-4ec5-4703-9597-e2e26b215fe9 req-be1b5886-843e-4ff1-885e-e5c6123c9051 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:14.230918 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d6944de3-4ec5-4703-9597-e2e26b215fe9 req-be1b5886-843e-4ff1-885e-e5c6123c9051 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0517442 Dec 06 14:48:14.278008 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d6944de3-4ec5-4703-9597-e2e26b215fe9 req-84e93990-0240-4f37-a358-fba77923bf6b tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412641 Dec 06 14:48:15.391697 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d66161c-04ad-4f05-8a7a-e00fe39ab883 req-65b37d15-cbef-450c-954e-9f33649ebe69 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:15.393201 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1d66161c-04ad-4f05-8a7a-e00fe39ab883 req-65b37d15-cbef-450c-954e-9f33649ebe69 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0483580 Dec 06 14:48:15.440804 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1d66161c-04ad-4f05-8a7a-e00fe39ab883 req-ebdc02a7-4002-4fa5-8f39-9451c805e5e2 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417292 Dec 06 14:48:16.551674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dd36c6-88d9-4bfd-945a-87f30218f7bd req-d6727d02-b92d-4a3f-934f-d1b6e564e84c tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:16.553129 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-71dd36c6-88d9-4bfd-945a-87f30218f7bd req-d6727d02-b92d-4a3f-934f-d1b6e564e84c tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0468876 Dec 06 14:48:16.599763 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-71dd36c6-88d9-4bfd-945a-87f30218f7bd req-bb27bea9-2369-4248-b9bb-53012d06dd27 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402448 Dec 06 14:48:17.716734 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81aa00e-ff36-47ce-a7c0-dcd2d9971613 req-f539da6f-8c98-4146-b6d3-414cabf301e9 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:17.718254 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b81aa00e-ff36-47ce-a7c0-dcd2d9971613 req-f539da6f-8c98-4146-b6d3-414cabf301e9 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0508792 Dec 06 14:48:17.765237 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b81aa00e-ff36-47ce-a7c0-dcd2d9971613 req-d8108c0c-6378-46e2-b458-70a5900283b5 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409510 Dec 06 14:48:18.876912 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857c35e-bcfa-4648-b5de-218cab689d18 req-4a5e53c6-561d-402c-81ed-c7a4eee11b9f tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:18.878352 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9857c35e-bcfa-4648-b5de-218cab689d18 req-4a5e53c6-561d-402c-81ed-c7a4eee11b9f tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0467045 Dec 06 14:48:18.927734 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9857c35e-bcfa-4648-b5de-218cab689d18 req-03e80ee7-d5f5-462e-8efb-adfb66fc7216 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435266 Dec 06 14:48:20.047178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b172a57-4576-47b8-ba1e-2fa9f56d173c req-5f5cb00b-ecd8-4f0b-81b1-38dc94a9397c tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:20.048624 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b172a57-4576-47b8-ba1e-2fa9f56d173c req-5f5cb00b-ecd8-4f0b-81b1-38dc94a9397c tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0524724 Dec 06 14:48:20.096027 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b172a57-4576-47b8-ba1e-2fa9f56d173c req-5405ae2d-1d22-4229-9f5f-064595d8994d tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414417 Dec 06 14:48:21.210539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898797d-3fa1-4736-ba80-9a54a03f1f66 req-6d2a6b63-f387-433b-b31b-9be125fdfccb tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:21.211963 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2898797d-3fa1-4736-ba80-9a54a03f1f66 req-6d2a6b63-f387-433b-b31b-9be125fdfccb tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0476255 Dec 06 14:48:21.257232 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2898797d-3fa1-4736-ba80-9a54a03f1f66 req-8373a105-8a6d-4a73-87bb-182ae747afb6 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387895 Dec 06 14:48:22.377350 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f83a8e2-ec44-4dbf-82f5-db69fa264e43 req-8cffedf4-b263-469a-9723-079f126261ec tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:22.378837 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3f83a8e2-ec44-4dbf-82f5-db69fa264e43 req-8cffedf4-b263-469a-9723-079f126261ec tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0542839 Dec 06 14:48:22.431188 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3f83a8e2-ec44-4dbf-82f5-db69fa264e43 req-d4b05837-39b9-4ab3-8228-3b53db535b7b tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422730 Dec 06 14:48:23.543324 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc3d2a-21db-4ec8-8fb0-a611b2aac2cd req-486c6fcd-5e37-43ce-a35f-663760a457f6 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:23.544743 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-69cc3d2a-21db-4ec8-8fb0-a611b2aac2cd req-486c6fcd-5e37-43ce-a35f-663760a457f6 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0470569 Dec 06 14:48:23.591234 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-69cc3d2a-21db-4ec8-8fb0-a611b2aac2cd req-d5e06f85-88f1-4fcd-a59f-da1947225d01 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401790 Dec 06 14:48:24.702576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7e8ac-f04b-4bd9-80d3-620f77463235 req-78cdce27-a6fe-4a2c-8eed-1f001442714d tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:24.704044 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-12e7e8ac-f04b-4bd9-80d3-620f77463235 req-78cdce27-a6fe-4a2c-8eed-1f001442714d tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0476217 Dec 06 14:48:24.754367 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-12e7e8ac-f04b-4bd9-80d3-620f77463235 req-aefb1caf-a92e-4e24-b8f5-a22642e408b8 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444047 Dec 06 14:48:25.871174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004482c1-5aa5-4235-9f8f-2f846c0fe151 req-b5278cee-6090-4d57-8a40-cf1451758acb tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:25.872617 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-004482c1-5aa5-4235-9f8f-2f846c0fe151 req-b5278cee-6090-4d57-8a40-cf1451758acb tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0516396 Dec 06 14:48:25.919053 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-004482c1-5aa5-4235-9f8f-2f846c0fe151 req-24004738-74cf-441e-af3b-f0b58fc8d1c7 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405800 Dec 06 14:48:27.032385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31da8ca1-4f2a-41f3-b634-70432e5bd9f3 req-469a2370-3da3-4b01-9dea-19d83e04f691 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:27.033847 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-31da8ca1-4f2a-41f3-b634-70432e5bd9f3 req-469a2370-3da3-4b01-9dea-19d83e04f691 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0473444 Dec 06 14:48:27.080325 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-31da8ca1-4f2a-41f3-b634-70432e5bd9f3 req-41758cc5-9b4e-402a-9e2b-2f228de6bcaa tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406625 Dec 06 14:48:28.193796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e78774-751b-4957-b9fb-f942817534c3 req-cf5f3836-d6a6-4b59-a89c-814801b76c5d tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:28.195367 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-77e78774-751b-4957-b9fb-f942817534c3 req-cf5f3836-d6a6-4b59-a89c-814801b76c5d tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0478389 Dec 06 14:48:28.241582 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-77e78774-751b-4957-b9fb-f942817534c3 req-092afcf3-2730-41e6-9898-ee5955366b26 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398912 Dec 06 14:48:29.354982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a01af-beb1-4eac-a93d-5ca3ce6c6a1e req-1c50c056-ad38-4722-95b3-8a80d7f064ca tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:29.356409 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-208a01af-beb1-4eac-a93d-5ca3ce6c6a1e req-1c50c056-ad38-4722-95b3-8a80d7f064ca tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0478289 Dec 06 14:48:29.405237 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-208a01af-beb1-4eac-a93d-5ca3ce6c6a1e req-c6089371-d889-4609-9859-be88d3d92b87 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427797 Dec 06 14:48:29.668149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:30.523640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff36dc-ee68-40e1-b593-def3651272a9 req-7d83f1d8-8e6a-4980-baf9-cda8f0b13129 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:30.525127 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-baff36dc-ee68-40e1-b593-def3651272a9 req-7d83f1d8-8e6a-4980-baf9-cda8f0b13129 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0511739 Dec 06 14:48:30.574328 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-baff36dc-ee68-40e1-b593-def3651272a9 req-010a9d25-3248-4223-922f-953b306173dd tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433547 Dec 06 14:48:31.319287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c8c9927-af31-430e-8cc2-ee4bb68251b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:31.691122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa9015-c38a-4f49-9674-a66e48b09654 req-52204c00-4e84-4188-be3f-4c1ab661eccb tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:31.693142 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-defa9015-c38a-4f49-9674-a66e48b09654 req-52204c00-4e84-4188-be3f-4c1ab661eccb tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0533335 Dec 06 14:48:31.742062 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-defa9015-c38a-4f49-9674-a66e48b09654 req-6fbf1c8c-d3cf-4d10-925a-956c9236bf20 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429769 Dec 06 14:48:32.855054 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4523088a-809f-4612-930d-a8c5226f5d0c req-701a94d6-a394-462f-bbb5-28b6c2892275 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:32.856488 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4523088a-809f-4612-930d-a8c5226f5d0c req-701a94d6-a394-462f-bbb5-28b6c2892275 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0471740 Dec 06 14:48:32.902581 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4523088a-809f-4612-930d-a8c5226f5d0c req-fba70eba-20f1-44d2-8fa4-120887f3425c tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402007 Dec 06 14:48:33.691197 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8a30e67a-cf34-43a7-aa86-897be67400ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:34.016285 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7377813-6c64-4aa8-a072-ce2c933b49de req-d0984775-5da2-4c50-a8df-bd46dd1e22fc tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:34.017668 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e7377813-6c64-4aa8-a072-ce2c933b49de req-d0984775-5da2-4c50-a8df-bd46dd1e22fc tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0490699 Dec 06 14:48:34.064016 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e7377813-6c64-4aa8-a072-ce2c933b49de req-89d6a4ff-5585-4d1f-a875-c0064ab9c684 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404451 Dec 06 14:48:34.822499 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:35.167718 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:48:35.178758 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f1b8ca-efdb-4f73-8991-b187fa627c43 req-a6e93191-469d-4e7f-a5f7-e887e2252fde tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:35.180206 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c5f1b8ca-efdb-4f73-8991-b187fa627c43 req-a6e93191-469d-4e7f-a5f7-e887e2252fde tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0481107 Dec 06 14:48:35.226235 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c5f1b8ca-efdb-4f73-8991-b187fa627c43 req-9a8f1596-0fcd-470a-a8af-1bb6499b79e4 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400808 Dec 06 14:48:36.033190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:36.342384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d867b1-6e6d-41e8-ab11-7b3aa9251870 req-7880f126-5126-4c96-980a-cc0bd85ae825 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:36.343836 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-29d867b1-6e6d-41e8-ab11-7b3aa9251870 req-7880f126-5126-4c96-980a-cc0bd85ae825 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0518229 Dec 06 14:48:36.391555 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-29d867b1-6e6d-41e8-ab11-7b3aa9251870 req-a44d63b7-5d80-4c13-8443-cef9774d0f99 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411246 Dec 06 14:48:36.925638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:37.513756 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba0889-2aa1-44cf-a7d6-c979edfe616c req-f845942e-43ea-45d1-913c-2bcfbc43ad4d tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:37.515222 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-26ba0889-2aa1-44cf-a7d6-c979edfe616c req-f845942e-43ea-45d1-913c-2bcfbc43ad4d tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0553586 Dec 06 14:48:37.562355 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-26ba0889-2aa1-44cf-a7d6-c979edfe616c req-86f5e43a-57c8-44bc-97b4-7f3ff0ed14a9 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Dec 06 14:48:38.072333 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-053b9037-01e6-40ce-a1ee-f246ef7b2e0a service neutron] 10.222.0.41 "GET /v2.0/ports/7c7a0c70-f390-4e12-896c-138938715b92/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0547643 Dec 06 14:48:38.573205 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-c7ef8529-4958-4f0e-8a47-ec2e206df029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:38.574678 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-c7ef8529-4958-4f0e-8a47-ec2e206df029 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b&tenant_id=4a450646aca946a8bb9eb736f61b862f HTTP/1.1" status: 200 len: 1099 time: 0.0752411 Dec 06 14:48:38.635869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-99f16388-70e8-45c9-939b-efbf459036ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:38.637369 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-99f16388-70e8-45c9-939b-efbf459036ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a450646aca946a8bb9eb736f61b862f&device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 1099 time: 0.0404510 Dec 06 14:48:38.679017 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202420d-0f15-4a34-b8d8-f87fa2c846d8 req-56ff19bd-ca80-4e3f-bf61-6959995b44c3 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:38.680514 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4202420d-0f15-4a34-b8d8-f87fa2c846d8 req-56ff19bd-ca80-4e3f-bf61-6959995b44c3 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0488555 Dec 06 14:48:38.727555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-731ed1fd-76d5-415a-8494-ee9817762911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:38.729023 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4202420d-0f15-4a34-b8d8-f87fa2c846d8 req-38b84020-2ace-4513-b203-802a53640480 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424838 Dec 06 14:48:38.729152 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-731ed1fd-76d5-415a-8494-ee9817762911 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c43f7360-5875-4bd4-bff6-f26fde1865f8 HTTP/1.1" status: 200 len: 913 time: 0.0842655 Dec 06 14:48:38.773272 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-f67095ba-13c4-4488-be66-58581eb73b5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7a0c70-f390-4e12-896c-138938715b92 HTTP/1.1" status: 200 len: 217 time: 0.0374084 Dec 06 14:48:38.824575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-5d61499f-ca8c-4516-a60a-29d9c5031946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:38.825956 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-5d61499f-ca8c-4516-a60a-29d9c5031946 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=235ad7bc-b869-4db2-84f1-81146788f158 HTTP/1.1" status: 200 len: 852 time: 0.0466537 Dec 06 14:48:38.856599 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-9b6239e7-3768-48bf-8b29-4bab3b6ddcc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c43f7360-5875-4bd4-bff6-f26fde1865f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241790 Dec 06 14:48:38.947346 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-1c84f4d1-012b-40f9-bf2f-fda344ddbd69 service neutron] 10.222.0.41 "GET /v2.0/networks/c43f7360-5875-4bd4-bff6-f26fde1865f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831861 Dec 06 14:48:39.032080 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd40bc91-91bf-4551-a4b0-fccf219e6b2a req-4af97c73-e520-448c-95b1-e3befb373e9d service neutron] 10.222.0.41 "GET /v2.0/networks/c43f7360-5875-4bd4-bff6-f26fde1865f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779347 Dec 06 14:48:39.848907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5201491-d5c2-4432-8f7c-c8595172ea93 req-4c9f36a4-f9cf-451e-a67a-f308e6688377 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:39.850380 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b5201491-d5c2-4432-8f7c-c8595172ea93 req-4c9f36a4-f9cf-451e-a67a-f308e6688377 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0515969 Dec 06 14:48:39.897380 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b5201491-d5c2-4432-8f7c-c8595172ea93 req-bf682ee3-2404-42a8-a9bb-9c4722e26b0a tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 Dec 06 14:48:41.012745 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a6a9e-b69c-492d-98c5-fdab56717770 req-16cc9170-215c-4fe5-bd0c-23394cf7693d tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:41.014158 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b8a6a9e-b69c-492d-98c5-fdab56717770 req-16cc9170-215c-4fe5-bd0c-23394cf7693d tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 946 time: 0.0481696 Dec 06 14:48:41.023710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 7c7a0c70-f390-4e12-896c-138938715b92 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:48:41.025912 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 7c7a0c70-f390-4e12-896c-138938715b92 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:41.066417 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b8a6a9e-b69c-492d-98c5-fdab56717770 req-0ba6b20b-79d4-4c37-9336-9bb5ff86f344 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463769 Dec 06 14:48:41.310727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:41.330749 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 7c7a0c70-f390-4e12-896c-138938715b92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7c7a0c70-f390-4e12-896c-138938715b92,segment=NetworkSegment(b8e71b79-14af-4cea-a688-c4bf308cb6d1),segment_id=b8e71b79-14af-4cea-a688-c4bf308cb6d1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:41.350978 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ac56e9-5a67-437e-9804-398d71bdf53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7a0c70-f390-4e12-896c-138938715b92'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:41.353238 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad5c394-9728-4155-aec8-e1133c5bfbf5" -d '{"events": [{"server_uuid": "b0ac56e9-5a67-437e-9804-398d71bdf53b", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7a0c70-f390-4e12-896c-138938715b92"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:41.357645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '7c7a0c70-f390-4e12-896c-138938715b92', 'network_id': 'c43f7360-5875-4bd4-bff6-f26fde1865f8', 'port_id': '7c7a0c70-f390-4e12-896c-138938715b92', 'mac_address': 'fa:16:3e:bc:2f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235ad7bc-b869-4db2-84f1-81146788f158', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:48:41.369560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 7c7a0c70-f390-4e12-896c-138938715b92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7c7a0c70-f390-4e12-896c-138938715b92,segment=NetworkSegment(b8e71b79-14af-4cea-a688-c4bf308cb6d1),segment_id=b8e71b79-14af-4cea-a688-c4bf308cb6d1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:41.402609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:41.405291 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba65fdd-73ac-4ffb-ad38-f617c66c00c5 x-openstack-request-id: req-1ba65fdd-73ac-4ffb-ad38-f617c66c00c5 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:41.405599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ac56e9-5a67-437e-9804-398d71bdf53b", "name": "network-vif-unplugged", "status": "completed", "tag": "7c7a0c70-f390-4e12-896c-138938715b92", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:41.405839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ba65fdd-73ac-4ffb-ad38-f617c66c00c5 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:41.406221 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ac56e9-5a67-437e-9804-398d71bdf53b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c7a0c70-f390-4e12-896c-138938715b92', 'code': 200} Dec 06 14:48:41.417924 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7c7a0c70-f390-4e12-896c-138938715b92 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:41.438690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:41.515144 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:48:41.515503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:48:41.518118 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=7c7a0c70-f390-4e12-896c-138938715b92,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:41.525015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:41.531636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:41.531636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:41.531636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:41.531636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:41.531636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:41.531636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:41.531636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:41.531636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:41.531636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:41.531636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:41.531636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:41.531636 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:42.052076 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:42.065660 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c7a0c70-f390-4e12-896c-138938715b92 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:42.084519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 7c7a0c70-f390-4e12-896c-138938715b92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7c7a0c70-f390-4e12-896c-138938715b92,segment=NetworkSegment(b8e71b79-14af-4cea-a688-c4bf308cb6d1),segment_id=b8e71b79-14af-4cea-a688-c4bf308cb6d1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:42.125362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:42.176767 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=7c7a0c70-f390-4e12-896c-138938715b92,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:42.182907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2fc6f-4918-4b14-a196-31a58f269ab6 req-91927022-1f29-45bd-8856-d427afdb6f78 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:42.183516 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['7c7a0c70-f390-4e12-896c-138938715b92'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:48:42.184407 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b9e2fc6f-4918-4b14-a196-31a58f269ab6 req-91927022-1f29-45bd-8856-d427afdb6f78 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 945 time: 0.0493884 Dec 06 14:48:42.232621 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b9e2fc6f-4918-4b14-a196-31a58f269ab6 req-aa20a587-5a6b-44e3-8b3e-ceec6df049da tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417533 Dec 06 14:48:42.746335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-90be4bdd-5200-4d26-8bea-98d811a8779f tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:42.747797 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-90be4bdd-5200-4d26-8bea-98d811a8779f tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b&tenant_id=4a450646aca946a8bb9eb736f61b862f&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0827782 Dec 06 14:48:42.836342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-a82fe9b7-8e2c-4ffc-8c37-ad29f6dca4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:42.837985 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-a82fe9b7-8e2c-4ffc-8c37-ad29f6dca4e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a450646aca946a8bb9eb736f61b862f&device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 1098 time: 0.0476084 Dec 06 14:48:42.924171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-a25799a7-b9ac-44aa-ade0-2ffc5a3685cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:42.925662 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-a25799a7-b9ac-44aa-ade0-2ffc5a3685cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=c43f7360-5875-4bd4-bff6-f26fde1865f8 HTTP/1.1" status: 200 len: 913 time: 0.0816557 Dec 06 14:48:42.968053 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-dc7567f1-ee74-4679-ac07-963ba39fe250 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c7a0c70-f390-4e12-896c-138938715b92 HTTP/1.1" status: 200 len: 217 time: 0.0349057 Dec 06 14:48:43.014098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-76471d2d-6555-4412-989b-953e97c8d91d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:43.015459 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-76471d2d-6555-4412-989b-953e97c8d91d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=235ad7bc-b869-4db2-84f1-81146788f158 HTTP/1.1" status: 200 len: 852 time: 0.0414093 Dec 06 14:48:43.028885 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 7c7a0c70-f390-4e12-896c-138938715b92 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:43.046641 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-46480a6f-2278-4e40-a67e-46f9fc41e1c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c43f7360-5875-4bd4-bff6-f26fde1865f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241406 Dec 06 14:48:43.104928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:43.118262 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7c7a0c70-f390-4e12-896c-138938715b92 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:43.137333 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-9ec23c4c-8b92-4585-b4a6-6181159f6661 service neutron] 10.222.0.41 "GET /v2.0/networks/c43f7360-5875-4bd4-bff6-f26fde1865f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837457 Dec 06 14:48:43.138117 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 7c7a0c70-f390-4e12-896c-138938715b92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7c7a0c70-f390-4e12-896c-138938715b92,segment=NetworkSegment(b8e71b79-14af-4cea-a688-c4bf308cb6d1),segment_id=b8e71b79-14af-4cea-a688-c4bf308cb6d1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:43.199514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:43.254008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=7c7a0c70-f390-4e12-896c-138938715b92,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:43.516788 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-1d14b29f-0a2d-41b7-bfa1-a8c178f73e32 service neutron] 10.222.0.41 "GET /v2.0/networks/c43f7360-5875-4bd4-bff6-f26fde1865f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722260 Dec 06 14:48:44.873195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfe7db9-2bde-4195-a12f-19df2301de72 req-e0080fb3-f280-4c9a-911d-3bfffe3cf2a2 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:44.874658 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0bfe7db9-2bde-4195-a12f-19df2301de72 req-e0080fb3-f280-4c9a-911d-3bfffe3cf2a2 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 944 time: 0.0489089 Dec 06 14:48:44.920357 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0bfe7db9-2bde-4195-a12f-19df2301de72 req-b0f432e2-3c40-475d-a420-d8ce737796ef tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398674 Dec 06 14:48:46.039486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbba43-64b3-4018-be03-e5039047db30 req-345530b8-5f67-4c5f-86a1-f8b3f822b368 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:46.039486 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7bcbba43-64b3-4018-be03-e5039047db30 req-345530b8-5f67-4c5f-86a1-f8b3f822b368 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 944 time: 0.0499547 Dec 06 14:48:46.087740 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7bcbba43-64b3-4018-be03-e5039047db30 req-bd4b4878-c79f-4083-8737-18bb1d82b7fd tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/security-groups?id=e7ad69ae-4766-4edb-a2a9-34688f8ef56d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441854 Dec 06 14:48:46.727596 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-10583c1f-8666-40db-924d-e8e9a5a66388 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:46.729067 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-10583c1f-8666-40db-924d-e8e9a5a66388 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 944 time: 0.0471129 Dec 06 14:48:46.812922 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Deleting port 7c7a0c70-f390-4e12-896c-138938715b92 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:48:46.813253 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:46.899796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] For port 7c7a0c70-f390-4e12-896c-138938715b92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7c7a0c70-f390-4e12-896c-138938715b92,segment=NetworkSegment(b8e71b79-14af-4cea-a688-c4bf308cb6d1),segment_id=b8e71b79-14af-4cea-a688-c4bf308cb6d1)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:46.900146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:46.912181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Calling delete_port for 7c7a0c70-f390-4e12-896c-138938715b92 owned by compute:nova {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:48:47.119426 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.149626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Pushing event deleted for resources: {'Port': ['ID=7c7a0c70-f390-4e12-896c-138938715b92,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:47.163209 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:47.163568 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:47.163909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:47.164250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:47.164574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:47.165067 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:47.165493 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:47.170147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:47.170147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:47.170147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:47.170147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:47.170147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:47.170147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:48:47.191200 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-900d8e4b-b6d2-4984-b375-969aa87f5f0e req-28112c4a-e28b-4db5-9835-b17450ef1a8a tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0ac56e9-5a67-437e-9804-398d71bdf53b HTTP/1.1" status: 200 len: 210 time: 0.0359406 Dec 06 14:48:47.205412 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] No DVR routers for this DVR port 7c7a0c70-f390-4e12-896c-138938715b92 on host hv-neutron-mast {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:48:47.216054 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:47.219520 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1315227f-7ab5-472e-b8a8-7cd02889347e req-789beaac-caea-468f-8e5e-714833fa3257 tempest-DeleteServersTestJSON-1986776544 tempest-DeleteServersTestJSON-1986776544-project] 10.222.0.41 "DELETE /v2.0/ports/7c7a0c70-f390-4e12-896c-138938715b92 HTTP/1.1" status: 204 len: 173 time: 0.4848847 Dec 06 14:48:47.219963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ac56e9-5a67-437e-9804-398d71bdf53b', 'name': 'network-vif-deleted', 'tag': '7c7a0c70-f390-4e12-896c-138938715b92'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:47.222334 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3f8646-6dde-4bc1-ad08-7965e9bcd902" -d '{"events": [{"server_uuid": "b0ac56e9-5a67-437e-9804-398d71bdf53b", "name": "network-vif-deleted", "tag": "7c7a0c70-f390-4e12-896c-138938715b92"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:47.315648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9a26a96-59b1-4c12-9d37-720986a40bce x-openstack-request-id: req-c9a26a96-59b1-4c12-9d37-720986a40bce {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:47.315942 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ac56e9-5a67-437e-9804-398d71bdf53b", "name": "network-vif-deleted", "tag": "7c7a0c70-f390-4e12-896c-138938715b92", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:47.316218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9a26a96-59b1-4c12-9d37-720986a40bce {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:47.316610 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ac56e9-5a67-437e-9804-398d71bdf53b', 'name': 'network-vif-deleted', 'tag': '7c7a0c70-f390-4e12-896c-138938715b92', 'status': 'completed', 'code': 200} Dec 06 14:48:48.321585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39556) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:48.368276 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3b6089-0ad1-4ee5-819b-0c5d9a9c840e admin admin] Deleting subnet 235ad7bc-b869-4db2-84f1-81146788f158 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:48:48.371247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6089-0ad1-4ee5-819b-0c5d9a9c840e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.403638 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6089-0ad1-4ee5-819b-0c5d9a9c840e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.440570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6089-0ad1-4ee5-819b-0c5d9a9c840e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.530925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6089-0ad1-4ee5-819b-0c5d9a9c840e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.555747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b6089-0ad1-4ee5-819b-0c5d9a9c840e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235ad7bc-b869-4db2-84f1-81146788f158,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:48.559496 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a3b6089-0ad1-4ee5-819b-0c5d9a9c840e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.562778 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1a3b6089-0ad1-4ee5-819b-0c5d9a9c840e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/235ad7bc-b869-4db2-84f1-81146788f158 HTTP/1.1" status: 204 len: 168 time: 0.2401552 Dec 06 14:48:48.565247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39558) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:48.634694 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0aeba536-4382-4460-9b78-93d5e8250ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.709327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0aeba536-4382-4460-9b78-93d5e8250ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.732987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-0aeba536-4382-4460-9b78-93d5e8250ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43f7360-5875-4bd4-bff6-f26fde1865f8']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:48.741919 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-0aeba536-4382-4460-9b78-93d5e8250ff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8e71b79-14af-4cea-a688-c4bf308cb6d1') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:48.742208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-0aeba536-4382-4460-9b78-93d5e8250ff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8e71b79-14af-4cea-a688-c4bf308cb6d1') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:48:48.751000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0aeba536-4382-4460-9b78-93d5e8250ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.763827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0aeba536-4382-4460-9b78-93d5e8250ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.769449 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aeba536-4382-4460-9b78-93d5e8250ff2 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:48:48.769814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0aeba536-4382-4460-9b78-93d5e8250ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:48:48.771397 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:48:48.902219 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0aeba536-4382-4460-9b78-93d5e8250ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.907476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0aeba536-4382-4460-9b78-93d5e8250ff2 admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:48.910815 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0aeba536-4382-4460-9b78-93d5e8250ff2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c43f7360-5875-4bd4-bff6-f26fde1865f8 HTTP/1.1" status: 204 len: 168 time: 0.3446581 Dec 06 14:48:48.921689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeba536-4382-4460-9b78-93d5e8250ff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c43f7360-5875-4bd4-bff6-f26fde1865f8,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:49.068298 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 7c7a0c70-f390-4e12-896c-138938715b92 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:48:49.092321 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 7c7a0c70-f390-4e12-896c-138938715b92 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:48:49.093194 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 7c7a0c70-f390-4e12-896c-138938715b92 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:48:49.198525 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39562) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:49.237757 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-399b0d71-6b0f-41ba-a900-928d8c853970 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a450646aca946a8bb9eb736f61b862f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380704 Dec 06 14:48:49.240046 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39564) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:49.290114 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-481aee31-d6ca-4438-9f54-b90ba6ed9d46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:49.310834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-481aee31-d6ca-4438-9f54-b90ba6ed9d46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:49.433558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-481aee31-d6ca-4438-9f54-b90ba6ed9d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:49.436308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-481aee31-d6ca-4438-9f54-b90ba6ed9d46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:49.437493 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-481aee31-d6ca-4438-9f54-b90ba6ed9d46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7ad69ae-4766-4edb-a2a9-34688f8ef56d HTTP/1.1" status: 204 len: 168 time: 0.1965227 Dec 06 14:48:49.445190 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481aee31-d6ca-4438-9f54-b90ba6ed9d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ad69ae-4766-4edb-a2a9-34688f8ef56d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:50.404761 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39586) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:50.496739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1321631141-network', 'tenant_id': 'a70e7d81ebea42aa9fc605947811bd51'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:50.587730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Made reservation on behalf of a70e7d81ebea42aa9fc605947811bd51 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:50.590110 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.598593 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.670481 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.742086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.768180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:48:50.774045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:50.785701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.785701 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Added segment e7a7352b-f2f9-4a54-ad2d-8678b12857e9 of type vlan for network 9ffb57ca-a047-4148-984e-99cd2d3a815d Dec 06 14:48:50.821277 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.907009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.907958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:50.908531 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:50.968108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] Pushing event updated for resources: {'Network': ['ID=9ffb57ca-a047-4148-984e-99cd2d3a815d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:50.978097 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 9ffb57ca-a047-4148-984e-99cd2d3a815d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:48:50.996477 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-06bf9188-4718-4a75-afdf-d14acd8c936e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5904603 Dec 06 14:48:50.999202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39590) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:48:51.003912 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-92e09f55-5894-4c05-bd72-df5c23b2d6f6 admin admin] Request body: {'subnet': {'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1321631141-subnet', 'tenant_id': 'a70e7d81ebea42aa9fc605947811bd51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:51.096024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e09f55-5894-4c05-bd72-df5c23b2d6f6 admin admin] Made reservation on behalf of a70e7d81ebea42aa9fc605947811bd51 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:51.098442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-92e09f55-5894-4c05-bd72-df5c23b2d6f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:51.308117 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-92e09f55-5894-4c05-bd72-df5c23b2d6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:51.362704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e09f55-5894-4c05-bd72-df5c23b2d6f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:51.370007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e09f55-5894-4c05-bd72-df5c23b2d6f6 admin admin] Checking segment: {'id': 'e7a7352b-f2f9-4a54-ad2d-8678b12857e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:51.370360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e09f55-5894-4c05-bd72-df5c23b2d6f6 admin admin] Network hostable DHCP agents. Network: 9ffb57ca-a047-4148-984e-99cd2d3a815d, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:48:51.438831 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e09f55-5894-4c05-bd72-df5c23b2d6f6 admin admin] Network 9ffb57ca-a047-4148-984e-99cd2d3a815d is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:48:51.484409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-92e09f55-5894-4c05-bd72-df5c23b2d6f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9ffb57ca-a047-4148-984e-99cd2d3a815d) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:51.488384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e09f55-5894-4c05-bd72-df5c23b2d6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:51.489009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-92e09f55-5894-4c05-bd72-df5c23b2d6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:51.493799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5cfe1e-dad2-4b30-b80e-39c43b84fb31 None None] Network 9ffb57ca-a047-4148-984e-99cd2d3a815d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:51.550035 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-92e09f55-5894-4c05-bd72-df5c23b2d6f6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5498044 Dec 06 14:48:51.619375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7a67c7-3ac0-4a84-b2de-71be9f1e8b7b None None] Network 9ffb57ca-a047-4148-984e-99cd2d3a815d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:48:51.964472 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987d2c-a759-4369-8b9b-699ac74f359a req-d6712061-d09d-40a3-ba0d-c618f886357f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:51.965958 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-d6712061-d09d-40a3-ba0d-c618f886357f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/networks?id=9ffb57ca-a047-4148-984e-99cd2d3a815d HTTP/1.1" status: 200 len: 815 time: 0.1035137 Dec 06 14:48:51.981335 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5eab890b-b5e9-4b28-8c6b-5383de78d67f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/quotas/a70e7d81ebea42aa9fc605947811bd51 HTTP/1.1" status: 200 len: 375 time: 0.0095966 Dec 06 14:48:52.011443 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-d1a3f31c-2685-43b2-9e39-7f67c7a70fb8 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a70e7d81ebea42aa9fc605947811bd51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249074 Dec 06 14:48:52.144287 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-f51e8a29-31fc-4ace-9869-5d59ab5152a2 service neutron] 10.222.0.42 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258981 Dec 06 14:48:52.231339 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-50ffdae8-d53f-4751-8aa2-84a0bfd150f4 service neutron] 10.222.0.42 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805347 Dec 06 14:48:52.452585 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ecac0acc-f0c5-4ec2-9d22-ae69b437a49a req-32ad91de-cdb4-4d7a-9a65-5bf79bd5d17a tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 210 time: 0.0270078 Dec 06 14:48:53.549529 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bda5c19e-c510-46e9-b9c0-02cb6c9110ba req-ba8bc565-febb-47d2-935c-1484d63c92c0 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 210 time: 0.0320327 Dec 06 14:48:54.243449 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987d2c-a759-4369-8b9b-699ac74f359a req-0a412a1a-0177-416e-aa97-22713fa1e74e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:54.244921 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-0a412a1a-0177-416e-aa97-22713fa1e74e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.41 "GET /v2.0/networks?id=9ffb57ca-a047-4148-984e-99cd2d3a815d HTTP/1.1" status: 200 len: 815 time: 0.1060519 Dec 06 14:48:54.257809 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5603d0cc-93db-4b55-b512-bc825505c8ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Request body: {'port': {'device_id': '96f8a660-1693-44a1-8949-67760a28def7', 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d', 'admin_state_up': True, 'tenant_id': 'a70e7d81ebea42aa9fc605947811bd51'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:54.427805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5603d0cc-93db-4b55-b512-bc825505c8ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Made reservation on behalf of a70e7d81ebea42aa9fc605947811bd51 for: {'port': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:48:54.432030 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5603d0cc-93db-4b55-b512-bc825505c8ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.561939 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5603d0cc-93db-4b55-b512-bc825505c8ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Allocated IP 172.20.0.4 (9ffb57ca-a047-4148-984e-99cd2d3a815d/a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7/cb0607fd-2fe4-422d-b398-847a0d8b729e) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:48:54.644737 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-86726c1e-fe2b-433a-a302-b8e53de87b88 req-d6f40970-73de-4609-a7d9-8e064bc5c7a0 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 210 time: 0.0260291 Dec 06 14:48:54.710987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5603d0cc-93db-4b55-b512-bc825505c8ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.799573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5603d0cc-93db-4b55-b512-bc825505c8ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.841399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5603d0cc-93db-4b55-b512-bc825505c8ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Network 9ffb57ca-a047-4148-984e-99cd2d3a815d is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:48:54.844298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5603d0cc-93db-4b55-b512-bc825505c8ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:48:54.847881 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5603d0cc-93db-4b55-b512-bc825505c8ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:48:54.877984 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5603d0cc-93db-4b55-b512-bc825505c8ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Pushing event updated for resources: {'Port': ['ID=cb0607fd-2fe4-422d-b398-847a0d8b729e,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:54.905539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5603d0cc-93db-4b55-b512-bc825505c8ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:54.906151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5603d0cc-93db-4b55-b512-bc825505c8ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:54.979312 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5603d0cc-93db-4b55-b512-bc825505c8ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7251713 Dec 06 14:48:54.991666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Request body: {'port': {'device_id': '96f8a660-1693-44a1-8949-67760a28def7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:48:55.043111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:55.293492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb0607fd-2fe4-422d-b398-847a0d8b729e {{(pid=103725) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:55.301219 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:55.312763 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.provisioning_blocks [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Transition to ACTIVE for port object cb0607fd-2fe4-422d-b398-847a0d8b729e will not be triggered until provisioned by entity L2. {{(pid=103725) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:48:55.387505 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:55.442285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0607fd-2fe4-422d-b398-847a0d8b729e,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:55.503968 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Attempting to bind port cb0607fd-2fe4-422d-b398-847a0d8b729e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:48:55.504298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Attempting to bind port cb0607fd-2fe4-422d-b398-847a0d8b729e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e7a7352b-f2f9-4a54-ad2d-8678b12857e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d'}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:48:55.504624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Attempting to bind port cb0607fd-2fe4-422d-b398-847a0d8b729e on network 9ffb57ca-a047-4148-984e-99cd2d3a815d {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:55.509453 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Port cb0607fd-2fe4-422d-b398-847a0d8b729e on network 9ffb57ca-a047-4148-984e-99cd2d3a815d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:48:55.509772 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Attempting to bind port cb0607fd-2fe4-422d-b398-847a0d8b729e on network 9ffb57ca-a047-4148-984e-99cd2d3a815d {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:48:55.514499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:48:55.514830 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Checking segment: {'id': 'e7a7352b-f2f9-4a54-ad2d-8678b12857e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:48:55.515206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Bound using segment: {'id': 'e7a7352b-f2f9-4a54-ad2d-8678b12857e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d'} {{(pid=103725) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:48:55.515625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.managers [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Bound port: cb0607fd-2fe4-422d-b398-847a0d8b729e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a7352b-f2f9-4a54-ad2d-8678b12857e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d'}}] {{(pid=103725) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:48:55.515970 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:55.576488 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] For port cb0607fd-2fe4-422d-b398-847a0d8b729e, host hv-neutron-mast, cleared binding levels {{(pid=103725) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:48:55.579486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] For port cb0607fd-2fe4-422d-b398-847a0d8b729e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb0607fd-2fe4-422d-b398-847a0d8b729e,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103725) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:48:55.656470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:55.697481 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:55.698102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:55.699486 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] 10.222.0.41 "PUT /v2.0/ports/cb0607fd-2fe4-422d-b398-847a0d8b729e HTTP/1.1" status: 200 len: 1093 time: 0.7118633 Dec 06 14:48:55.699924 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96f8a660-1693-44a1-8949-67760a28def7', 'tag': 'cb0607fd-2fe4-422d-b398-847a0d8b729e'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:48:55.702301 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcc90de-b215-4bb5-a88f-8d273c144ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "96f8a660-1693-44a1-8949-67760a28def7", "tag": "cb0607fd-2fe4-422d-b398-847a0d8b729e"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:48:55.733038 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c254198-8b12-4147-b552-0cc431f85ac8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb0607fd-2fe4-422d-b398-847a0d8b729e,revision_number=3']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:55.749878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23467098-21b5-44f6-9c97-1f9d2808577a x-openstack-request-id: req-23467098-21b5-44f6-9c97-1f9d2808577a {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:48:55.750176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96f8a660-1693-44a1-8949-67760a28def7", "tag": "cb0607fd-2fe4-422d-b398-847a0d8b729e", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:48:55.750429 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-23467098-21b5-44f6-9c97-1f9d2808577a {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:48:55.750821 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96f8a660-1693-44a1-8949-67760a28def7', 'tag': 'cb0607fd-2fe4-422d-b398-847a0d8b729e', 'status': 'completed', 'code': 200} Dec 06 14:48:55.781919 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e6994-4944-41fd-afdb-6f671725c69d req-543621be-708e-4712-a03a-ad9088db4db2 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:55.783367 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-241e6994-4944-41fd-afdb-6f671725c69d req-543621be-708e-4712-a03a-ad9088db4db2 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 943 time: 0.0649569 Dec 06 14:48:55.846909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc90de-b215-4bb5-a88f-8d273c144ee3 req-680106ed-62cf-48af-854d-aeb9b224d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:55.848367 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-abcc90de-b215-4bb5-a88f-8d273c144ee3 req-680106ed-62cf-48af-854d-aeb9b224d186 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a70e7d81ebea42aa9fc605947811bd51&device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 1096 time: 0.0820968 Dec 06 14:48:55.852093 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-241e6994-4944-41fd-afdb-6f671725c69d req-f2466c20-615a-45b1-b96a-55f5796e3ff8 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515995 Dec 06 14:48:55.948467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc90de-b215-4bb5-a88f-8d273c144ee3 req-703f9ad1-52c6-4a69-b9bd-32a4c4dc9934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:55.949943 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-abcc90de-b215-4bb5-a88f-8d273c144ee3 req-703f9ad1-52c6-4a69-b9bd-32a4c4dc9934 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a70e7d81ebea42aa9fc605947811bd51&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0938153 Dec 06 14:48:56.044058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc90de-b215-4bb5-a88f-8d273c144ee3 req-5580a435-abdf-4f9c-9a9c-cf0a6f46c632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:56.045536 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-abcc90de-b215-4bb5-a88f-8d273c144ee3 req-5580a435-abdf-4f9c-9a9c-cf0a6f46c632 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891569 Dec 06 14:48:56.124819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6824f191-2930-4fb3-acf4-d0b7a3be7498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:56.124819 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-6824f191-2930-4fb3-acf4-d0b7a3be7498 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a70e7d81ebea42aa9fc605947811bd51&device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 1096 time: 0.0393698 Dec 06 14:48:56.165505 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-53c1e7bd-f7a9-43db-a008-68761386d661 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb0607fd-2fe4-422d-b398-847a0d8b729e HTTP/1.1" status: 200 len: 217 time: 0.0333705 Dec 06 14:48:56.216440 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27987d2c-a759-4369-8b9b-699ac74f359a req-0b1b69ba-b531-4797-87f5-d555753d7820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:56.217866 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-0b1b69ba-b531-4797-87f5-d555753d7820 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7 HTTP/1.1" status: 200 len: 855 time: 0.0456033 Dec 06 14:48:56.247966 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-88862d11-46e7-417d-a40a-0362fc2df6db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ffb57ca-a047-4148-984e-99cd2d3a815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230927 Dec 06 14:48:56.335007 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-c6d5a152-072c-42de-a736-7a9fabb2543a service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799260 Dec 06 14:48:56.427197 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27987d2c-a759-4369-8b9b-699ac74f359a req-5bfde355-bd2b-47c8-86d2-b9fe696072d8 service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850878 Dec 06 14:48:56.969750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c282424f-0e09-41c7-ad26-e4f5992b1133 req-7c61dcbe-9a30-419f-9bfe-752101957553 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:56.971110 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c282424f-0e09-41c7-ad26-e4f5992b1133 req-7c61dcbe-9a30-419f-9bfe-752101957553 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 943 time: 0.0475218 Dec 06 14:48:57.017540 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c282424f-0e09-41c7-ad26-e4f5992b1133 req-90fc7bf9-56f9-485b-bdda-d2dfe69f7abf tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400929 Dec 06 14:48:58.129904 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f126c-588a-4e46-9d26-6557b918eab8 req-d04e3381-36a1-434a-b3e8-ef76ede9fad1 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:58.139667 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-829f126c-588a-4e46-9d26-6557b918eab8 req-d04e3381-36a1-434a-b3e8-ef76ede9fad1 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 943 time: 0.0483899 Dec 06 14:48:58.178275 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-829f126c-588a-4e46-9d26-6557b918eab8 req-1f11498e-4e61-4d0d-956d-9f52d8bb9741 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403397 Dec 06 14:48:59.099602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device cb0607fd-2fe4-422d-b398-847a0d8b729e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:48:59.195676 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port cb0607fd-2fe4-422d-b398-847a0d8b729e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb0607fd-2fe4-422d-b398-847a0d8b729e,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:59.206578 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'cb0607fd-2fe4-422d-b398-847a0d8b729e', 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d', 'port_id': 'cb0607fd-2fe4-422d-b398-847a0d8b729e', 'mac_address': 'fa:16:3e:03:c5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:48:59.243020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:59.259261 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0607fd-2fe4-422d-b398-847a0d8b729e {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:48:59.278647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port cb0607fd-2fe4-422d-b398-847a0d8b729e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb0607fd-2fe4-422d-b398-847a0d8b729e,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:48:59.296490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f89ec-3494-493b-bda9-3083a708522f req-fc80a9c3-df33-4b7c-a200-e5e2e2e07e90 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:48:59.297996 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7b2f89ec-3494-493b-bda9-3083a708522f req-fc80a9c3-df33-4b7c-a200-e5e2e2e07e90 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 943 time: 0.0525970 Dec 06 14:48:59.344371 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7b2f89ec-3494-493b-bda9-3083a708522f req-4e11b8dd-7771-44ca-b878-caae9b0ed963 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403981 Dec 06 14:48:59.358409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:59.400270 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=cb0607fd-2fe4-422d-b398-847a0d8b729e,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:48:59.650431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:48:59.683751 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['cb0607fd-2fe4-422d-b398-847a0d8b729e'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:00.457677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7ee39-a425-45e3-8ad9-1fd663082350 req-984556b3-bbbf-4d0c-b0b0-a2e921b7b067 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:00.459123 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-66f7ee39-a425-45e3-8ad9-1fd663082350 req-984556b3-bbbf-4d0c-b0b0-a2e921b7b067 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 944 time: 0.0476463 Dec 06 14:49:00.509362 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-66f7ee39-a425-45e3-8ad9-1fd663082350 req-6fb49625-f1ca-4494-99ab-040f781fa308 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441473 Dec 06 14:49:01.122209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device cb0607fd-2fe4-422d-b398-847a0d8b729e up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:01.250332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port cb0607fd-2fe4-422d-b398-847a0d8b729e completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:49:01.253996 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port cb0607fd-2fe4-422d-b398-847a0d8b729e triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:01.254364 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:01.316910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5dca9871-943e-4900-81c3-e4d5a629d661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:01.331354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:01.356756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f8a660-1693-44a1-8949-67760a28def7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0607fd-2fe4-422d-b398-847a0d8b729e'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:01.359023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5911268-2a10-4970-bc27-fa8a575738a0" -d '{"events": [{"server_uuid": "96f8a660-1693-44a1-8949-67760a28def7", "name": "network-vif-plugged", "status": "completed", "tag": "cb0607fd-2fe4-422d-b398-847a0d8b729e"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:01.371649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port cb0607fd-2fe4-422d-b398-847a0d8b729e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb0607fd-2fe4-422d-b398-847a0d8b729e,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:01.394162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9510f498-5878-40b7-873b-253815cb4188 x-openstack-request-id: req-9510f498-5878-40b7-873b-253815cb4188 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:01.394453 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f8a660-1693-44a1-8949-67760a28def7", "name": "network-vif-plugged", "status": "completed", "tag": "cb0607fd-2fe4-422d-b398-847a0d8b729e", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:01.394707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9510f498-5878-40b7-873b-253815cb4188 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:01.395155 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f8a660-1693-44a1-8949-67760a28def7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0607fd-2fe4-422d-b398-847a0d8b729e', 'code': 200} Dec 06 14:49:01.416350 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:01.467141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=cb0607fd-2fe4-422d-b398-847a0d8b729e,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:01.649525 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305228c-038d-4f04-934b-a25b9674e42b req-fd3a6d37-0f4d-4fb1-8b90-2ebc4ebd433b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:01.650981 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e305228c-038d-4f04-934b-a25b9674e42b req-fd3a6d37-0f4d-4fb1-8b90-2ebc4ebd433b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0762060 Dec 06 14:49:01.656421 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87dfaa8-339b-49dc-a172-8c2d3ce59630 req-59944434-0b71-48d9-ba67-62b96e9adf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:01.657791 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f87dfaa8-339b-49dc-a172-8c2d3ce59630 req-59944434-0b71-48d9-ba67-62b96e9adf79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 1098 time: 0.0580456 Dec 06 14:49:01.725739 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e305228c-038d-4f04-934b-a25b9674e42b req-c569e83e-f6dd-4215-bd4a-0b71805273af tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670030 Dec 06 14:49:01.728976 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f87dfaa8-339b-49dc-a172-8c2d3ce59630 req-dbe7a49b-0142-4910-a3f0-5651ccd5ad45 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639021 Dec 06 14:49:02.840289 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469df06d-3cdd-4806-95b7-c9be8884f76c req-0a3a6add-af51-4f4a-aa4e-4c52a8c42a23 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:02.841879 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-469df06d-3cdd-4806-95b7-c9be8884f76c req-0a3a6add-af51-4f4a-aa4e-4c52a8c42a23 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0487421 Dec 06 14:49:02.888760 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-469df06d-3cdd-4806-95b7-c9be8884f76c req-30c6f305-e994-4f09-bcf9-050f28b080d3 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409355 Dec 06 14:49:03.684498 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0be59029-f3e0-409c-8024-2c9ed07cbe76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:04.007727 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517977a-4fba-46d3-8690-8cdd8169f9af req-09313dbc-e491-4a5a-8023-cbfdb507ed1d tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:04.009177 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a517977a-4fba-46d3-8690-8cdd8169f9af req-09313dbc-e491-4a5a-8023-cbfdb507ed1d tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0526342 Dec 06 14:49:04.055679 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a517977a-4fba-46d3-8690-8cdd8169f9af req-a456a44b-d98f-495a-8879-41861a61d3c3 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407226 Dec 06 14:49:04.172303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb5cae1-e7ab-44b8-be6c-75ffd0f199d5 req-0d661b48-05cb-424c-8e79-82b6b0b79b1b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:04.173772 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cbb5cae1-e7ab-44b8-be6c-75ffd0f199d5 req-0d661b48-05cb-424c-8e79-82b6b0b79b1b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0528595 Dec 06 14:49:04.219620 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cbb5cae1-e7ab-44b8-be6c-75ffd0f199d5 req-28c9754c-e08d-4fba-9ea5-2342c987c15b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399811 Dec 06 14:49:04.457728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef80b07-8ae8-44cf-a39a-f34893b00b62 req-393b4001-e3fa-4a19-ba9c-bd91b33c9ddb tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:04.459187 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ef80b07-8ae8-44cf-a39a-f34893b00b62 req-393b4001-e3fa-4a19-ba9c-bd91b33c9ddb tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0481975 Dec 06 14:49:04.504954 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ef80b07-8ae8-44cf-a39a-f34893b00b62 req-4e76e031-045c-44e5-a80e-889e542a18a8 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392575 Dec 06 14:49:04.620472 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92358090-d02a-4962-affb-a9a079d28d80 req-9b40950f-5d14-4914-acab-c6d9a061ca12 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:04.621896 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-92358090-d02a-4962-affb-a9a079d28d80 req-9b40950f-5d14-4914-acab-c6d9a061ca12 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0528126 Dec 06 14:49:04.667545 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-92358090-d02a-4962-affb-a9a079d28d80 req-ead10a98-986e-4667-85b6-570ba84ccac5 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397525 Dec 06 14:49:04.838642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:05.112069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838bd74-35e5-4abd-bad1-448fe6f05607 req-71041a1c-322a-4c64-b9ae-dd59b0e28417 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:05.113551 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3838bd74-35e5-4abd-bad1-448fe6f05607 req-71041a1c-322a-4c64-b9ae-dd59b0e28417 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0478482 Dec 06 14:49:05.186995 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3838bd74-35e5-4abd-bad1-448fe6f05607 req-3c4a61d2-911d-401b-87ed-10c84d32029e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673184 Dec 06 14:49:05.200995 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-0475d9ee-8293-4e5b-a201-b9c91fa1932d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0533094 Dec 06 14:49:06.021629 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:06.303495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2cf27-257c-48ee-be88-1a3aed959070 req-53033000-5545-4cab-895c-ba35ec1b158c tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:06.305020 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d0e2cf27-257c-48ee-be88-1a3aed959070 req-53033000-5545-4cab-895c-ba35ec1b158c tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0498025 Dec 06 14:49:06.359379 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d0e2cf27-257c-48ee-be88-1a3aed959070 req-f61afd7a-b76c-449e-bb54-5d895e8d5a98 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476670 Dec 06 14:49:06.913193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:07.111166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-61111fea-ea05-4233-9c84-fca78e59ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:07.112531 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-61111fea-ea05-4233-9c84-fca78e59ae41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a70e7d81ebea42aa9fc605947811bd51&device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 1098 time: 0.0393860 Dec 06 14:49:07.204771 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-7f55a71f-c637-406d-be11-324469a8d6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:07.206239 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-7f55a71f-c637-406d-be11-324469a8d6e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ffb57ca-a047-4148-984e-99cd2d3a815d HTTP/1.1" status: 200 len: 916 time: 0.0856388 Dec 06 14:49:07.245720 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-bd8b21a2-1d77-4479-a278-f5ea19a20012 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb0607fd-2fe4-422d-b398-847a0d8b729e HTTP/1.1" status: 200 len: 217 time: 0.0330212 Dec 06 14:49:07.291681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-19036d17-b010-4392-9be8-94fef32b9956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:07.293092 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-19036d17-b010-4392-9be8-94fef32b9956 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7 HTTP/1.1" status: 200 len: 855 time: 0.0409613 Dec 06 14:49:07.326941 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-404d8691-f952-41d5-866a-acee7298ec9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ffb57ca-a047-4148-984e-99cd2d3a815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272751 Dec 06 14:49:07.415189 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-f7483991-ba3a-44d8-89e7-be71eefcccf5 service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816271 Dec 06 14:49:07.523420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f069a7-a5c6-4628-bbe7-36a7b5afe3d3 req-31de4254-9199-4584-a009-d0b794fa0229 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:07.524890 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b8f069a7-a5c6-4628-bbe7-36a7b5afe3d3 req-31de4254-9199-4584-a009-d0b794fa0229 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0961831 Dec 06 14:49:07.558590 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-4d7e3499-8009-4397-854a-ba66bad79ffd service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368666 Dec 06 14:49:07.585129 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b8f069a7-a5c6-4628-bbe7-36a7b5afe3d3 req-475d4ad9-3f52-49a0-95d4-39e3ea37e7b3 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536401 Dec 06 14:49:08.703253 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d54f8-8b1e-4d6f-92bf-f54a4bff0175 req-1431dfc8-d73e-4daf-9c5f-1e134edce2d4 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:08.704742 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-241d54f8-8b1e-4d6f-92bf-f54a4bff0175 req-1431dfc8-d73e-4daf-9c5f-1e134edce2d4 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0499861 Dec 06 14:49:08.753741 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-241d54f8-8b1e-4d6f-92bf-f54a4bff0175 req-a04fa4f3-cbb7-4d0a-b39f-505cee126594 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428338 Dec 06 14:49:09.870736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d6644-58a9-4355-9433-501b94dac754 req-5b414f35-8f8f-4374-b072-1c1fd7db4ba8 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:09.872174 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-082d6644-58a9-4355-9433-501b94dac754 req-5b414f35-8f8f-4374-b072-1c1fd7db4ba8 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0522428 Dec 06 14:49:09.917970 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-082d6644-58a9-4355-9433-501b94dac754 req-012d51ce-58bc-42dd-a4e2-c36a4544196f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398774 Dec 06 14:49:11.037979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a192a6-79ed-4267-83e8-1412d67b908f req-2ee43f4b-a2ee-445b-bb2f-c529992bd2d1 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:11.039436 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b6a192a6-79ed-4267-83e8-1412d67b908f req-2ee43f4b-a2ee-445b-bb2f-c529992bd2d1 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0516098 Dec 06 14:49:11.085624 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b6a192a6-79ed-4267-83e8-1412d67b908f req-9a1dd80e-2105-41ef-82a7-79c91fc8a9b8 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403416 Dec 06 14:49:12.166301 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:49:12.199404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43de83-a881-495c-8c0b-cc0b8de68574 req-ff82ddbd-3bd7-4512-a772-d03d3038d6a0 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:12.200844 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fe43de83-a881-495c-8c0b-cc0b8de68574 req-ff82ddbd-3bd7-4512-a772-d03d3038d6a0 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0482247 Dec 06 14:49:12.246915 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fe43de83-a881-495c-8c0b-cc0b8de68574 req-a063cb41-f63a-4d98-882c-d1d5ce8ba516 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401599 Dec 06 14:49:13.363270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdb3c0-d6f8-456e-808e-a7cbd06c1e70 req-602180de-5deb-410a-9f8e-3bf17159451c tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:13.364719 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eafdb3c0-d6f8-456e-808e-a7cbd06c1e70 req-602180de-5deb-410a-9f8e-3bf17159451c tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0516145 Dec 06 14:49:13.410720 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eafdb3c0-d6f8-456e-808e-a7cbd06c1e70 req-7bd20e2b-b7cb-410c-8cbd-186a4fc11277 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393796 Dec 06 14:49:14.524612 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193190f5-f3b8-4c5b-9c5f-2315c9edb349 req-10251f3c-eac0-4b1d-b58c-7be531478824 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:14.526060 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-193190f5-f3b8-4c5b-9c5f-2315c9edb349 req-10251f3c-eac0-4b1d-b58c-7be531478824 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0466645 Dec 06 14:49:14.574714 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-193190f5-f3b8-4c5b-9c5f-2315c9edb349 req-7399ba4e-2c65-4b50-ba5d-4ad3d71f4ab1 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429060 Dec 06 14:49:15.694517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea44b99-7f52-4b24-a66c-2e7dce7e8aed req-c7627e08-80da-49a9-8f98-abd63e6dac60 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:15.696020 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fea44b99-7f52-4b24-a66c-2e7dce7e8aed req-c7627e08-80da-49a9-8f98-abd63e6dac60 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0489845 Dec 06 14:49:15.743122 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fea44b99-7f52-4b24-a66c-2e7dce7e8aed req-dea1142d-e8dd-4121-9d7f-2a41149ee0a1 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403743 Dec 06 14:49:16.854071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d744d93-3031-4225-b1c1-759d9e912e1c req-e4d8f256-63d1-4fa2-aa46-88e4315b6138 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:16.855492 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5d744d93-3031-4225-b1c1-759d9e912e1c req-e4d8f256-63d1-4fa2-aa46-88e4315b6138 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0469131 Dec 06 14:49:16.901732 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5d744d93-3031-4225-b1c1-759d9e912e1c req-44dfc432-9383-46bb-b471-5bdf5da28021 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403731 Dec 06 14:49:18.026311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3c6bdf-442a-41d2-aa32-562732b6896e req-0892b6f0-33a7-4d21-a0c7-4d958ac5dde9 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:18.027752 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f3c6bdf-442a-41d2-aa32-562732b6896e req-0892b6f0-33a7-4d21-a0c7-4d958ac5dde9 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0480556 Dec 06 14:49:18.089540 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f3c6bdf-442a-41d2-aa32-562732b6896e req-4c8ab94b-2173-490a-90f4-7bebcd11aa95 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555933 Dec 06 14:49:19.203474 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e82cd5-1765-4fc7-a6e0-af2158e842fb req-22e04c18-c033-4326-9a65-1432c6cbb65c tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:19.204949 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-18e82cd5-1765-4fc7-a6e0-af2158e842fb req-22e04c18-c033-4326-9a65-1432c6cbb65c tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0481608 Dec 06 14:49:19.251469 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-18e82cd5-1765-4fc7-a6e0-af2158e842fb req-7d8409fa-f5dd-4daf-ba42-ca390a816850 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Dec 06 14:49:20.372236 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c9b43e-ad55-4c38-96ab-9831cc5332f7 req-501c7914-142b-4eaf-8337-2d022a3c5e96 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:20.373755 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a0c9b43e-ad55-4c38-96ab-9831cc5332f7 req-501c7914-142b-4eaf-8337-2d022a3c5e96 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0485847 Dec 06 14:49:20.421578 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a0c9b43e-ad55-4c38-96ab-9831cc5332f7 req-2404de21-80d6-42bb-8365-5253ad98c684 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420353 Dec 06 14:49:21.545194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb5e19-e148-45e1-ae6f-35432ab93f9c req-a057f532-ad42-48c6-9bee-bd7e7ae1c00f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:21.546899 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-77bb5e19-e148-45e1-ae6f-35432ab93f9c req-a057f532-ad42-48c6-9bee-bd7e7ae1c00f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0516768 Dec 06 14:49:21.591973 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-77bb5e19-e148-45e1-ae6f-35432ab93f9c req-b1098125-eefb-4315-87fe-a02e73e4f2e9 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392475 Dec 06 14:49:22.705912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf53911-ea8d-4d9c-a7ea-69815d8fd5a5 req-f6882a7e-f935-497d-9c77-51e2f6072e0d tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:22.707391 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bbf53911-ea8d-4d9c-a7ea-69815d8fd5a5 req-f6882a7e-f935-497d-9c77-51e2f6072e0d tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0486019 Dec 06 14:49:22.753388 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bbf53911-ea8d-4d9c-a7ea-69815d8fd5a5 req-22dfaa32-df25-4035-b928-93645908f843 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397847 Dec 06 14:49:23.865580 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bc9ec-cbab-4ee7-8300-16c8e2d454b1 req-1ca4edd9-2993-47d2-a063-5117a2ab19b5 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:23.867044 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7c6bc9ec-cbab-4ee7-8300-16c8e2d454b1 req-1ca4edd9-2993-47d2-a063-5117a2ab19b5 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0479198 Dec 06 14:49:23.913596 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7c6bc9ec-cbab-4ee7-8300-16c8e2d454b1 req-23c4a4d9-adff-45fb-a37d-4eced8063f7d tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404921 Dec 06 14:49:25.031471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309774db-41d8-459f-8d85-02c6c02a565a req-c1c81702-8dfc-4c3a-b1ab-6cfe63cdea99 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:25.032819 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-309774db-41d8-459f-8d85-02c6c02a565a req-c1c81702-8dfc-4c3a-b1ab-6cfe63cdea99 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0509701 Dec 06 14:49:25.079458 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-309774db-41d8-459f-8d85-02c6c02a565a req-894f87c0-4689-4a70-84ee-af9dbbf45382 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408227 Dec 06 14:49:26.192974 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac69e2f4-922f-46b1-8764-100d7bfbbec7 req-5e33971f-92e2-4a49-ac65-af30129a1ccf tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:26.194396 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ac69e2f4-922f-46b1-8764-100d7bfbbec7 req-5e33971f-92e2-4a49-ac65-af30129a1ccf tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0479102 Dec 06 14:49:26.244075 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ac69e2f4-922f-46b1-8764-100d7bfbbec7 req-dbf9b6fb-04b4-4945-a6f5-59d8c366c4e9 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437624 Dec 06 14:49:27.371504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d279a1c-6602-4276-ae5d-045cdb360702 req-e1d9503e-60fe-457c-a9b1-8a841593fc4e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:27.373055 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0d279a1c-6602-4276-ae5d-045cdb360702 req-e1d9503e-60fe-457c-a9b1-8a841593fc4e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0486887 Dec 06 14:49:27.420882 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0d279a1c-6602-4276-ae5d-045cdb360702 req-966d8b6c-7b02-4703-a601-4c7619b34a42 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416334 Dec 06 14:49:28.535603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f3a65e-f320-4435-8e76-8db29cf34f01 req-01e7371e-e16a-476a-8fa4-196fef4ac84e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:28.537078 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-45f3a65e-f320-4435-8e76-8db29cf34f01 req-01e7371e-e16a-476a-8fa4-196fef4ac84e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0478058 Dec 06 14:49:28.583046 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-45f3a65e-f320-4435-8e76-8db29cf34f01 req-177125f9-feef-45c3-9872-5b006faba376 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400820 Dec 06 14:49:29.621133 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:29.700814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c35a2-3200-4423-b242-e929ef41119b req-ce73ae25-bab6-4362-a583-dd26b96603e3 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:29.702326 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-615c35a2-3200-4423-b242-e929ef41119b req-ce73ae25-bab6-4362-a583-dd26b96603e3 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0528080 Dec 06 14:49:29.748998 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-615c35a2-3200-4423-b242-e929ef41119b req-4454161c-d87d-4ee4-8563-7fc0fcf6ea46 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406973 Dec 06 14:49:30.862030 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85738815-074b-4beb-b4b6-845fc3e4efcd req-0c72fcc0-94aa-4d86-b613-2453a1f44943 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:30.863468 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-85738815-074b-4beb-b4b6-845fc3e4efcd req-0c72fcc0-94aa-4d86-b613-2453a1f44943 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0473108 Dec 06 14:49:30.908341 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-85738815-074b-4beb-b4b6-845fc3e4efcd req-8f68df3c-5a5a-4cf5-9da2-220a0ef5b469 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388796 Dec 06 14:49:31.295082 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b1856cb-5e72-4c97-89b9-a9a6a749822c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:32.023335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f7d594-101e-419a-8d4d-c0fdc0e35d11 req-36926c5a-c4b7-4f58-896c-c6346d84f8f2 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:32.024709 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f7f7d594-101e-419a-8d4d-c0fdc0e35d11 req-36926c5a-c4b7-4f58-896c-c6346d84f8f2 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0486300 Dec 06 14:49:32.071562 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f7f7d594-101e-419a-8d4d-c0fdc0e35d11 req-897dc0a0-23bc-4d72-9092-f671618b75d3 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409501 Dec 06 14:49:33.187646 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59332c61-7331-4bc5-b279-b1ff33ade851 req-8c3d7da8-ae88-4a57-aae4-3ad2255dc1da tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:33.189926 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-59332c61-7331-4bc5-b279-b1ff33ade851 req-8c3d7da8-ae88-4a57-aae4-3ad2255dc1da tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0505641 Dec 06 14:49:33.235678 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-59332c61-7331-4bc5-b279-b1ff33ade851 req-860eac76-e900-44be-a53c-b6a81ae88200 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Dec 06 14:49:33.683702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f383-1edd-4da5-a2cb-8564383248b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:34.347973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af74cc85-ece1-4b06-9458-a9b942fd4d98 req-af00c14a-d94f-40fc-97d5-4625d66462e3 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:34.349450 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-af74cc85-ece1-4b06-9458-a9b942fd4d98 req-af00c14a-d94f-40fc-97d5-4625d66462e3 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0472620 Dec 06 14:49:34.399303 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-af74cc85-ece1-4b06-9458-a9b942fd4d98 req-0a9630d5-35a3-4688-bf5c-dc97aade45f5 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436251 Dec 06 14:49:34.577144 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-939010c3-4759-4a1e-bfef-ef6f50b463de service neutron] 10.222.0.41 "GET /v2.0/ports/cb0607fd-2fe4-422d-b398-847a0d8b729e/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0530260 Dec 06 14:49:34.867325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:35.122981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-2bc5005f-6981-46cb-849a-ead3f2ef8a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:35.124363 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-2bc5005f-6981-46cb-849a-ead3f2ef8a02 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7&tenant_id=a70e7d81ebea42aa9fc605947811bd51 HTTP/1.1" status: 200 len: 1098 time: 0.0404286 Dec 06 14:49:35.187508 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-2052fb07-3022-43c1-90af-9ae8177f6a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:35.189000 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-2052fb07-3022-43c1-90af-9ae8177f6a5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a70e7d81ebea42aa9fc605947811bd51&device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 1098 time: 0.0428596 Dec 06 14:49:35.275669 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-cb91f8b7-c00a-490f-a2b5-f83b0fdb8fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:35.277146 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-cb91f8b7-c00a-490f-a2b5-f83b0fdb8fe5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ffb57ca-a047-4148-984e-99cd2d3a815d HTTP/1.1" status: 200 len: 916 time: 0.0817320 Dec 06 14:49:35.319994 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-62bc083a-8af0-4d36-aceb-9198b99d560c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb0607fd-2fe4-422d-b398-847a0d8b729e HTTP/1.1" status: 200 len: 217 time: 0.0362329 Dec 06 14:49:35.366516 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-a35c9840-253d-4a18-bc89-4a4ed39a36a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:35.367892 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-a35c9840-253d-4a18-bc89-4a4ed39a36a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7 HTTP/1.1" status: 200 len: 855 time: 0.0410995 Dec 06 14:49:35.398508 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-104bf22c-a292-4fa5-9456-2d2cad6e24f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ffb57ca-a047-4148-984e-99cd2d3a815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236714 Dec 06 14:49:35.517783 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-2ce16552-8a55-4de3-b07b-727d24b0509c service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109591 Dec 06 14:49:35.529887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6b8787-ee1d-45ac-bcf0-27c7c1cfd420 req-9e7d4fd6-c323-41f3-8c0a-7b8f59e73108 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:35.531245 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0b6b8787-ee1d-45ac-bcf0-27c7c1cfd420 req-9e7d4fd6-c323-41f3-8c0a-7b8f59e73108 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0621226 Dec 06 14:49:35.635518 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0b6b8787-ee1d-45ac-bcf0-27c7c1cfd420 req-aa590bec-fc1c-41f9-adfe-0e458d2ca2b7 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965362 Dec 06 14:49:35.661625 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2cb433f9-6d0e-4dad-b7cb-8f4faa374f8a req-e2c528c7-1ba6-4525-a1b3-4e35dfb415db service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206861 Dec 06 14:49:36.026422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:36.757508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881c53f-86a9-41dd-8df0-aa49e5f43818 req-1b94d473-abbb-437a-85c4-93a3e37b54c5 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:36.759239 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4881c53f-86a9-41dd-8df0-aa49e5f43818 req-1b94d473-abbb-437a-85c4-93a3e37b54c5 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0503211 Dec 06 14:49:36.806756 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4881c53f-86a9-41dd-8df0-aa49e5f43818 req-552b9302-ac36-4b3a-8960-8021854e958c tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412145 Dec 06 14:49:36.912561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:37.242916 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device cb0607fd-2fe4-422d-b398-847a0d8b729e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:37.318002 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:37.340736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f8a660-1693-44a1-8949-67760a28def7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0607fd-2fe4-422d-b398-847a0d8b729e'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:37.342976 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38034483-ce13-409d-b3bc-9548d8f45946" -d '{"events": [{"server_uuid": "96f8a660-1693-44a1-8949-67760a28def7", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0607fd-2fe4-422d-b398-847a0d8b729e"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:37.355376 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port cb0607fd-2fe4-422d-b398-847a0d8b729e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb0607fd-2fe4-422d-b398-847a0d8b729e,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:37.385604 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f2a9c9-68d1-4745-b87c-6f6094cf712c x-openstack-request-id: req-a4f2a9c9-68d1-4745-b87c-6f6094cf712c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:37.385894 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f8a660-1693-44a1-8949-67760a28def7", "name": "network-vif-unplugged", "status": "completed", "tag": "cb0607fd-2fe4-422d-b398-847a0d8b729e", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:37.386148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a4f2a9c9-68d1-4745-b87c-6f6094cf712c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:37.386537 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f8a660-1693-44a1-8949-67760a28def7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb0607fd-2fe4-422d-b398-847a0d8b729e', 'code': 200} Dec 06 14:49:37.426921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:37.473599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=cb0607fd-2fe4-422d-b398-847a0d8b729e,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:37.918579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8aee9-2f79-4bc1-ab55-196cd39d342b req-6ea87259-0e49-450d-bf06-14040f9b802e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:37.920023 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-15d8aee9-2f79-4bc1-ab55-196cd39d342b req-6ea87259-0e49-450d-bf06-14040f9b802e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 943 time: 0.0473094 Dec 06 14:49:37.966220 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-15d8aee9-2f79-4bc1-ab55-196cd39d342b req-fd8bbd97-a466-427a-b409-63f0765833ad tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399494 Dec 06 14:49:39.080343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8f4286-b5c3-4557-a2df-87c97b4ca918 req-d4fde8fe-f4d7-4e42-9b05-3f9c18e3a1dd tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:39.081808 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-af8f4286-b5c3-4557-a2df-87c97b4ca918 req-d4fde8fe-f4d7-4e42-9b05-3f9c18e3a1dd tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 943 time: 0.0479162 Dec 06 14:49:39.126792 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-af8f4286-b5c3-4557-a2df-87c97b4ca918 req-422d2cda-0545-49b8-af81-2dade90f48d3 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391984 Dec 06 14:49:39.263309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device cb0607fd-2fe4-422d-b398-847a0d8b729e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:49:39.359478 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port cb0607fd-2fe4-422d-b398-847a0d8b729e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb0607fd-2fe4-422d-b398-847a0d8b729e,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:39.372200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'cb0607fd-2fe4-422d-b398-847a0d8b729e', 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d', 'port_id': 'cb0607fd-2fe4-422d-b398-847a0d8b729e', 'mac_address': 'fa:16:3e:03:c5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:49:39.408569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.421788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb0607fd-2fe4-422d-b398-847a0d8b729e {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:49:39.441699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port cb0607fd-2fe4-422d-b398-847a0d8b729e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb0607fd-2fe4-422d-b398-847a0d8b729e,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:39.455652 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e253d3-7738-4d4e-848c-9d23ce62cc31 req-f52a12bf-bb4c-4821-ad74-790222a20c0f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:39.457149 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-61e253d3-7738-4d4e-848c-9d23ce62cc31 req-f52a12bf-bb4c-4821-ad74-790222a20c0f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 943 time: 0.0482848 Dec 06 14:49:39.529921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:39.534805 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-61e253d3-7738-4d4e-848c-9d23ce62cc31 req-8cdc4570-9509-4cba-a392-eac26e4f3ec6 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706832 Dec 06 14:49:39.555584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1d699-1d40-40fe-a6af-2fccce4685f1 req-a32f56e8-0df5-48cb-abe6-ffa4506d6482 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:39.557891 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70a1d699-1d40-40fe-a6af-2fccce4685f1 req-a32f56e8-0df5-48cb-abe6-ffa4506d6482 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.41 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7&tenant_id=a70e7d81ebea42aa9fc605947811bd51&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0669608 Dec 06 14:49:39.584747 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=cb0607fd-2fe4-422d-b398-847a0d8b729e,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:39.590631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['cb0607fd-2fe4-422d-b398-847a0d8b729e'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:39.649919 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1d699-1d40-40fe-a6af-2fccce4685f1 req-e4aba811-e3dd-4992-8b12-f8094455c257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:39.651478 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70a1d699-1d40-40fe-a6af-2fccce4685f1 req-e4aba811-e3dd-4992-8b12-f8094455c257 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a70e7d81ebea42aa9fc605947811bd51&device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 1097 time: 0.0461438 Dec 06 14:49:39.744448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1d699-1d40-40fe-a6af-2fccce4685f1 req-4f8eaf80-b203-4ab9-ac7f-a90636ba9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:39.746023 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70a1d699-1d40-40fe-a6af-2fccce4685f1 req-4f8eaf80-b203-4ab9-ac7f-a90636ba9518 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ffb57ca-a047-4148-984e-99cd2d3a815d HTTP/1.1" status: 200 len: 916 time: 0.0883543 Dec 06 14:49:39.784884 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70a1d699-1d40-40fe-a6af-2fccce4685f1 req-304a87c9-5b22-4b20-86dc-4cb116eef376 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cb0607fd-2fe4-422d-b398-847a0d8b729e HTTP/1.1" status: 200 len: 217 time: 0.0318799 Dec 06 14:49:39.831754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1d699-1d40-40fe-a6af-2fccce4685f1 req-cc674e72-6dae-4b34-a265-50e016af31bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:39.833136 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70a1d699-1d40-40fe-a6af-2fccce4685f1 req-cc674e72-6dae-4b34-a265-50e016af31bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7 HTTP/1.1" status: 200 len: 855 time: 0.0407066 Dec 06 14:49:39.863813 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70a1d699-1d40-40fe-a6af-2fccce4685f1 req-9864be7f-2495-4024-983a-0b1b17843014 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ffb57ca-a047-4148-984e-99cd2d3a815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230951 Dec 06 14:49:39.953974 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70a1d699-1d40-40fe-a6af-2fccce4685f1 req-7d2dc30e-4b46-4d6f-9da2-0f9ba34858b7 service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833368 Dec 06 14:49:40.047265 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70a1d699-1d40-40fe-a6af-2fccce4685f1 req-abd12c86-1c94-4418-9646-0e29cab760e9 service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865018 Dec 06 14:49:40.663049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289b2fd-f6d7-43b9-abea-11b885a3ad38 req-d10ea5b9-c38c-4f81-b611-cbc13b56f330 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:40.664618 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2289b2fd-f6d7-43b9-abea-11b885a3ad38 req-d10ea5b9-c38c-4f81-b611-cbc13b56f330 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 944 time: 0.0527852 Dec 06 14:49:40.713253 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2289b2fd-f6d7-43b9-abea-11b885a3ad38 req-0c7e33c7-edfe-46bd-a411-990c50223f75 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422285 Dec 06 14:49:41.287849 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device cb0607fd-2fe4-422d-b398-847a0d8b729e up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:41.337975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port cb0607fd-2fe4-422d-b398-847a0d8b729e triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:41.338344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:41.411992 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:41.434218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f8a660-1693-44a1-8949-67760a28def7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0607fd-2fe4-422d-b398-847a0d8b729e'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:41.436437 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0b22c3a-02ca-41e0-bdc1-9bf62dc82011" -d '{"events": [{"server_uuid": "96f8a660-1693-44a1-8949-67760a28def7", "name": "network-vif-plugged", "status": "completed", "tag": "cb0607fd-2fe4-422d-b398-847a0d8b729e"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:41.448655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port cb0607fd-2fe4-422d-b398-847a0d8b729e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb0607fd-2fe4-422d-b398-847a0d8b729e,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:41.475066 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed162104-a118-40fc-be57-d4cc7c8f29d6 x-openstack-request-id: req-ed162104-a118-40fc-be57-d4cc7c8f29d6 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:41.475066 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f8a660-1693-44a1-8949-67760a28def7", "name": "network-vif-plugged", "status": "completed", "tag": "cb0607fd-2fe4-422d-b398-847a0d8b729e", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:41.475066 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ed162104-a118-40fc-be57-d4cc7c8f29d6 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:41.475066 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f8a660-1693-44a1-8949-67760a28def7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb0607fd-2fe4-422d-b398-847a0d8b729e', 'code': 200} Dec 06 14:49:41.523825 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:41.574191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=cb0607fd-2fe4-422d-b398-847a0d8b729e,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:41.580971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:41.582509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:41.582509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:41.582509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:41.582509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:41.582980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:41.582980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:41.583248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:41.583574 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:41.583900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:41.584221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:41.584539 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:41.584878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:41.826044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ea0b3f-4a64-4af5-96bb-a630a38ef71c req-2aa812be-7cdb-441d-80af-79acddd55408 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:41.827404 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c5ea0b3f-4a64-4af5-96bb-a630a38ef71c req-2aa812be-7cdb-441d-80af-79acddd55408 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0476758 Dec 06 14:49:41.873070 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c5ea0b3f-4a64-4af5-96bb-a630a38ef71c req-e9df7484-05aa-404d-a8ba-cd11804f808f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398593 Dec 06 14:49:42.294793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff27d59-12a6-4a49-bdba-7dd49c7c153a req-8c30508b-83bb-435d-89d0-17fa6b26677f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:42.295742 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-aff27d59-12a6-4a49-bdba-7dd49c7c153a req-8c30508b-83bb-435d-89d0-17fa6b26677f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.3560243 Dec 06 14:49:42.341361 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-aff27d59-12a6-4a49-bdba-7dd49c7c153a req-8609d7ed-b870-4013-bd35-782fc04f8a8f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396507 Dec 06 14:49:42.451085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee50e43-d122-4b51-88ac-33fafcca2a73 req-fc9c5912-ee41-469c-a36a-bd82244585f3 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:42.452517 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bee50e43-d122-4b51-88ac-33fafcca2a73 req-fc9c5912-ee41-469c-a36a-bd82244585f3 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0479472 Dec 06 14:49:42.502005 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bee50e43-d122-4b51-88ac-33fafcca2a73 req-cc7a3add-3297-4370-9d26-7ae19b45f5a1 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436721 Dec 06 14:49:43.016104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-b2c49595-f51a-40f7-8ce3-3bf37b5fd43f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:43.017575 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-b2c49595-f51a-40f7-8ce3-3bf37b5fd43f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/networks?id=9ffb57ca-a047-4148-984e-99cd2d3a815d HTTP/1.1" status: 200 len: 815 time: 0.1058893 Dec 06 14:49:43.032084 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-de524718-c5c7-4a2e-a911-e2ea74e339f6 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/quotas/a70e7d81ebea42aa9fc605947811bd51 HTTP/1.1" status: 200 len: 375 time: 0.0088377 Dec 06 14:49:43.083591 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-566f10b1-32a7-41da-bd48-54b5046eb75a tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a70e7d81ebea42aa9fc605947811bd51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0463529 Dec 06 14:49:43.216355 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-b731a60a-8008-4282-82bf-efe0549bca7a service neutron] 10.222.0.42 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258974 Dec 06 14:49:43.308213 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-5a326bce-aa3f-488e-a679-3726dc7a0a32 service neutron] 10.222.0.42 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857768 Dec 06 14:49:43.523729 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4ff98564-b53e-4654-bdfd-965d3da644c8 req-a1803319-5410-4303-ab4e-2cdeb4e86727 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 210 time: 0.0249734 Dec 06 14:49:44.616982 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f5be910-f58a-4a69-847e-6b5bd708b086 req-b81a8c9a-88a8-454f-938e-c67ea1203cd7 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 210 time: 0.0260494 Dec 06 14:49:44.731174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2adbbf3-58cf-48b0-b22c-b2043baa3dab req-9f07dfc8-1b91-4488-91a7-534bc6e4b5b0 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:44.732585 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f2adbbf3-58cf-48b0-b22c-b2043baa3dab req-9f07dfc8-1b91-4488-91a7-534bc6e4b5b0 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.41 "GET /v2.0/ports?device_id=96f8a660-1693-44a1-8949-67760a28def7 HTTP/1.1" status: 200 len: 945 time: 0.0476744 Dec 06 14:49:44.822788 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-f2adbbf3-58cf-48b0-b22c-b2043baa3dab req-554a541d-b60f-4099-bc19-2c59a8196a6b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Deleting port cb0607fd-2fe4-422d-b398-847a0d8b729e {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:49:44.823020 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-f2adbbf3-58cf-48b0-b22c-b2043baa3dab req-554a541d-b60f-4099-bc19-2c59a8196a6b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:44.910733 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-f2adbbf3-58cf-48b0-b22c-b2043baa3dab req-554a541d-b60f-4099-bc19-2c59a8196a6b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] For port cb0607fd-2fe4-422d-b398-847a0d8b729e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cb0607fd-2fe4-422d-b398-847a0d8b729e,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:44.911095 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-f2adbbf3-58cf-48b0-b22c-b2043baa3dab req-554a541d-b60f-4099-bc19-2c59a8196a6b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:44.923448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [req-f2adbbf3-58cf-48b0-b22c-b2043baa3dab req-554a541d-b60f-4099-bc19-2c59a8196a6b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Calling delete_port for cb0607fd-2fe4-422d-b398-847a0d8b729e owned by compute:nova {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:49:45.126631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-558e231e-a6d4-4094-b12e-e794a5e3c849 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:45.127988 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-558e231e-a6d4-4094-b12e-e794a5e3c849 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.41 "GET /v2.0/networks?id=9ffb57ca-a047-4148-984e-99cd2d3a815d HTTP/1.1" status: 200 len: 815 time: 0.1002502 Dec 06 14:49:45.140214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Request body: {'port': {'device_id': 'ab9313ec-b060-4cd5-9bea-29d92a18ece4', 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d', 'admin_state_up': True, 'tenant_id': 'a70e7d81ebea42aa9fc605947811bd51'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:45.140801 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-f2adbbf3-58cf-48b0-b22c-b2043baa3dab req-554a541d-b60f-4099-bc19-2c59a8196a6b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:45.152998 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['cb0607fd-2fe4-422d-b398-847a0d8b729e'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:45.176812 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a541d-b60f-4099-bc19-2c59a8196a6b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Pushing event deleted for resources: {'Port': ['ID=cb0607fd-2fe4-422d-b398-847a0d8b729e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:45.219964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2adbbf3-58cf-48b0-b22c-b2043baa3dab req-554a541d-b60f-4099-bc19-2c59a8196a6b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] No DVR routers for this DVR port cb0607fd-2fe4-422d-b398-847a0d8b729e on host hv-neutron-mast {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:49:45.222427 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-f2adbbf3-58cf-48b0-b22c-b2043baa3dab req-554a541d-b60f-4099-bc19-2c59a8196a6b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:45.225961 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f2adbbf3-58cf-48b0-b22c-b2043baa3dab req-554a541d-b60f-4099-bc19-2c59a8196a6b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.41 "DELETE /v2.0/ports/cb0607fd-2fe4-422d-b398-847a0d8b729e HTTP/1.1" status: 204 len: 173 time: 0.4861827 Dec 06 14:49:45.226405 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96f8a660-1693-44a1-8949-67760a28def7', 'name': 'network-vif-deleted', 'tag': 'cb0607fd-2fe4-422d-b398-847a0d8b729e'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:45.229909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e8a1f60-5aaa-4c41-92f8-4e4a92b59366" -d '{"events": [{"server_uuid": "96f8a660-1693-44a1-8949-67760a28def7", "name": "network-vif-deleted", "tag": "cb0607fd-2fe4-422d-b398-847a0d8b729e"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:45.268416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b23ca1-1c55-47b3-bf32-558eb1884235 x-openstack-request-id: req-78b23ca1-1c55-47b3-bf32-558eb1884235 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:45.268711 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96f8a660-1693-44a1-8949-67760a28def7", "name": "network-vif-deleted", "tag": "cb0607fd-2fe4-422d-b398-847a0d8b729e", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:45.269008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-78b23ca1-1c55-47b3-bf32-558eb1884235 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:45.269410 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96f8a660-1693-44a1-8949-67760a28def7', 'name': 'network-vif-deleted', 'tag': 'cb0607fd-2fe4-422d-b398-847a0d8b729e', 'status': 'completed', 'code': 200} Dec 06 14:49:45.369896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Made reservation on behalf of a70e7d81ebea42aa9fc605947811bd51 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:49:45.373633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:45.502134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Allocated IP 172.20.0.4 (9ffb57ca-a047-4148-984e-99cd2d3a815d/a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7/132138a0-1650-4f87-abd3-232d97895e44) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:49:45.646161 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:45.719544 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4ef0f60e-7790-40e5-87a8-add2239f2d8c req-3c524865-2760-4660-b985-7f16f0f6f779 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 210 time: 0.0316000 Dec 06 14:49:45.723587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:45.742981 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['cb0607fd-2fe4-422d-b398-847a0d8b729e'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:45.767102 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Network 9ffb57ca-a047-4148-984e-99cd2d3a815d is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:49:45.770166 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:49:45.773992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:49:45.781033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Pushing event updated for resources: {'Port': ['ID=132138a0-1650-4f87-abd3-232d97895e44,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:45.808342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:45.808698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:45.809065 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:45.809405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:45.809742 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:45.810080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:45.810410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:45.810740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:45.811069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:45.811393 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:45.811719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:45.812055 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:45.812378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:49:45.837605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:45.840479 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:45.960400 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-316bc38c-d9a0-416a-bfe3-69e7c93bc1ef tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8237290 Dec 06 14:49:46.059550 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Request body: {'port': {'device_id': 'ab9313ec-b060-4cd5-9bea-29d92a18ece4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:49:46.117129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.377712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 132138a0-1650-4f87-abd3-232d97895e44 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:49:46.385214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.396953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Transition to ACTIVE for port object 132138a0-1650-4f87-abd3-232d97895e44 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:49:46.506249 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.559122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Pushing event updated for resources: {'Port': ['ID=132138a0-1650-4f87-abd3-232d97895e44,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:46.628760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Attempting to bind port 132138a0-1650-4f87-abd3-232d97895e44 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:49:46.629026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Attempting to bind port 132138a0-1650-4f87-abd3-232d97895e44 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e7a7352b-f2f9-4a54-ad2d-8678b12857e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:49:46.629348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Attempting to bind port 132138a0-1650-4f87-abd3-232d97895e44 on network 9ffb57ca-a047-4148-984e-99cd2d3a815d {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:46.633489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Port 132138a0-1650-4f87-abd3-232d97895e44 on network 9ffb57ca-a047-4148-984e-99cd2d3a815d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:49:46.633805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Attempting to bind port 132138a0-1650-4f87-abd3-232d97895e44 on network 9ffb57ca-a047-4148-984e-99cd2d3a815d {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:49:46.638435 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:49:46.638759 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Checking segment: {'id': 'e7a7352b-f2f9-4a54-ad2d-8678b12857e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:49:46.639133 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Bound using segment: {'id': 'e7a7352b-f2f9-4a54-ad2d-8678b12857e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:49:46.639553 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Bound port: 132138a0-1650-4f87-abd3-232d97895e44, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7a7352b-f2f9-4a54-ad2d-8678b12857e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:49:46.639894 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.700390 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] For port 132138a0-1650-4f87-abd3-232d97895e44, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:49:46.703466 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] For port 132138a0-1650-4f87-abd3-232d97895e44, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=132138a0-1650-4f87-abd3-232d97895e44,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:49:46.764070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.803009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:46.803628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:46.805041 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] 10.222.0.41 "PUT /v2.0/ports/132138a0-1650-4f87-abd3-232d97895e44 HTTP/1.1" status: 200 len: 1093 time: 0.7504060 Dec 06 14:49:46.808482 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab9313ec-b060-4cd5-9bea-29d92a18ece4', 'tag': '132138a0-1650-4f87-abd3-232d97895e44'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:46.809067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5325f862-7023-4a5e-b24b-0fc2d47f3cef" -d '{"events": [{"name": "network-changed", "server_uuid": "ab9313ec-b060-4cd5-9bea-29d92a18ece4", "tag": "132138a0-1650-4f87-abd3-232d97895e44"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:46.830748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97f22a-af15-481d-b3f2-d6401d885c9f service neutron] Pushing event updated for resources: {'Port': ['ID=132138a0-1650-4f87-abd3-232d97895e44,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:46.840968 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705827f1-4d05-43d5-9cd7-193d9ec30050 req-867b85b1-139f-4bc1-9283-4f45d55cc765 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:46.842474 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-705827f1-4d05-43d5-9cd7-193d9ec30050 req-867b85b1-139f-4bc1-9283-4f45d55cc765 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 943 time: 0.0546899 Dec 06 14:49:46.849400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6dabb19-bd6a-4b4b-87cf-07bc9bb99772 x-openstack-request-id: req-b6dabb19-bd6a-4b4b-87cf-07bc9bb99772 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:46.849691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab9313ec-b060-4cd5-9bea-29d92a18ece4", "tag": "132138a0-1650-4f87-abd3-232d97895e44", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:46.849948 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6dabb19-bd6a-4b4b-87cf-07bc9bb99772 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:46.850348 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab9313ec-b060-4cd5-9bea-29d92a18ece4', 'tag': '132138a0-1650-4f87-abd3-232d97895e44', 'status': 'completed', 'code': 200} Dec 06 14:49:46.896778 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-705827f1-4d05-43d5-9cd7-193d9ec30050 req-1c4d0034-ed11-4e0d-9d08-fb022a6e4999 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465920 Dec 06 14:49:46.917354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325f862-7023-4a5e-b24b-0fc2d47f3cef req-b083fa2e-cbc5-4755-a1a5-5d0fdcdb9031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:46.918852 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5325f862-7023-4a5e-b24b-0fc2d47f3cef req-b083fa2e-cbc5-4755-a1a5-5d0fdcdb9031 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a70e7d81ebea42aa9fc605947811bd51&device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 1096 time: 0.0457160 Dec 06 14:49:47.013745 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325f862-7023-4a5e-b24b-0fc2d47f3cef req-e7093d4e-424a-41e2-a813-72f4fc5423d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:47.015190 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5325f862-7023-4a5e-b24b-0fc2d47f3cef req-e7093d4e-424a-41e2-a813-72f4fc5423d9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a70e7d81ebea42aa9fc605947811bd51&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0887299 Dec 06 14:49:47.109537 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325f862-7023-4a5e-b24b-0fc2d47f3cef req-10bde52c-bf4e-48f3-8e67-f1e1dd31b08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:47.110941 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5325f862-7023-4a5e-b24b-0fc2d47f3cef req-10bde52c-bf4e-48f3-8e67-f1e1dd31b08b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880055 Dec 06 14:49:47.185842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-ca379f57-dec1-4bd6-ba34-29d417287b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:47.187211 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-ca379f57-dec1-4bd6-ba34-29d417287b89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a70e7d81ebea42aa9fc605947811bd51&device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 1096 time: 0.0408292 Dec 06 14:49:47.226948 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-1e705630-fbc6-4b81-aba7-7984ea68d6af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=132138a0-1650-4f87-abd3-232d97895e44 HTTP/1.1" status: 200 len: 217 time: 0.0319040 Dec 06 14:49:47.278294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-4fc7ee7c-140b-4fc9-96d1-aafc1ba9a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:47.279684 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-4fc7ee7c-140b-4fc9-96d1-aafc1ba9a178 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7 HTTP/1.1" status: 200 len: 855 time: 0.0452404 Dec 06 14:49:47.311830 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-712809a3-7eb0-4331-8462-0a2494c9f2e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ffb57ca-a047-4148-984e-99cd2d3a815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248303 Dec 06 14:49:47.396983 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-678e574a-979a-4d04-bb63-8abb92ec2db9 service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785105 Dec 06 14:49:47.490400 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b91bd445-20f8-4d2f-ab55-d3c1a2794315 req-c1ec73cd-40d9-4dec-8075-6bc5805c63e7 service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854206 Dec 06 14:49:48.006677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcb8b8a-ef01-4080-8c42-7cbe26c467ee req-c7ccfa86-470e-4709-bd4d-fffec7bbf004 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:48.008086 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3bcb8b8a-ef01-4080-8c42-7cbe26c467ee req-c7ccfa86-470e-4709-bd4d-fffec7bbf004 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 943 time: 0.0472891 Dec 06 14:49:48.054179 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3bcb8b8a-ef01-4080-8c42-7cbe26c467ee req-71a212c1-94c7-488a-acc3-ae7b4181d286 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395803 Dec 06 14:49:49.164062 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:49:49.170224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebc5c9-e160-4ed9-bad6-826cba7c2b67 req-7b170f6e-1661-4bd3-a7d0-2015324c316b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:49.171683 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-99ebc5c9-e160-4ed9-bad6-826cba7c2b67 req-7b170f6e-1661-4bd3-a7d0-2015324c316b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 943 time: 0.0519867 Dec 06 14:49:49.217442 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-99ebc5c9-e160-4ed9-bad6-826cba7c2b67 req-16d2dd02-c1dd-4bf1-8483-617f6a3e257d tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398557 Dec 06 14:49:49.316809 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device cb0607fd-2fe4-422d-b398-847a0d8b729e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:49:49.340706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: cb0607fd-2fe4-422d-b398-847a0d8b729e {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:49:49.340990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device cb0607fd-2fe4-422d-b398-847a0d8b729e not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:49:50.331069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e4a6c-23d9-4b39-a149-92169c63dc42 req-61032236-4ce2-47e5-a523-f1b72d6cef3d tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:50.332504 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a13e4a6c-23d9-4b39-a149-92169c63dc42 req-61032236-4ce2-47e5-a523-f1b72d6cef3d tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 943 time: 0.0518348 Dec 06 14:49:50.379914 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a13e4a6c-23d9-4b39-a149-92169c63dc42 req-0d4dddbf-1649-45b6-aac5-8acec8b2536f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410848 Dec 06 14:49:51.326604 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 132138a0-1650-4f87-abd3-232d97895e44 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:49:51.418637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 132138a0-1650-4f87-abd3-232d97895e44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=132138a0-1650-4f87-abd3-232d97895e44,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:51.433798 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '132138a0-1650-4f87-abd3-232d97895e44', 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d', 'port_id': '132138a0-1650-4f87-abd3-232d97895e44', 'mac_address': 'fa:16:3e:b7:a7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:49:51.470225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.483791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132138a0-1650-4f87-abd3-232d97895e44 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:49:51.492585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06188024-e287-497d-aa30-b4bf0d8ff7b3 req-7d5ea71c-ab48-4bb4-a18e-0db5c8857016 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:51.494822 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-06188024-e287-497d-aa30-b4bf0d8ff7b3 req-7d5ea71c-ab48-4bb4-a18e-0db5c8857016 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 943 time: 0.0484457 Dec 06 14:49:51.503919 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 132138a0-1650-4f87-abd3-232d97895e44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=132138a0-1650-4f87-abd3-232d97895e44,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:51.543396 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-06188024-e287-497d-aa30-b4bf0d8ff7b3 req-fab541c9-6d05-471b-84d6-f1c6dc4a767f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 Dec 06 14:49:51.643538 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:51.694126 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=132138a0-1650-4f87-abd3-232d97895e44,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:51.946779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['132138a0-1650-4f87-abd3-232d97895e44'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:49:52.662029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224008a-4128-4b0f-a696-f18ac67f09f5 req-a55f5fb3-222b-4898-8e8f-a05eb4f40e39 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:52.663445 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c224008a-4128-4b0f-a696-f18ac67f09f5 req-a55f5fb3-222b-4898-8e8f-a05eb4f40e39 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 944 time: 0.0479481 Dec 06 14:49:52.710582 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c224008a-4128-4b0f-a696-f18ac67f09f5 req-78467c2e-40f3-4869-9034-52f5c312e697 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413241 Dec 06 14:49:53.335114 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 132138a0-1650-4f87-abd3-232d97895e44 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:49:53.448930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 132138a0-1650-4f87-abd3-232d97895e44 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:49:53.452714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 132138a0-1650-4f87-abd3-232d97895e44 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:49:53.453124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.529981 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.552161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9313ec-b060-4cd5-9bea-29d92a18ece4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132138a0-1650-4f87-abd3-232d97895e44'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:49:53.554429 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9623785b-b804-4dcd-b6c9-915f793a3c2a" -d '{"events": [{"server_uuid": "ab9313ec-b060-4cd5-9bea-29d92a18ece4", "name": "network-vif-plugged", "status": "completed", "tag": "132138a0-1650-4f87-abd3-232d97895e44"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:49:53.569197 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 132138a0-1650-4f87-abd3-232d97895e44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=132138a0-1650-4f87-abd3-232d97895e44,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:49:53.589605 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18661745-88d9-42af-a507-c6ad6defbf60 x-openstack-request-id: req-18661745-88d9-42af-a507-c6ad6defbf60 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:49:53.589896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9313ec-b060-4cd5-9bea-29d92a18ece4", "name": "network-vif-plugged", "status": "completed", "tag": "132138a0-1650-4f87-abd3-232d97895e44", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:49:53.590146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-18661745-88d9-42af-a507-c6ad6defbf60 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:49:53.590529 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9313ec-b060-4cd5-9bea-29d92a18ece4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132138a0-1650-4f87-abd3-232d97895e44', 'code': 200} Dec 06 14:49:53.637784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:53.685071 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=132138a0-1650-4f87-abd3-232d97895e44,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:49:53.827067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89580ac-eea0-4628-9e6d-4bd1b523b157 req-15ab07de-fe16-4651-94d4-19b4977ee3e9 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:53.828594 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d89580ac-eea0-4628-9e6d-4bd1b523b157 req-15ab07de-fe16-4651-94d4-19b4977ee3e9 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0517373 Dec 06 14:49:53.901962 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d89580ac-eea0-4628-9e6d-4bd1b523b157 req-2a1f4b63-03fb-492d-a7e3-945fb118fbc9 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671096 Dec 06 14:49:53.911292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877de7e-716d-4415-966c-42be6e448f55 req-66a3caad-c14e-487d-8150-8093f577e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:53.912769 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6877de7e-716d-4415-966c-42be6e448f55 req-66a3caad-c14e-487d-8150-8093f577e34b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 1098 time: 0.0601137 Dec 06 14:49:53.957142 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6877de7e-716d-4415-966c-42be6e448f55 req-8be26d6e-c45d-4647-9266-639e815448e2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371447 Dec 06 14:49:55.029293 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525076e6-b4d1-49ab-b969-1959bb39702a req-bf641e5f-9aa2-46f3-b2a4-3648784c445d tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:55.030675 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-525076e6-b4d1-49ab-b969-1959bb39702a req-bf641e5f-9aa2-46f3-b2a4-3648784c445d tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0501215 Dec 06 14:49:55.081174 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-525076e6-b4d1-49ab-b969-1959bb39702a req-d63babec-a6ae-4397-8140-ebb23649016e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445747 Dec 06 14:49:56.193968 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3686277-31ea-41bf-b6d9-93ae576f3da2 req-fc0865f6-8a2d-4162-b281-deba1cacad05 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:56.195396 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b3686277-31ea-41bf-b6d9-93ae576f3da2 req-fc0865f6-8a2d-4162-b281-deba1cacad05 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0477769 Dec 06 14:49:56.244238 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b3686277-31ea-41bf-b6d9-93ae576f3da2 req-e8b1d6db-e318-4d55-8496-93d98f5c47ee tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428810 Dec 06 14:49:56.357036 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11ef1b-bd7f-40fa-9f27-270b1e110ae4 req-8634bf4c-8619-4fd4-a769-2a251d47aabf tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:56.358475 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3c11ef1b-bd7f-40fa-9f27-270b1e110ae4 req-8634bf4c-8619-4fd4-a769-2a251d47aabf tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0478153 Dec 06 14:49:56.406778 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3c11ef1b-bd7f-40fa-9f27-270b1e110ae4 req-9f652ae5-e0c0-4161-b7c6-13cf9ce91c60 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413601 Dec 06 14:49:56.730962 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0d3f9-811b-4afb-a9c9-1be252f60cd6 req-fa48c5e4-dabe-4ae5-b95e-d65f2f58317a tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:56.732420 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c6c0d3f9-811b-4afb-a9c9-1be252f60cd6 req-fa48c5e4-dabe-4ae5-b95e-d65f2f58317a tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0483203 Dec 06 14:49:56.778898 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c6c0d3f9-811b-4afb-a9c9-1be252f60cd6 req-da5ac540-3127-4027-8770-f3acdee9db34 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404050 Dec 06 14:49:56.832284 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-b4964d01-24bf-4f7f-8a12-ec5ec4229209 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427880 Dec 06 14:49:57.893158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a61df-757d-40ca-a653-338d69fd6909 req-a6813465-54c8-4d85-a765-3fce24e96f16 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:57.894679 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ad3a61df-757d-40ca-a653-338d69fd6909 req-a6813465-54c8-4d85-a765-3fce24e96f16 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0476365 Dec 06 14:49:57.943640 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ad3a61df-757d-40ca-a653-338d69fd6909 req-5279ea04-b5b9-40a9-9da6-0ea67214a1f9 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418112 Dec 06 14:49:58.524556 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53b976-7f15-4033-85a7-54cdfa893746 req-0f43fcac-dd74-4fd5-8b89-9204d33da7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:58.526021 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-da53b976-7f15-4033-85a7-54cdfa893746 req-0f43fcac-dd74-4fd5-8b89-9204d33da7aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a70e7d81ebea42aa9fc605947811bd51&device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 1098 time: 0.0396345 Dec 06 14:49:58.635504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53b976-7f15-4033-85a7-54cdfa893746 req-1b14b882-9470-4968-8110-005ed667da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:58.636882 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-da53b976-7f15-4033-85a7-54cdfa893746 req-1b14b882-9470-4968-8110-005ed667da4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ffb57ca-a047-4148-984e-99cd2d3a815d HTTP/1.1" status: 200 len: 916 time: 0.0919437 Dec 06 14:49:58.682399 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-da53b976-7f15-4033-85a7-54cdfa893746 req-a51b8366-9244-40e2-8a2c-53c8264a795b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=132138a0-1650-4f87-abd3-232d97895e44 HTTP/1.1" status: 200 len: 217 time: 0.0335770 Dec 06 14:49:58.739469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da53b976-7f15-4033-85a7-54cdfa893746 req-ede22535-5987-4d9c-a2f2-f8592ccb09be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:58.740917 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-da53b976-7f15-4033-85a7-54cdfa893746 req-ede22535-5987-4d9c-a2f2-f8592ccb09be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7 HTTP/1.1" status: 200 len: 855 time: 0.0422153 Dec 06 14:49:58.776094 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-da53b976-7f15-4033-85a7-54cdfa893746 req-8f5dbe7f-7287-4360-8b1d-172720ed93f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ffb57ca-a047-4148-984e-99cd2d3a815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276272 Dec 06 14:49:58.863503 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-da53b976-7f15-4033-85a7-54cdfa893746 req-bfb18570-12f1-4352-b85d-ac465eaab2de service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809298 Dec 06 14:49:58.959413 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-da53b976-7f15-4033-85a7-54cdfa893746 req-44d3a717-e68c-4b64-b041-bbc7ab26aee4 service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865233 Dec 06 14:49:59.057927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61195c28-4c93-417a-909a-3de1cb5afa09 req-f63efb34-00f1-4e21-a879-3e8df6b8e3f3 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:59.059369 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-61195c28-4c93-417a-909a-3de1cb5afa09 req-f63efb34-00f1-4e21-a879-3e8df6b8e3f3 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0479865 Dec 06 14:49:59.106896 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-61195c28-4c93-417a-909a-3de1cb5afa09 req-2f31c084-95ef-4fd4-9243-6bf8e8a55f0f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414593 Dec 06 14:49:59.142056 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-bc71be8e-96cf-43ed-85b0-250aee7a0656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:59.143508 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-bc71be8e-96cf-43ed-85b0-250aee7a0656 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a70e7d81ebea42aa9fc605947811bd51&device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 1098 time: 0.0407126 Dec 06 14:49:59.235842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-46291f62-8931-43d1-95ed-39124b0eb449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:59.237213 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-46291f62-8931-43d1-95ed-39124b0eb449 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ffb57ca-a047-4148-984e-99cd2d3a815d HTTP/1.1" status: 200 len: 916 time: 0.0856051 Dec 06 14:49:59.611308 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-86466a48-823a-4604-b7e4-59fafe36559e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=132138a0-1650-4f87-abd3-232d97895e44 HTTP/1.1" status: 200 len: 217 time: 0.3660290 Dec 06 14:49:59.677335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:49:59.731109 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-8e156bd8-e3a2-43ae-abed-083d20de56e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:49:59.732584 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-8e156bd8-e3a2-43ae-abed-083d20de56e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7 HTTP/1.1" status: 200 len: 855 time: 0.0444160 Dec 06 14:49:59.763349 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-42396339-0e07-4438-a0cc-b3cdbdfe1f7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ffb57ca-a047-4148-984e-99cd2d3a815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234523 Dec 06 14:49:59.853306 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-81af3a41-a7a7-4d24-b0d4-33d97c2d991c service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822134 Dec 06 14:49:59.942476 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-98f15431-e481-4f7f-aafb-432051dab49c service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825570 Dec 06 14:50:00.220704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da83906a-4565-4cb5-ba89-35226e1737da req-81efdce3-6cc1-4d03-910f-8a2071b31ea5 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:00.222176 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-da83906a-4565-4cb5-ba89-35226e1737da req-81efdce3-6cc1-4d03-910f-8a2071b31ea5 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0480349 Dec 06 14:50:00.268963 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-da83906a-4565-4cb5-ba89-35226e1737da req-fec75266-01fa-4d96-9c56-2772938bb2d0 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 Dec 06 14:50:01.294487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b41e8d13-d3ca-476b-832a-ebde078d0056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:01.381145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bf9bd-e1b2-49da-8c66-501e94d9fe0a req-3943bf87-3485-4549-9aec-e2dd63242dff tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:01.382584 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3d5bf9bd-e1b2-49da-8c66-501e94d9fe0a req-3943bf87-3485-4549-9aec-e2dd63242dff tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0474961 Dec 06 14:50:01.428972 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3d5bf9bd-e1b2-49da-8c66-501e94d9fe0a req-1f78585b-8b5f-406e-bc12-72b6e857edd6 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Dec 06 14:50:02.543143 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d9793-036d-48e5-92d1-12c4fb684b73 req-62cbff7f-13ad-4b73-a123-d84ecf5f5694 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:02.544582 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-179d9793-036d-48e5-92d1-12c4fb684b73 req-62cbff7f-13ad-4b73-a123-d84ecf5f5694 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0475740 Dec 06 14:50:02.590667 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-179d9793-036d-48e5-92d1-12c4fb684b73 req-3d031c4a-0b53-45eb-92aa-58157c626055 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399578 Dec 06 14:50:03.689054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bafee927-99bc-4e34-9e99-df6715bdc0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:03.707997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43be0d4-815c-45ef-b8f9-8dc070ca57ac req-8eb0088e-89fb-4dc5-ad37-cc754306f03f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:03.709495 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a43be0d4-815c-45ef-b8f9-8dc070ca57ac req-8eb0088e-89fb-4dc5-ad37-cc754306f03f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0525939 Dec 06 14:50:03.755185 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a43be0d4-815c-45ef-b8f9-8dc070ca57ac req-349868c5-20f2-45c5-a78e-6114a73327b6 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391536 Dec 06 14:50:04.860109 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:04.872065 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aba2cc-1999-4f69-ac6a-013be643b018 req-3282385f-f3e6-4865-afa1-cf255f4e6d3c tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:04.873545 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-36aba2cc-1999-4f69-ac6a-013be643b018 req-3282385f-f3e6-4865-afa1-cf255f4e6d3c tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0515897 Dec 06 14:50:04.920875 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-36aba2cc-1999-4f69-ac6a-013be643b018 req-0d968a12-1b86-4337-a0b0-801d42b47b68 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Dec 06 14:50:06.025831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:06.033328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea53de73-8bc5-4e41-8e50-969e914faef8 req-0a876c0d-263a-4de7-a246-7f0331031f73 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:06.034784 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea53de73-8bc5-4e41-8e50-969e914faef8 req-0a876c0d-263a-4de7-a246-7f0331031f73 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0475097 Dec 06 14:50:06.081164 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea53de73-8bc5-4e41-8e50-969e914faef8 req-a16a986d-2a4c-497e-a9ec-c1f8dc2e15cf tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397258 Dec 06 14:50:06.922959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:07.194536 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf224ff-a81e-4aad-9ef0-52fb8a669da1 req-9bf8237e-2bca-4d07-bf90-a65a6969ce77 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:07.196496 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cbf224ff-a81e-4aad-9ef0-52fb8a669da1 req-9bf8237e-2bca-4d07-bf90-a65a6969ce77 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0479627 Dec 06 14:50:07.241957 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cbf224ff-a81e-4aad-9ef0-52fb8a669da1 req-d349c1b7-b828-4994-9f39-f954b08a85e9 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396194 Dec 06 14:50:08.361216 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb6d43-cb45-44ba-949b-36efe3c00ce2 req-4aafdf59-8f2c-467a-9038-fc7ac1121b16 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:08.362654 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-81eb6d43-cb45-44ba-949b-36efe3c00ce2 req-4aafdf59-8f2c-467a-9038-fc7ac1121b16 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0541084 Dec 06 14:50:08.408657 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-81eb6d43-cb45-44ba-949b-36efe3c00ce2 req-c8f5aec2-d8ed-4a68-be67-27bc9e693b21 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400784 Dec 06 14:50:09.523959 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad99ac-01ab-4376-8420-69a72a378fa7 req-6197578d-8ff2-45a1-8f2a-6da4237abdcc tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:09.525970 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-12ad99ac-01ab-4376-8420-69a72a378fa7 req-6197578d-8ff2-45a1-8f2a-6da4237abdcc tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0510364 Dec 06 14:50:09.571849 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-12ad99ac-01ab-4376-8420-69a72a378fa7 req-3d2cc93f-7663-422b-a416-95b549f4472d tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Dec 06 14:50:10.694609 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447e9b4-f9f1-42e1-90db-c14e83443c58 req-62a91f96-3430-45c4-bb17-22e83dcd4c71 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:10.696080 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0447e9b4-f9f1-42e1-90db-c14e83443c58 req-62a91f96-3430-45c4-bb17-22e83dcd4c71 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0563707 Dec 06 14:50:10.742240 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0447e9b4-f9f1-42e1-90db-c14e83443c58 req-00539ffd-7c07-47af-a41a-bd8a41c2e6c1 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400465 Dec 06 14:50:11.862343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0728d99-3d55-4062-8344-dbb1b8a35abc req-ff25a4a8-ecc2-4a8e-9679-ffc6fa190ce2 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:11.863933 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a0728d99-3d55-4062-8344-dbb1b8a35abc req-ff25a4a8-ecc2-4a8e-9679-ffc6fa190ce2 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0516994 Dec 06 14:50:11.915063 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a0728d99-3d55-4062-8344-dbb1b8a35abc req-6e554904-b57a-48f2-b910-e8c39a6451bb tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447156 Dec 06 14:50:13.030106 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43554849-9db4-4230-abac-0a8af3846d50 req-409b0e23-df6f-4f9a-8f51-89904e332c9b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:13.031587 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-43554849-9db4-4230-abac-0a8af3846d50 req-409b0e23-df6f-4f9a-8f51-89904e332c9b tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0476379 Dec 06 14:50:13.080667 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-43554849-9db4-4230-abac-0a8af3846d50 req-26dc3177-adcf-4efc-9454-d284a7f9dd27 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431321 Dec 06 14:50:14.194003 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61eec14-f623-4496-ae1c-0055f2e1d8fb req-30c78153-6129-4693-aae1-78b72758143e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:14.195453 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b61eec14-f623-4496-ae1c-0055f2e1d8fb req-30c78153-6129-4693-aae1-78b72758143e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0488257 Dec 06 14:50:14.245680 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b61eec14-f623-4496-ae1c-0055f2e1d8fb req-f7a62c93-c08d-4047-b557-017cb7973285 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442829 Dec 06 14:50:15.358274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cdc7de-05cd-405b-b1f3-14b5bd08941e req-a38810fa-47c8-45c6-8a4e-c4a703b1f4ae tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:15.359720 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-31cdc7de-05cd-405b-b1f3-14b5bd08941e req-a38810fa-47c8-45c6-8a4e-c4a703b1f4ae tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0474992 Dec 06 14:50:15.405248 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-31cdc7de-05cd-405b-b1f3-14b5bd08941e req-35675ff5-187d-4448-8e3c-7a9d26370cb7 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395505 Dec 06 14:50:16.520585 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82defd28-6f6e-47bb-8dc4-09749276390a req-e6ef8d21-ab10-4389-bc3a-472d55e4957f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:16.522082 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-82defd28-6f6e-47bb-8dc4-09749276390a req-e6ef8d21-ab10-4389-bc3a-472d55e4957f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0485375 Dec 06 14:50:16.567770 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-82defd28-6f6e-47bb-8dc4-09749276390a req-9b90e3a0-43c3-4935-a4e3-dda63e259b73 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398679 Dec 06 14:50:17.681785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0be79-8c85-4c16-b39b-a6e8c68d0cc6 req-c2e0a9b7-dc2d-4933-8f06-03df39200180 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:17.683257 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-69c0be79-8c85-4c16-b39b-a6e8c68d0cc6 req-c2e0a9b7-dc2d-4933-8f06-03df39200180 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0483067 Dec 06 14:50:17.731245 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-69c0be79-8c85-4c16-b39b-a6e8c68d0cc6 req-12de634d-931d-454e-970a-6c66ebf08542 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421448 Dec 06 14:50:18.844615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4f680-5e8d-4812-9a18-392f3a0ecbfa req-a628e467-0ef6-404d-b5a1-b4f51ceba43c tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:18.846098 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-acc4f680-5e8d-4812-9a18-392f3a0ecbfa req-a628e467-0ef6-404d-b5a1-b4f51ceba43c tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0475695 Dec 06 14:50:18.891967 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-acc4f680-5e8d-4812-9a18-392f3a0ecbfa req-3e0b6eb6-8707-4eb7-8e23-e15bfc9afd9e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401332 Dec 06 14:50:20.009891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81692a49-8e15-4d16-a120-7018a906c038 req-4c75003d-135d-460c-86e8-7c98f44c24bd tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:20.011263 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-81692a49-8e15-4d16-a120-7018a906c038 req-4c75003d-135d-460c-86e8-7c98f44c24bd tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0525157 Dec 06 14:50:20.059587 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-81692a49-8e15-4d16-a120-7018a906c038 req-cb99e04c-fe9b-4541-8f8d-b4fe030d3726 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Dec 06 14:50:21.176246 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f8a4c1-487b-4716-aafe-bc44864a9dc0 req-324bae11-12b1-4f50-9377-40dd7174ac48 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:21.177707 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a9f8a4c1-487b-4716-aafe-bc44864a9dc0 req-324bae11-12b1-4f50-9377-40dd7174ac48 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0521500 Dec 06 14:50:21.224369 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a9f8a4c1-487b-4716-aafe-bc44864a9dc0 req-4c7f857c-e7b2-4c79-bd11-a28d07206e7a tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408134 Dec 06 14:50:22.346015 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db579b61-2826-41e6-8f5f-8d0adcc4873e req-a3a06052-c08b-4f2d-a72d-268b5e1c9497 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:22.347500 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-db579b61-2826-41e6-8f5f-8d0adcc4873e req-a3a06052-c08b-4f2d-a72d-268b5e1c9497 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0484416 Dec 06 14:50:22.393063 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-db579b61-2826-41e6-8f5f-8d0adcc4873e req-744556b7-773c-4e16-b05c-4f4f5a740f73 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Dec 06 14:50:23.505920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc6da73-4c1c-4ba3-a657-efe5e733eba5 req-f16778c9-5cc9-481a-9d2c-f07b1cc61739 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:23.507348 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2bc6da73-4c1c-4ba3-a657-efe5e733eba5 req-f16778c9-5cc9-481a-9d2c-f07b1cc61739 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0480187 Dec 06 14:50:23.552624 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2bc6da73-4c1c-4ba3-a657-efe5e733eba5 req-00c18797-7854-46d4-876b-6f61e2da1d17 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394809 Dec 06 14:50:24.664442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a4d21-6d81-4445-a4e7-c7e203d4cc9b req-a0b4e82f-d739-44e5-88f9-a420c3b64f62 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:24.665893 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e25a4d21-6d81-4445-a4e7-c7e203d4cc9b req-a0b4e82f-d739-44e5-88f9-a420c3b64f62 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0467978 Dec 06 14:50:24.722805 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e25a4d21-6d81-4445-a4e7-c7e203d4cc9b req-f3fbbf38-8d39-414f-b1ee-8f6612d752da tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500681 Dec 06 14:50:25.834001 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fb4272-e02c-40e7-ad64-96f5efef7e40 req-1ca35712-6d07-403f-835a-3c5d2a8824b9 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:25.835423 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c1fb4272-e02c-40e7-ad64-96f5efef7e40 req-1ca35712-6d07-403f-835a-3c5d2a8824b9 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0474288 Dec 06 14:50:25.884703 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c1fb4272-e02c-40e7-ad64-96f5efef7e40 req-e8cd99be-2e1d-41d3-a790-b94e96b09ac8 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435400 Dec 06 14:50:26.162550 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:50:26.849424 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-5d0afd5b-e290-4665-ae53-9df140c7cf55 service neutron] 10.222.0.41 "GET /v2.0/ports/132138a0-1650-4f87-abd3-232d97895e44/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0534754 Dec 06 14:50:27.006180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a34bef-01de-42ad-a053-55fb0cd47b4d req-12055aee-3a70-48d5-a820-e676b4f1f0bf tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:27.007552 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-03a34bef-01de-42ad-a053-55fb0cd47b4d req-12055aee-3a70-48d5-a820-e676b4f1f0bf tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0511773 Dec 06 14:50:27.055378 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-03a34bef-01de-42ad-a053-55fb0cd47b4d req-ef37fc38-8b64-471e-be7d-0992c646048f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409460 Dec 06 14:50:27.301432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-580b2772-b943-4950-9fa4-1e581a061e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:27.302841 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-580b2772-b943-4950-9fa4-1e581a061e0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4&tenant_id=a70e7d81ebea42aa9fc605947811bd51 HTTP/1.1" status: 200 len: 1098 time: 0.0704794 Dec 06 14:50:27.368069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-97eb9afd-30f5-4f4b-a102-2d99d32cf6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:27.369591 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-97eb9afd-30f5-4f4b-a102-2d99d32cf6b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a70e7d81ebea42aa9fc605947811bd51&device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 1098 time: 0.0440366 Dec 06 14:50:27.458932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-d98ab82e-f431-4696-a29d-f2ad97594c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:27.460324 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-d98ab82e-f431-4696-a29d-f2ad97594c69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ffb57ca-a047-4148-984e-99cd2d3a815d HTTP/1.1" status: 200 len: 916 time: 0.0834229 Dec 06 14:50:27.505308 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-4e2dc516-5985-44bc-a5a3-da8991156100 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=132138a0-1650-4f87-abd3-232d97895e44 HTTP/1.1" status: 200 len: 217 time: 0.0373077 Dec 06 14:50:27.554295 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-e96e49b5-b2aa-4b98-a261-6991fa770877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:27.555714 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-e96e49b5-b2aa-4b98-a261-6991fa770877 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7 HTTP/1.1" status: 200 len: 855 time: 0.0440094 Dec 06 14:50:27.587121 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-15fb2b59-ee03-40a3-98a2-05064112f0b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ffb57ca-a047-4148-984e-99cd2d3a815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245223 Dec 06 14:50:27.681350 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-058f4bb9-8d25-44ce-b176-81e02a71ce47 service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862792 Dec 06 14:50:27.770023 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32c70a6f-0ef8-49cc-997d-7a1cba3a8e8c req-2f289612-2a28-43af-a8bc-5fc708ce6ee3 service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813775 Dec 06 14:50:28.171326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2e610-1d57-47bd-af31-ea9a1491e96e req-0dd61647-9c46-44df-8791-7b561ee5d0aa tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:28.172873 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-67a2e610-1d57-47bd-af31-ea9a1491e96e req-0dd61647-9c46-44df-8791-7b561ee5d0aa tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0501242 Dec 06 14:50:28.225446 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-67a2e610-1d57-47bd-af31-ea9a1491e96e req-5f095439-c06c-4262-871f-c24c3e9ecb82 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465574 Dec 06 14:50:29.349458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747f99f-6074-4117-9c7e-3a05f6d1e563 req-9e1eb788-93e2-4280-9adb-11cdbec72833 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:29.350940 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c747f99f-6074-4117-9c7e-3a05f6d1e563 req-9e1eb788-93e2-4280-9adb-11cdbec72833 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0528252 Dec 06 14:50:29.397858 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c747f99f-6074-4117-9c7e-3a05f6d1e563 req-2d524d2b-6ccc-476e-989e-11b114a5b266 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Dec 06 14:50:29.676709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:30.512026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04b686e-1e0a-48d8-a745-076c9daa937b req-23911374-770c-4469-b24f-fe22b70f681c tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:30.513566 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f04b686e-1e0a-48d8-a745-076c9daa937b req-23911374-770c-4469-b24f-fe22b70f681c tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0491049 Dec 06 14:50:30.562212 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f04b686e-1e0a-48d8-a745-076c9daa937b req-c2c4fb2b-6251-4f32-b73a-138bd6304e88 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427680 Dec 06 14:50:31.282166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-000b5b6c-75d6-435d-b271-f33f7bb5eea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:31.471632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 132138a0-1650-4f87-abd3-232d97895e44 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:50:31.474738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 132138a0-1650-4f87-abd3-232d97895e44 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:50:31.623140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:31.638826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 132138a0-1650-4f87-abd3-232d97895e44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=132138a0-1650-4f87-abd3-232d97895e44,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:31.660369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9313ec-b060-4cd5-9bea-29d92a18ece4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '132138a0-1650-4f87-abd3-232d97895e44'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:31.662675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad3c6ab-f2e1-484e-9897-f33796443639" -d '{"events": [{"server_uuid": "ab9313ec-b060-4cd5-9bea-29d92a18ece4", "name": "network-vif-unplugged", "status": "completed", "tag": "132138a0-1650-4f87-abd3-232d97895e44"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:31.667719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '132138a0-1650-4f87-abd3-232d97895e44', 'network_id': '9ffb57ca-a047-4148-984e-99cd2d3a815d', 'port_id': '132138a0-1650-4f87-abd3-232d97895e44', 'mac_address': 'fa:16:3e:b7:a7:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:50:31.678082 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 132138a0-1650-4f87-abd3-232d97895e44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=132138a0-1650-4f87-abd3-232d97895e44,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:31.687580 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9265f-75ae-4b37-9cda-26b69763b468 req-22a700e7-b1ec-4b9f-8255-4cb654e60a0d tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:31.689204 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e8e9265f-75ae-4b37-9cda-26b69763b468 req-22a700e7-b1ec-4b9f-8255-4cb654e60a0d tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0598698 Dec 06 14:50:31.717101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd46d61a-8a5c-4349-9656-c5b6bcb694b0 x-openstack-request-id: req-cd46d61a-8a5c-4349-9656-c5b6bcb694b0 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:31.717101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9313ec-b060-4cd5-9bea-29d92a18ece4", "name": "network-vif-unplugged", "status": "completed", "tag": "132138a0-1650-4f87-abd3-232d97895e44", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:31.717101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cd46d61a-8a5c-4349-9656-c5b6bcb694b0 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:31.717101 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9313ec-b060-4cd5-9bea-29d92a18ece4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '132138a0-1650-4f87-abd3-232d97895e44', 'code': 200} Dec 06 14:50:31.719587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:31.734147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 132138a0-1650-4f87-abd3-232d97895e44 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:31.738158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:31.740835 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e8e9265f-75ae-4b37-9cda-26b69763b468 req-c739ed38-47c2-4b20-b869-b0f387c8c396 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455458 Dec 06 14:50:31.815414 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:50:31.815780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:50:31.818425 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=132138a0-1650-4f87-abd3-232d97895e44,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:32.011981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e202b1d-df6c-4077-b391-691eb30b1be6 req-6b88057e-0d09-4f50-8762-195fa67d2e66 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:32.013482 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9e202b1d-df6c-4077-b391-691eb30b1be6 req-6b88057e-0d09-4f50-8762-195fa67d2e66 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 943 time: 0.0477462 Dec 06 14:50:32.062468 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9e202b1d-df6c-4077-b391-691eb30b1be6 req-fadb70e0-37eb-4109-87f5-4f7d6e707c80 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427020 Dec 06 14:50:32.136311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e89d5-d455-4b33-a8ba-6ff612b6ef76 req-4e0b2c26-3579-4f7c-a055-2bf7c7a712bd tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:32.138030 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-540e89d5-d455-4b33-a8ba-6ff612b6ef76 req-4e0b2c26-3579-4f7c-a055-2bf7c7a712bd tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4&tenant_id=a70e7d81ebea42aa9fc605947811bd51&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 943 time: 0.0879188 Dec 06 14:50:32.221154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e89d5-d455-4b33-a8ba-6ff612b6ef76 req-29309c41-c86c-4a71-a306-1c3072b652db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:32.222616 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-540e89d5-d455-4b33-a8ba-6ff612b6ef76 req-29309c41-c86c-4a71-a306-1c3072b652db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a70e7d81ebea42aa9fc605947811bd51&device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 1096 time: 0.0404921 Dec 06 14:50:32.312451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e89d5-d455-4b33-a8ba-6ff612b6ef76 req-ee59490b-279f-4a72-80af-6708165f16da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:32.313871 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-540e89d5-d455-4b33-a8ba-6ff612b6ef76 req-ee59490b-279f-4a72-80af-6708165f16da service neutron] 10.222.0.41 "GET /v2.0/networks?id=9ffb57ca-a047-4148-984e-99cd2d3a815d HTTP/1.1" status: 200 len: 916 time: 0.0850215 Dec 06 14:50:32.351792 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:32.357666 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-540e89d5-d455-4b33-a8ba-6ff612b6ef76 req-21b9c812-8a1f-41cb-adc2-3f79c21e3685 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=132138a0-1650-4f87-abd3-232d97895e44 HTTP/1.1" status: 200 len: 217 time: 0.0373497 Dec 06 14:50:32.364377 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 132138a0-1650-4f87-abd3-232d97895e44 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:32.383690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 132138a0-1650-4f87-abd3-232d97895e44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=132138a0-1650-4f87-abd3-232d97895e44,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:32.405663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e89d5-d455-4b33-a8ba-6ff612b6ef76 req-9af20880-9d8e-4d1e-ae3b-fc6f5e6f1f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:32.407160 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-540e89d5-d455-4b33-a8ba-6ff612b6ef76 req-9af20880-9d8e-4d1e-ae3b-fc6f5e6f1f72 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7 HTTP/1.1" status: 200 len: 855 time: 0.0434642 Dec 06 14:50:32.436481 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:32.437809 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-540e89d5-d455-4b33-a8ba-6ff612b6ef76 req-d151e41e-07fd-4a09-a60e-ed91a004dfe8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9ffb57ca-a047-4148-984e-99cd2d3a815d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241442 Dec 06 14:50:32.487884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=132138a0-1650-4f87-abd3-232d97895e44,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:32.491972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['132138a0-1650-4f87-abd3-232d97895e44'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:50:32.532200 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-540e89d5-d455-4b33-a8ba-6ff612b6ef76 req-2af7b4d5-f9e7-49c3-af6d-f93895c18633 service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877433 Dec 06 14:50:32.620140 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-540e89d5-d455-4b33-a8ba-6ff612b6ef76 req-0a910cee-5d2c-4a92-abcb-c8dd9cfb2573 service neutron] 10.222.0.41 "GET /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809948 Dec 06 14:50:33.183287 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397b8c6-fd26-4e63-b6a3-2612a2a5628c req-18a3845c-dfd1-4558-929a-02c295751a6f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:33.184897 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d397b8c6-fd26-4e63-b6a3-2612a2a5628c req-18a3845c-dfd1-4558-929a-02c295751a6f tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 944 time: 0.0535288 Dec 06 14:50:33.232654 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d397b8c6-fd26-4e63-b6a3-2612a2a5628c req-44f4b3cb-cc44-4b44-97c9-aed45a28117a tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Dec 06 14:50:33.478475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 132138a0-1650-4f87-abd3-232d97895e44 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:33.526442 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 132138a0-1650-4f87-abd3-232d97895e44 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:33.526812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.605692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.647791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 132138a0-1650-4f87-abd3-232d97895e44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=132138a0-1650-4f87-abd3-232d97895e44,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:33.704887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0f411234-988e-4813-8d6a-5e954dbcf4d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.706451 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:33.728362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9313ec-b060-4cd5-9bea-29d92a18ece4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132138a0-1650-4f87-abd3-232d97895e44'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:33.730585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3cceec-2972-4ed9-9781-4e1d87bd69a9" -d '{"events": [{"server_uuid": "ab9313ec-b060-4cd5-9bea-29d92a18ece4", "name": "network-vif-plugged", "status": "completed", "tag": "132138a0-1650-4f87-abd3-232d97895e44"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:33.758897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=132138a0-1650-4f87-abd3-232d97895e44,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:33.767097 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1436180-3208-40b9-859f-70ee1d062883 x-openstack-request-id: req-f1436180-3208-40b9-859f-70ee1d062883 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:33.767311 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9313ec-b060-4cd5-9bea-29d92a18ece4", "name": "network-vif-plugged", "status": "completed", "tag": "132138a0-1650-4f87-abd3-232d97895e44", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:33.767594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f1436180-3208-40b9-859f-70ee1d062883 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:33.767981 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9313ec-b060-4cd5-9bea-29d92a18ece4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '132138a0-1650-4f87-abd3-232d97895e44', 'code': 200} Dec 06 14:50:34.344809 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53391594-29d5-46ca-b4d1-aaf7cb0a667b req-6962d460-6861-4a2b-983c-03e2b47d39ba tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:34.346268 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-53391594-29d5-46ca-b4d1-aaf7cb0a667b req-6962d460-6861-4a2b-983c-03e2b47d39ba tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0475962 Dec 06 14:50:34.393165 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-53391594-29d5-46ca-b4d1-aaf7cb0a667b req-a35c7b70-a636-4219-b43b-21831ad4d37e tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408020 Dec 06 14:50:34.509389 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b684760-69f1-460e-bb3f-28baeb0de1e2 req-f519a3b1-3947-4eb2-93c2-bef10cf5df58 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:34.510888 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2b684760-69f1-460e-bb3f-28baeb0de1e2 req-f519a3b1-3947-4eb2-93c2-bef10cf5df58 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0516193 Dec 06 14:50:34.556408 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2b684760-69f1-460e-bb3f-28baeb0de1e2 req-0380cd4b-53cc-4c03-9e9d-309d4d5beb64 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397997 Dec 06 14:50:34.665358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da257b-4105-40f5-bf6d-aece81fb287a req-3e77d32a-b6fb-45a3-9335-173b0ea1c930 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:34.666788 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-53da257b-4105-40f5-bf6d-aece81fb287a req-3e77d32a-b6fb-45a3-9335-173b0ea1c930 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0469148 Dec 06 14:50:34.717882 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-53da257b-4105-40f5-bf6d-aece81fb287a req-159a680e-5d67-4dfe-968b-d3f1d5048707 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442924 Dec 06 14:50:34.842671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:35.255160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d42837-8cab-4d2d-badd-22f15e8afa46 req-2dcb1e06-2eed-461e-9e2e-ea84df1ac764 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:35.256591 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-33d42837-8cab-4d2d-badd-22f15e8afa46 req-2dcb1e06-2eed-461e-9e2e-ea84df1ac764 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0476618 Dec 06 14:50:35.303864 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-33d42837-8cab-4d2d-badd-22f15e8afa46 req-ba84757c-7300-44ac-b46a-61a1f19e7511 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408392 Dec 06 14:50:36.053741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:36.417242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f1d4f-7899-4555-9939-238a28cde76d req-e90d04a0-f739-4b16-a352-bacd602c34db tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:36.419612 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-687f1d4f-7899-4555-9939-238a28cde76d req-e90d04a0-f739-4b16-a352-bacd602c34db tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0503466 Dec 06 14:50:36.468488 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-687f1d4f-7899-4555-9939-238a28cde76d req-0a989b58-5cca-49ab-9ae0-008714f29fa4 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/security-groups?id=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428071 Dec 06 14:50:36.910633 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:36.953691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b99137-3868-4a94-a8c7-5161ad966ee6 req-0df52c6f-607b-4e71-8466-3a09ecc1a235 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:36.955080 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-23b99137-3868-4a94-a8c7-5161ad966ee6 req-0df52c6f-607b-4e71-8466-3a09ecc1a235 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.41 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 945 time: 0.0481157 Dec 06 14:50:37.045489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-23b99137-3868-4a94-a8c7-5161ad966ee6 req-55f94f94-ccb0-4554-80a5-32e3d0ab8a31 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Deleting port 132138a0-1650-4f87-abd3-232d97895e44 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:50:37.045822 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-23b99137-3868-4a94-a8c7-5161ad966ee6 req-55f94f94-ccb0-4554-80a5-32e3d0ab8a31 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:37.131256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-23b99137-3868-4a94-a8c7-5161ad966ee6 req-55f94f94-ccb0-4554-80a5-32e3d0ab8a31 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] For port 132138a0-1650-4f87-abd3-232d97895e44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=132138a0-1650-4f87-abd3-232d97895e44,segment=NetworkSegment(e7a7352b-f2f9-4a54-ad2d-8678b12857e9),segment_id=e7a7352b-f2f9-4a54-ad2d-8678b12857e9)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:37.133600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-23b99137-3868-4a94-a8c7-5161ad966ee6 req-55f94f94-ccb0-4554-80a5-32e3d0ab8a31 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:37.144865 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-23b99137-3868-4a94-a8c7-5161ad966ee6 req-55f94f94-ccb0-4554-80a5-32e3d0ab8a31 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Calling delete_port for 132138a0-1650-4f87-abd3-232d97895e44 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:50:37.311325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-23b99137-3868-4a94-a8c7-5161ad966ee6 req-55f94f94-ccb0-4554-80a5-32e3d0ab8a31 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:37.323302 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['132138a0-1650-4f87-abd3-232d97895e44'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:50:37.337911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f94f94-ccb0-4554-80a5-32e3d0ab8a31 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Pushing event deleted for resources: {'Port': ['ID=132138a0-1650-4f87-abd3-232d97895e44,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:37.383488 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b99137-3868-4a94-a8c7-5161ad966ee6 req-55f94f94-ccb0-4554-80a5-32e3d0ab8a31 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] No DVR routers for this DVR port 132138a0-1650-4f87-abd3-232d97895e44 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:50:37.385997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-23b99137-3868-4a94-a8c7-5161ad966ee6 req-55f94f94-ccb0-4554-80a5-32e3d0ab8a31 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:37.390038 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-23b99137-3868-4a94-a8c7-5161ad966ee6 req-55f94f94-ccb0-4554-80a5-32e3d0ab8a31 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.41 "DELETE /v2.0/ports/132138a0-1650-4f87-abd3-232d97895e44 HTTP/1.1" status: 204 len: 173 time: 0.4294469 Dec 06 14:50:37.390506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab9313ec-b060-4cd5-9bea-29d92a18ece4', 'name': 'network-vif-deleted', 'tag': '132138a0-1650-4f87-abd3-232d97895e44'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:37.392773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba9c7c7-db9a-4cad-aa29-c64bee86df65" -d '{"events": [{"server_uuid": "ab9313ec-b060-4cd5-9bea-29d92a18ece4", "name": "network-vif-deleted", "tag": "132138a0-1650-4f87-abd3-232d97895e44"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:37.487687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce91f3c-b28d-4c39-a004-6135992f9dd6 x-openstack-request-id: req-2ce91f3c-b28d-4c39-a004-6135992f9dd6 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:37.488273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab9313ec-b060-4cd5-9bea-29d92a18ece4", "name": "network-vif-deleted", "tag": "132138a0-1650-4f87-abd3-232d97895e44", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:37.488273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2ce91f3c-b28d-4c39-a004-6135992f9dd6 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:37.488664 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab9313ec-b060-4cd5-9bea-29d92a18ece4', 'name': 'network-vif-deleted', 'tag': '132138a0-1650-4f87-abd3-232d97895e44', 'status': 'completed', 'code': 200} Dec 06 14:50:37.568082 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2ed558fb-be88-42d2-a20d-ffef2894a9bd req-e12b9e5f-d6ab-429b-8e82-96a21aab54e6 tempest-ServerDiskConfigTestJSON-1596716720 tempest-ServerDiskConfigTestJSON-1596716720-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab9313ec-b060-4cd5-9bea-29d92a18ece4 HTTP/1.1" status: 200 len: 210 time: 0.0271575 Dec 06 14:50:38.687751 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 39950) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:38.730683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Deleting subnet a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:50:38.733724 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:38.772625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:38.809805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:38.916762 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:38.942409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:38.946920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:38.950712 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a2f39cee-c4ca-44a5-9f40-23e93e6f7ca7 HTTP/1.1" status: 204 len: 168 time: 0.2619689 Dec 06 14:50:38.953353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39952) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:38.955492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:38.955848 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:38.956195 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:38.956539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:38.956892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:38.957226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:38.957556 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:38.957883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:38.958212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:38.958542 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:38.958866 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:38.959193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:38.959510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7789309-fd77-43d7-bd2c-6aadb7130d5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:39.022341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cf30-b57e-485a-9894-f2b9db2ac938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.102300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cf30-b57e-485a-9894-f2b9db2ac938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.123054 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b2d6cf30-b57e-485a-9894-f2b9db2ac938 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ffb57ca-a047-4148-984e-99cd2d3a815d']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:39.132300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b2d6cf30-b57e-485a-9894-f2b9db2ac938 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a7352b-f2f9-4a54-ad2d-8678b12857e9') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:39.132635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-b2d6cf30-b57e-485a-9894-f2b9db2ac938 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a7352b-f2f9-4a54-ad2d-8678b12857e9') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:39.142330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cf30-b57e-485a-9894-f2b9db2ac938 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.155256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cf30-b57e-485a-9894-f2b9db2ac938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.161080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d6cf30-b57e-485a-9894-f2b9db2ac938 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:50:39.161457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cf30-b57e-485a-9894-f2b9db2ac938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:50:39.163072 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:50:39.265079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cf30-b57e-485a-9894-f2b9db2ac938 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.270351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b2d6cf30-b57e-485a-9894-f2b9db2ac938 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.273687 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b2d6cf30-b57e-485a-9894-f2b9db2ac938 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9ffb57ca-a047-4148-984e-99cd2d3a815d HTTP/1.1" status: 204 len: 168 time: 0.3192458 Dec 06 14:50:39.284773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d6cf30-b57e-485a-9894-f2b9db2ac938 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ffb57ca-a047-4148-984e-99cd2d3a815d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:39.532203 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39956) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:39.572396 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cac96917-1ae9-4190-930d-fe9dc3722b1d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a70e7d81ebea42aa9fc605947811bd51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389402 Dec 06 14:50:39.574934 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39958) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:39.621846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ff87b404-b7d2-4ab8-9467-1cf48db85420 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.643674 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ff87b404-b7d2-4ab8-9467-1cf48db85420 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.768185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ff87b404-b7d2-4ab8-9467-1cf48db85420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.770904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ff87b404-b7d2-4ab8-9467-1cf48db85420 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:39.772066 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ff87b404-b7d2-4ab8-9467-1cf48db85420 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8 HTTP/1.1" status: 204 len: 168 time: 0.1959338 Dec 06 14:50:39.780451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff87b404-b7d2-4ab8-9467-1cf48db85420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fed6b92-7ebf-4551-a14c-a49f7ae0a4d8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:40.715052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39980) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:40.814068 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1198368474-network', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:40.888303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Made reservation on behalf of ce75bc76109a4386b138212eca27c92c for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:40.890552 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:40.898971 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:40.975148 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.041952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.069041 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:50:41.075454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d5ddf-653b-4fc7-ad4b-2de027d30655,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:41.080904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.081261 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Added segment cf586a7d-4b05-4068-8a8b-46c0ace76e6a of type vlan for network b4252a9b-740a-4f18-b8ed-88019490d5ee Dec 06 14:50:41.120890 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.202318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.203322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:41.203905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.260808 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] Pushing event updated for resources: {'Network': ['ID=b4252a9b-740a-4f18-b8ed-88019490d5ee,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:41.270201 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network b4252a9b-740a-4f18-b8ed-88019490d5ee details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:50:41.330631 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-25249fbc-0f38-402c-8c5d-ba275ded634c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6144571 Dec 06 14:50:41.333864 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39984) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:41.338654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1d4747a3-a3b9-4919-be8b-843edd2c2deb admin admin] Request body: {'subnet': {'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1198368474-subnet', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:41.413578 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4747a3-a3b9-4919-be8b-843edd2c2deb admin admin] Made reservation on behalf of ce75bc76109a4386b138212eca27c92c for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:41.415896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d4747a3-a3b9-4919-be8b-843edd2c2deb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.518531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 132138a0-1650-4f87-abd3-232d97895e44 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:50:41.540439 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 132138a0-1650-4f87-abd3-232d97895e44 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:50:41.540779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 132138a0-1650-4f87-abd3-232d97895e44 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:50:41.613931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d4747a3-a3b9-4919-be8b-843edd2c2deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.673858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4747a3-a3b9-4919-be8b-843edd2c2deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:41.683593 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4747a3-a3b9-4919-be8b-843edd2c2deb admin admin] Checking segment: {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:41.684483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4747a3-a3b9-4919-be8b-843edd2c2deb admin admin] Network hostable DHCP agents. Network: b4252a9b-740a-4f18-b8ed-88019490d5ee, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:50:41.739333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4747a3-a3b9-4919-be8b-843edd2c2deb admin admin] Network b4252a9b-740a-4f18-b8ed-88019490d5ee is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:50:41.802294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-1d4747a3-a3b9-4919-be8b-843edd2c2deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b4252a9b-740a-4f18-b8ed-88019490d5ee) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:41.806426 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4747a3-a3b9-4919-be8b-843edd2c2deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:41.807017 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1d4747a3-a3b9-4919-be8b-843edd2c2deb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.816391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119e7307-b7fa-46b4-9bc8-bfc465bb5e68 None None] Network b4252a9b-740a-4f18-b8ed-88019490d5ee requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:41.870634 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1d4747a3-a3b9-4919-be8b-843edd2c2deb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5330360 Dec 06 14:50:41.870857 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39986) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:41.875731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:41.951615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.952699 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:41.965995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b4252a9b-740a-4f18-b8ed-88019490d5ee', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 14:50:41.966878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.005965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.099466 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Allocated IP 172.20.0.2 (b4252a9b-740a-4f18-b8ed-88019490d5ee/ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0/829512f0-afec-422d-a860-9e2f12424d83) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:42.203128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.243886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.294841 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.335096 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Network b4252a9b-740a-4f18-b8ed-88019490d5ee is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:42.340343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:42.343621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:42.349616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Pushing event updated for resources: {'Port': ['ID=829512f0-afec-422d-a860-9e2f12424d83,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:42.374876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:42.375220 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:42.375561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:42.375892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:42.376218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:42.376553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:42.376884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:42.377209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:42.377531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:42.377848 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:42.378167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:42.378484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:42.378795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:42.413417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Attempting to bind port 829512f0-afec-422d-a860-9e2f12424d83 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:42.413783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Attempting to bind port 829512f0-afec-422d-a860-9e2f12424d83 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:42.414145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Attempting to bind port 829512f0-afec-422d-a860-9e2f12424d83 on network b4252a9b-740a-4f18-b8ed-88019490d5ee {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:42.419876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:42.420240 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Checking segment: {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:42.420633 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.421055 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Bound using segment: {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:42.421513 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Bound port: 829512f0-afec-422d-a860-9e2f12424d83, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:42.421886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.445776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.463822 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.485319 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] For port 829512f0-afec-422d-a860-9e2f12424d83, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:42.488369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] For port 829512f0-afec-422d-a860-9e2f12424d83, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=829512f0-afec-422d-a860-9e2f12424d83,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:42.562853 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.563588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Allocated IP 172.36.1.120 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/ff192321-24af-4f90-90fa-d31d5ec9d31e) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:42.625386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c321a43-d093-4d28-9d13-a7b1388cc7aa None None] Pushing event updated for resources: {'Port': ['ID=829512f0-afec-422d-a860-9e2f12424d83,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:42.675704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.763006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.807981 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:42.811373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:42.819404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:42.825723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Pushing event updated for resources: {'Port': ['ID=ff192321-24af-4f90-90fa-d31d5ec9d31e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:42.827770 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5344c964-c812-4a27-a877-97c7988e629e None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:50:42.935264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cd580fdf-380c-488e-9132-522a1c224ca7 None None] Provisioning complete for port ff192321-24af-4f90-90fa-d31d5ec9d31e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:42.935794 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd580fdf-380c-488e-9132-522a1c224ca7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:42.969117 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cd580fdf-380c-488e-9132-522a1c224ca7 None None] Port ff192321-24af-4f90-90fa-d31d5ec9d31e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:43.141790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:43.337687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:43.528685 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Router ef19073c-5bfe-419b-814d-af8f91ac2c53 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 14:50:43.532490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809dd5bc-bc18-47c6-bf71-130d2797014e None None] Network b4252a9b-740a-4f18-b8ed-88019490d5ee requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:50:43.605644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e231c353-3676-4b8c-b517-91f520aaee8c None None] Provisioning complete for port 829512f0-afec-422d-a860-9e2f12424d83 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:43.606013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e231c353-3676-4b8c-b517-91f520aaee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:43.633464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:50:43.649299 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Sync routers for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:50:43.690309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:43.691607 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-26938b30-86b5-46c3-9829-89263dfa385b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8193176 Dec 06 14:50:43.694445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39988) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:43.695694 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:43.696358 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:43.981126 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e231c353-3676-4b8c-b517-91f520aaee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.042468 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:50:44.076493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e231c353-3676-4b8c-b517-91f520aaee8c None None] For port 829512f0-afec-422d-a860-9e2f12424d83, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=829512f0-afec-422d-a860-9e2f12424d83,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:44.077756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 829512f0-afec-422d-a860-9e2f12424d83 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:44.151922 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e231c353-3676-4b8c-b517-91f520aaee8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.279986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231c353-3676-4b8c-b517-91f520aaee8c None None] Pushing event updated for resources: {'Port': ['ID=829512f0-afec-422d-a860-9e2f12424d83,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:44.287887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 829512f0-afec-422d-a860-9e2f12424d83 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:44.288257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.342069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6a7a5ed1-2bc3-45c5-8b8d-83e60b64edd6 None None] Provisioning complete for port 829512f0-afec-422d-a860-9e2f12424d83 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:44.342359 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5ed1-2bc3-45c5-8b8d-83e60b64edd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.460210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.471701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:42Z', 'revision_number': 3, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:44.512411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Checking router: ef19073c-5bfe-419b-814d-af8f91ac2c53 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:50:44.512761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Updating router ef19073c-5bfe-419b-814d-af8f91ac2c53 port ff192321-24af-4f90-90fa-d31d5ec9d31e binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:50:44.540463 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.623339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Allocated IP 172.20.0.1 (b4252a9b-740a-4f18-b8ed-88019490d5ee/ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0/f98aef50-e55f-4b49-a1f8-062d25e68ccc) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:44.727015 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.792241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.802761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.843276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Network b4252a9b-740a-4f18-b8ed-88019490d5ee is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:44.846099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:44.847966 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.849892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:44.855526 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Pushing event updated for resources: {'Port': ['ID=f98aef50-e55f-4b49-a1f8-062d25e68ccc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:44.894483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.906684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25a43bd-2411-47f3-931f-fffc75734bd0 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:50:44.917669 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Attempting to bind port ff192321-24af-4f90-90fa-d31d5ec9d31e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:44.918093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Attempting to bind port ff192321-24af-4f90-90fa-d31d5ec9d31e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:44.918464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Attempting to bind port ff192321-24af-4f90-90fa-d31d5ec9d31e on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:44.926487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af74862-7444-4951-9591-267fd75ca6dd None None] Pushing event updated for resources: {'Port': ['ID=ff192321-24af-4f90-90fa-d31d5ec9d31e,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:44.931939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:44.932894 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:44.932894 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.933124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:44.933479 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Bound port: ff192321-24af-4f90-90fa-d31d5ec9d31e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:44.934390 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.997034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-00dddd46-107a-4ed3-b0f7-9af658a121bf None None] Provisioning complete for port ff192321-24af-4f90-90fa-d31d5ec9d31e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:44.997334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-00dddd46-107a-4ed3-b0f7-9af658a121bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:44.999330 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] For port ff192321-24af-4f90-90fa-d31d5ec9d31e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:45.002831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] For port ff192321-24af-4f90-90fa-d31d5ec9d31e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff192321-24af-4f90-90fa-d31d5ec9d31e,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:45.038637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-00dddd46-107a-4ed3-b0f7-9af658a121bf None None] Port ff192321-24af-4f90-90fa-d31d5ec9d31e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:45.088373 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.097498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.138042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9868cc-aadf-4134-b873-df19dbae8622 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:50:45.159412 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af74862-7444-4951-9591-267fd75ca6dd None None] Pushing event updated for resources: {'Port': ['ID=ff192321-24af-4f90-90fa-d31d5ec9d31e,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:45.164716 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:45.165503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:45.214543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-9b90b444-9dc8-478a-91ec-d0ddb07d0f9a None None] Provisioning complete for port f98aef50-e55f-4b49-a1f8-062d25e68ccc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:45.215638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9b90b444-9dc8-478a-91ec-d0ddb07d0f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.262771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.289458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9b90b444-9dc8-478a-91ec-d0ddb07d0f9a None None] Port f98aef50-e55f-4b49-a1f8-062d25e68ccc cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:45.305369 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.309625 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:50:45.375242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.377114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Pushing event updated for resources: {'Port': ['ID=f98aef50-e55f-4b49-a1f8-062d25e68ccc,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:45.452503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c11f38f6-31bf-4d63-b98a-ac5ca428d71d None None] Provisioning complete for port ff192321-24af-4f90-90fa-d31d5ec9d31e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:45.452879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c11f38f6-31bf-4d63-b98a-ac5ca428d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.467489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Network b4252a9b-740a-4f18-b8ed-88019490d5ee is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:45.469237 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:45.585815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c11f38f6-31bf-4d63-b98a-ac5ca428d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.592645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Router ef19073c-5bfe-419b-814d-af8f91ac2c53 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:50:45.609992 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 1, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:45.612981 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c11f38f6-31bf-4d63-b98a-ac5ca428d71d None None] For port ff192321-24af-4f90-90fa-d31d5ec9d31e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff192321-24af-4f90-90fa-d31d5ec9d31e,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:45.640025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce5e81-9e3b-42c4-a035-22ed0b7a4a6e None None] The sync data for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv is: [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 1, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:50:45.677988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c11f38f6-31bf-4d63-b98a-ac5ca428d71d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.712578 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:50:45.721346 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b1bfdb6d-c3e9-4aa6-9036-c53a747b4615 admin admin] 10.222.0.42 "PUT /v2.0/routers/ef19073c-5bfe-419b-814d-af8f91ac2c53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0256269 Dec 06 14:50:45.729774 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f38f6-31bf-4d63-b98a-ac5ca428d71d None None] Pushing event updated for resources: {'Port': ['ID=ff192321-24af-4f90-90fa-d31d5ec9d31e,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:45.797280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b0877ffa-7c42-41f7-95ce-5486be173114 None None] Provisioning complete for port f98aef50-e55f-4b49-a1f8-062d25e68ccc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:45.797653 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b0877ffa-7c42-41f7-95ce-5486be173114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:45.839557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b0877ffa-7c42-41f7-95ce-5486be173114 None None] Port f98aef50-e55f-4b49-a1f8-062d25e68ccc cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:46.032383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 829512f0-afec-422d-a860-9e2f12424d83 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:46.082667 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 829512f0-afec-422d-a860-9e2f12424d83 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:46.083042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.450655 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39996) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:46.455322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1599584731', 'description': 'tempest-description--1173865726'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:46.559735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.629103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.699728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.730990 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6ccae2-2972-4925-8a68-73a781ae1d24,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:46.738875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:46.739241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:46.739590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:46.739937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:46.740280 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:46.740620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:46.740981 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:46.741325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:46.741659 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:46.741990 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:46.742322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:46.742649 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:46.742976 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:46.787404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.788741 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-45625eaa-eb1d-4e0e-b1cb-5f5a2aeda970 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3370531 Dec 06 14:50:46.791660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 39998) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:46.798121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4ae436ed-49dd-4a25-affd-4cd84f6e94fb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Request body: {'security_group_rule': {'security_group_id': '5d6ccae2-2972-4925-8a68-73a781ae1d24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:46.881663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ae436ed-49dd-4a25-affd-4cd84f6e94fb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:46.937933 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ae436ed-49dd-4a25-affd-4cd84f6e94fb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.007821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ae436ed-49dd-4a25-affd-4cd84f6e94fb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.029777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae436ed-49dd-4a25-affd-4cd84f6e94fb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2640ac7-1e6a-439c-bb0c-1ddd381e7305,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:47.073142 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4ae436ed-49dd-4a25-affd-4cd84f6e94fb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.074449 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4ae436ed-49dd-4a25-affd-4cd84f6e94fb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2818303 Dec 06 14:50:47.077109 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 40000) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:47.081531 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0fa4e8d1-f724-4fcd-8bc0-4cf4e309aa23 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Request body: {'security_group_rule': {'security_group_id': '5d6ccae2-2972-4925-8a68-73a781ae1d24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:47.230235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e8d1-f724-4fcd-8bc0-4cf4e309aa23 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.290501 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e8d1-f724-4fcd-8bc0-4cf4e309aa23 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.373610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e8d1-f724-4fcd-8bc0-4cf4e309aa23 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.391888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa4e8d1-f724-4fcd-8bc0-4cf4e309aa23 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5507e789-8f66-4eca-aa39-d27c6c13461d,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:47.461521 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0fa4e8d1-f724-4fcd-8bc0-4cf4e309aa23 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.464735 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0fa4e8d1-f724-4fcd-8bc0-4cf4e309aa23 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3846893 Dec 06 14:50:47.466450 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 40002) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:50:47.470746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:47.561088 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Sync routers for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:50:47.568011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.571210 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:47.572015 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:47.668698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.676871 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:50:47.775940 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Allocated IP 172.36.1.24 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/af7408fb-1dd6-4f82-9962-cbc36cf87acc) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:47.873874 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 2, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:47.881278 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.902775 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Checking router: ef19073c-5bfe-419b-814d-af8f91ac2c53 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:50:47.903132 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Updating router ef19073c-5bfe-419b-814d-af8f91ac2c53 port f98aef50-e55f-4b49-a1f8-062d25e68ccc binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 14:50:47.926803 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:47.974882 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.017457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:48.020640 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:48.026166 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:48.038158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ff192321-24af-4f90-90fa-d31d5ec9d31e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:48.050248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event updated for resources: {'Port': ['ID=af7408fb-1dd6-4f82-9962-cbc36cf87acc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:48.096205 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port ff192321-24af-4f90-90fa-d31d5ec9d31e triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:48.096566 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.113821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.202445 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.206391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.259518 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.340944 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Pushing event updated for resources: {'Port': ['ID=f98aef50-e55f-4b49-a1f8-062d25e68ccc,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:48.350708 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:48.351062 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:48.351402 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:48.351740 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:48.352078 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:48.352394 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:48.352721 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:48.353067 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:48.353394 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:48.353716 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:48.354036 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:48.354351 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:48.354668 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:50:48.360043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.368479 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Attempting to bind port f98aef50-e55f-4b49-a1f8-062d25e68ccc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:48.368915 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Attempting to bind port f98aef50-e55f-4b49-a1f8-062d25e68ccc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:48.369319 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Attempting to bind port f98aef50-e55f-4b49-a1f8-062d25e68ccc on network b4252a9b-740a-4f18-b8ed-88019490d5ee {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:48.375290 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:48.378251 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Checking segment: {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:48.378251 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.378251 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Bound using segment: {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:48.378251 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Bound port: f98aef50-e55f-4b49-a1f8-062d25e68ccc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:48.378251 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.408012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.448913 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] For port f98aef50-e55f-4b49-a1f8-062d25e68ccc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:48.452114 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] For port f98aef50-e55f-4b49-a1f8-062d25e68ccc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f98aef50-e55f-4b49-a1f8-062d25e68ccc,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:48.484348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event updated for resources: {'Port': ['ID=af7408fb-1dd6-4f82-9962-cbc36cf87acc,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:48.494243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.511227 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.569054 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:50:48.569719 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:48.571488 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a0f6e-cf40-498c-b7d0-40625cea8740 None None] Pushing event updated for resources: {'Port': ['ID=f98aef50-e55f-4b49-a1f8-062d25e68ccc,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:48.582330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.587302 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0cf08b58-232c-4ebf-932c-7f8f926d1a3d None None] Provisioning complete for port f98aef50-e55f-4b49-a1f8-062d25e68ccc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:48.591244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0cf08b58-232c-4ebf-932c-7f8f926d1a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.595357 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b0426a80-bdae-4168-8b4f-f0ded73eca8d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1251607 Dec 06 14:50:48.684635 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0cf08b58-232c-4ebf-932c-7f8f926d1a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.731530 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0cf08b58-232c-4ebf-932c-7f8f926d1a3d None None] For port f98aef50-e55f-4b49-a1f8-062d25e68ccc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f98aef50-e55f-4b49-a1f8-062d25e68ccc,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:48.775202 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-76999668-8c8f-4d7e-a306-8c86e977a5e3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1599584731&fields=id&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 267 time: 0.0617125 Dec 06 14:50:48.805949 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:50:48.809559 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0cf08b58-232c-4ebf-932c-7f8f926d1a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.861859 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf08b58-232c-4ebf-932c-7f8f926d1a3d None None] Pushing event updated for resources: {'Port': ['ID=f98aef50-e55f-4b49-a1f8-062d25e68ccc,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:48.886441 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-30bc565c-da5c-469b-9485-77c823537598 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:48.887939 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-30bc565c-da5c-469b-9485-77c823537598 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 812 time: 0.1056738 Dec 06 14:50:48.903580 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-29a358f8-bd33-49fe-97e4-14affc9381c0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/quotas/ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 375 time: 0.0094087 Dec 06 14:50:48.934328 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-73ca0674-886f-48a7-9fdd-6f5bede0e990 None None] Provisioning complete for port f98aef50-e55f-4b49-a1f8-062d25e68ccc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:48.934789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73ca0674-886f-48a7-9fdd-6f5bede0e990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:48.959437 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-48c7e62b-907c-40b3-8491-37eeb1b6b2ea tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504863 Dec 06 14:50:49.019814 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:50:49.051095 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506c0aa1-8856-46fd-95ab-7460c126cbd0 None None] The sync data for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv is: [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:50:49.063504 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-72b94ff1-025b-46ee-9ea2-73f58a003bb1 service neutron] 10.222.0.42 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911305 Dec 06 14:50:49.157975 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-d7de2168-77f2-4efd-af7c-38cf5c119770 service neutron] 10.222.0.42 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876582 Dec 06 14:50:49.394606 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cc1b4447-729b-4c46-a07a-f3b20d8b66e7 req-1e5a136a-6c35-4ed3-9b59-1cde706a5ac0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 210 time: 0.0300927 Dec 06 14:50:50.032102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f98aef50-e55f-4b49-a1f8-062d25e68ccc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:50.080531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port f98aef50-e55f-4b49-a1f8-062d25e68ccc triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:50.080977 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:50.490753 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d738396e-def2-4309-a649-83dba88bb3e9 req-6e9e6477-38d9-4fda-b96c-f8d6c9cbab36 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 210 time: 0.0309677 Dec 06 14:50:51.326667 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-a3d7adbf-9d13-4052-8f65-746063e003a0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:51.328096 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-a3d7adbf-9d13-4052-8f65-746063e003a0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 812 time: 0.1065850 Dec 06 14:50:51.390723 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-010dd2d5-ac5f-4264-a14d-5d9db0b71224 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 380 time: 0.0537627 Dec 06 14:50:51.399319 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-7ecd2850-478f-4e16-9374-b02a1b4cfdfe tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Request body: {'port': {'device_id': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'admin_state_up': True, 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'security_groups': ['5d6ccae2-2972-4925-8a68-73a781ae1d24']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:51.589199 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6f6bd506-dd8f-4e69-93a8-5479fb5385dc req-bd176dfc-d51a-4614-af0f-9de60607d8df tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 210 time: 0.0277638 Dec 06 14:50:51.607236 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-7ecd2850-478f-4e16-9374-b02a1b4cfdfe tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Made reservation on behalf of ce75bc76109a4386b138212eca27c92c for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:50:51.610942 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-7ecd2850-478f-4e16-9374-b02a1b4cfdfe tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:51.732024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-7ecd2850-478f-4e16-9374-b02a1b4cfdfe tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Allocated IP 172.20.0.10 (b4252a9b-740a-4f18-b8ed-88019490d5ee/ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0/9cabd849-8857-455e-b4c8-8bf1974cd99a) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:50:51.867609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-7ecd2850-478f-4e16-9374-b02a1b4cfdfe tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.014810 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-7ecd2850-478f-4e16-9374-b02a1b4cfdfe tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.058125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-7ecd2850-478f-4e16-9374-b02a1b4cfdfe tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Network b4252a9b-740a-4f18-b8ed-88019490d5ee is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:50:52.061616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-7ecd2850-478f-4e16-9374-b02a1b4cfdfe tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:50:52.064585 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-7ecd2850-478f-4e16-9374-b02a1b4cfdfe tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:50:52.094967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecd2850-478f-4e16-9374-b02a1b4cfdfe tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event updated for resources: {'Port': ['ID=9cabd849-8857-455e-b4c8-8bf1974cd99a,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:52.125676 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-7ecd2850-478f-4e16-9374-b02a1b4cfdfe tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:52.126226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-7ecd2850-478f-4e16-9374-b02a1b4cfdfe tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.227718 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-7ecd2850-478f-4e16-9374-b02a1b4cfdfe tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8319230 Dec 06 14:50:52.240483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Request body: {'port': {'device_id': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:50:52.255264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-47361f18-1764-4bca-8e1c-e33c366da014 None None] Provisioning complete for port 9cabd849-8857-455e-b4c8-8bf1974cd99a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:52.255759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-47361f18-1764-4bca-8e1c-e33c366da014 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.288361 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-47361f18-1764-4bca-8e1c-e33c366da014 None None] Port 9cabd849-8857-455e-b4c8-8bf1974cd99a cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:50:52.295837 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.554303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cabd849-8857-455e-b4c8-8bf1974cd99a {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:52.561732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.573303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Transition to ACTIVE for port object 9cabd849-8857-455e-b4c8-8bf1974cd99a will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:50:52.653431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.705396 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbab816-f503-439d-a0a6-7868a9e367bb req-46b38407-0a2a-4da6-a946-e6ddb52b3fb0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:52.707973 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4dbab816-f503-439d-a0a6-7868a9e367bb req-46b38407-0a2a-4da6-a946-e6ddb52b3fb0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 944 time: 0.0534286 Dec 06 14:50:52.746806 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Pushing event updated for resources: {'Port': ['ID=9cabd849-8857-455e-b4c8-8bf1974cd99a,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:52.760320 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4dbab816-f503-439d-a0a6-7868a9e367bb req-ace8a870-420a-41cf-b7f4-170410f692a2 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464458 Dec 06 14:50:52.784373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Attempting to bind port 9cabd849-8857-455e-b4c8-8bf1974cd99a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:50:52.784719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Attempting to bind port 9cabd849-8857-455e-b4c8-8bf1974cd99a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:50:52.785083 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Attempting to bind port 9cabd849-8857-455e-b4c8-8bf1974cd99a on network b4252a9b-740a-4f18-b8ed-88019490d5ee {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:52.790436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Port 9cabd849-8857-455e-b4c8-8bf1974cd99a on network b4252a9b-740a-4f18-b8ed-88019490d5ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:50:52.790764 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Attempting to bind port 9cabd849-8857-455e-b4c8-8bf1974cd99a on network b4252a9b-740a-4f18-b8ed-88019490d5ee {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:50:52.796595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:50:52.796961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Checking segment: {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:50:52.797343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Bound using segment: {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:50:52.797770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Bound port: 9cabd849-8857-455e-b4c8-8bf1974cd99a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:50:52.798125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.866734 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] For port 9cabd849-8857-455e-b4c8-8bf1974cd99a, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:50:52.869828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] For port 9cabd849-8857-455e-b4c8-8bf1974cd99a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:50:52.928325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.963799 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:52.964426 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:52.965847 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] 10.222.0.41 "PUT /v2.0/ports/9cabd849-8857-455e-b4c8-8bf1974cd99a HTTP/1.1" status: 200 len: 1094 time: 0.7298405 Dec 06 14:50:52.966855 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'tag': '9cabd849-8857-455e-b4c8-8bf1974cd99a'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:52.969190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7f001a-2ac5-473a-b19a-c53603aca209" -d '{"events": [{"name": "network-changed", "server_uuid": "b85fad1b-76d3-47f5-8ab9-aa6abfff720b", "tag": "9cabd849-8857-455e-b4c8-8bf1974cd99a"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:52.995736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba283af-e418-4ddc-9595-3b17e1ea7696 service neutron] Pushing event updated for resources: {'Port': ['ID=9cabd849-8857-455e-b4c8-8bf1974cd99a,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:53.030716 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8273e338-a567-40f3-a5da-4323613cee94 x-openstack-request-id: req-8273e338-a567-40f3-a5da-4323613cee94 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:53.030716 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85fad1b-76d3-47f5-8ab9-aa6abfff720b", "tag": "9cabd849-8857-455e-b4c8-8bf1974cd99a", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:53.030716 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8273e338-a567-40f3-a5da-4323613cee94 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:53.030716 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'tag': '9cabd849-8857-455e-b4c8-8bf1974cd99a', 'status': 'completed', 'code': 200} Dec 06 14:50:53.086130 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f001a-2ac5-473a-b19a-c53603aca209 req-4e3cac91-ad19-45ab-bfe1-b288a476773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:53.088063 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bb7f001a-2ac5-473a-b19a-c53603aca209 req-4e3cac91-ad19-45ab-bfe1-b288a476773e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 1097 time: 0.0456195 Dec 06 14:50:53.199192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f001a-2ac5-473a-b19a-c53603aca209 req-7ff416ae-a3c9-4d1f-9023-35c375d96bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:53.201261 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bb7f001a-2ac5-473a-b19a-c53603aca209 req-7ff416ae-a3c9-4d1f-9023-35c375d96bae service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ce75bc76109a4386b138212eca27c92c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1024749 Dec 06 14:50:53.292362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f001a-2ac5-473a-b19a-c53603aca209 req-76e0775a-0fcb-4094-af6b-20871c9403c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:53.294192 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bb7f001a-2ac5-473a-b19a-c53603aca209 req-76e0775a-0fcb-4094-af6b-20871c9403c5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865030 Dec 06 14:50:53.368983 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-8def41b7-d1be-4647-b3b6-43b2bc1e0f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:53.370393 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-8def41b7-d1be-4647-b3b6-43b2bc1e0f0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 1097 time: 0.0390451 Dec 06 14:50:53.416631 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-4004de5a-8027-4c38-a764-3686afd3fb28 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a HTTP/1.1" status: 200 len: 217 time: 0.0363932 Dec 06 14:50:53.466436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-78620fea-e09e-42b1-8c75-d3dea360c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:53.467849 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-78620fea-e09e-42b1-8c75-d3dea360c5a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0437288 Dec 06 14:50:53.512412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-c5991cc3-d6fb-4973-b5be-9e4b8e379bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:53.514436 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-c5991cc3-d6fb-4973-b5be-9e4b8e379bf9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397375 Dec 06 14:50:53.606579 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-7bf80df8-5589-4a5a-ab5e-cb48ec467f2e service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853374 Dec 06 14:50:53.694206 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1a43e24d-b241-414e-aa5e-e606432c5243 req-ff92e539-6bd7-4ef3-bc69-5617b39bfa47 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798519 Dec 06 14:50:53.877314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d620a-7f2e-44b0-a5a8-091e7114b14b req-ba0591a3-db19-465e-8a55-d00115f5838e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:53.878783 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b36d620a-7f2e-44b0-a5a8-091e7114b14b req-ba0591a3-db19-465e-8a55-d00115f5838e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 944 time: 0.0483100 Dec 06 14:50:53.924481 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b36d620a-7f2e-44b0-a5a8-091e7114b14b req-b27917aa-528b-4e4b-abd1-88570eb309ae tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398014 Dec 06 14:50:55.042966 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf0188-44d4-42d3-a613-895998ee7aa4 req-66ac9b5d-97f5-4f7b-9bb5-fe23c417c077 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:55.044859 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-55cf0188-44d4-42d3-a613-895998ee7aa4 req-66ac9b5d-97f5-4f7b-9bb5-fe23c417c077 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 944 time: 0.0529623 Dec 06 14:50:55.091782 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-55cf0188-44d4-42d3-a613-895998ee7aa4 req-12a9689a-9342-4bdd-bbea-d32cb895dc03 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410464 Dec 06 14:50:56.209078 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb3c94-85b6-4393-8a00-1b8ce89cc08b req-23b28385-4c1b-479b-aed1-efb884baadb7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:56.210491 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-91fb3c94-85b6-4393-8a00-1b8ce89cc08b req-23b28385-4c1b-479b-aed1-efb884baadb7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 944 time: 0.0511801 Dec 06 14:50:56.263476 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-91fb3c94-85b6-4393-8a00-1b8ce89cc08b req-264c46ef-ac64-4994-81de-e86454fbded8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425611 Dec 06 14:50:57.374694 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a09791-4ae5-43d0-a711-0139e4e939a3 req-1e6dfd42-d695-4eb1-8699-4686f24feed3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:57.376035 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b1a09791-4ae5-43d0-a711-0139e4e939a3 req-1e6dfd42-d695-4eb1-8699-4686f24feed3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 944 time: 0.0476608 Dec 06 14:50:57.422722 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b1a09791-4ae5-43d0-a711-0139e4e939a3 req-d19d5d99-325d-4412-b3ee-82cdf7706606 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408192 Dec 06 14:50:57.659244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 9cabd849-8857-455e-b4c8-8bf1974cd99a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:50:57.751756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 9cabd849-8857-455e-b4c8-8bf1974cd99a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:57.762665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '9cabd849-8857-455e-b4c8-8bf1974cd99a', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'port_id': '9cabd849-8857-455e-b4c8-8bf1974cd99a', 'mac_address': 'fa:16:3e:e7:ee:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:50:57.944811 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:57.957898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cabd849-8857-455e-b4c8-8bf1974cd99a {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:50:57.976927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 9cabd849-8857-455e-b4c8-8bf1974cd99a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:58.052585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:58.097818 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=9cabd849-8857-455e-b4c8-8bf1974cd99a,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:50:58.350640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['9cabd849-8857-455e-b4c8-8bf1974cd99a'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:50:58.533651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f3ab83-e48c-4efd-81af-f30b7600e65a req-7208b93d-3a37-4ef3-8b14-1b9a9db2aa1d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:58.535115 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f6f3ab83-e48c-4efd-81af-f30b7600e65a req-7208b93d-3a37-4ef3-8b14-1b9a9db2aa1d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 945 time: 0.0476491 Dec 06 14:50:58.580503 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f6f3ab83-e48c-4efd-81af-f30b7600e65a req-b74595ee-e6cd-41c4-bead-505ee1e94bc2 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395935 Dec 06 14:50:59.660528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 9cabd849-8857-455e-b4c8-8bf1974cd99a up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:50:59.697619 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879c97c1-5217-4fb3-a871-a086b3853f30 req-329dcbc2-00f3-4619-934a-aee13757c372 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:50:59.699115 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-879c97c1-5217-4fb3-a871-a086b3853f30 req-329dcbc2-00f3-4619-934a-aee13757c372 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 945 time: 0.0523117 Dec 06 14:50:59.704878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.747719 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-879c97c1-5217-4fb3-a871-a086b3853f30 req-3ae7346c-8497-447f-8709-812521ad9254 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409470 Dec 06 14:50:59.755989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 9cabd849-8857-455e-b4c8-8bf1974cd99a completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:50:59.762577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 9cabd849-8857-455e-b4c8-8bf1974cd99a triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:50:59.762577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.839137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.867711 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cabd849-8857-455e-b4c8-8bf1974cd99a'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:50:59.870090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf95924-02c8-4d9f-9532-289c047b7b2b" -d '{"events": [{"server_uuid": "b85fad1b-76d3-47f5-8ab9-aa6abfff720b", "name": "network-vif-plugged", "status": "completed", "tag": "9cabd849-8857-455e-b4c8-8bf1974cd99a"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:50:59.882504 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 9cabd849-8857-455e-b4c8-8bf1974cd99a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:50:59.944777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:50:59.969403 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c30f85-ae30-4f43-8b79-f6755774651c x-openstack-request-id: req-e4c30f85-ae30-4f43-8b79-f6755774651c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:50:59.969714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85fad1b-76d3-47f5-8ab9-aa6abfff720b", "name": "network-vif-plugged", "status": "completed", "tag": "9cabd849-8857-455e-b4c8-8bf1974cd99a", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:50:59.969952 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e4c30f85-ae30-4f43-8b79-f6755774651c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:50:59.970343 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cabd849-8857-455e-b4c8-8bf1974cd99a', 'code': 200} Dec 06 14:50:59.995433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=9cabd849-8857-455e-b4c8-8bf1974cd99a,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:51:00.255164 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33ef2f-a4b3-426f-9a39-caa31c3beb85 req-273b0d16-80e7-48cc-bda3-1bdc45629f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:00.256631 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5c33ef2f-a4b3-426f-9a39-caa31c3beb85 req-273b0d16-80e7-48cc-bda3-1bdc45629f03 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 1099 time: 0.0395780 Dec 06 14:51:00.299352 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5c33ef2f-a4b3-426f-9a39-caa31c3beb85 req-9e9e691a-a9f0-41ab-ac77-093a10ceb38a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362623 Dec 06 14:51:00.862624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef90aec-cf4c-4f33-ab3f-1b8e94d94cbf req-8658c20a-faf1-449d-95ec-e16388cc5c9a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:00.864099 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cef90aec-cf4c-4f33-ab3f-1b8e94d94cbf req-8658c20a-faf1-449d-95ec-e16388cc5c9a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0482895 Dec 06 14:51:00.914742 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cef90aec-cf4c-4f33-ab3f-1b8e94d94cbf req-d08299e4-6a81-476e-94d3-159ce9a54c99 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448370 Dec 06 14:51:01.315762 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eb35a32d-e734-4150-a22c-cffc1d0d66f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:02.034232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda45d02-70f6-40b4-889c-7f0026cd1fa8 req-28aced77-33f9-45fd-80cf-bc2a4ce9315b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:02.035861 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-dda45d02-70f6-40b4-889c-7f0026cd1fa8 req-28aced77-33f9-45fd-80cf-bc2a4ce9315b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0524848 Dec 06 14:51:02.082267 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-dda45d02-70f6-40b4-889c-7f0026cd1fa8 req-a32a9c5c-e7af-4798-9953-d4dcd900792a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405726 Dec 06 14:51:02.191154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1620ce6b-3de9-4847-8953-42834f6bfa83 req-06c58b1c-2963-4cd6-872c-041ba940dbe3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:02.192597 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1620ce6b-3de9-4847-8953-42834f6bfa83 req-06c58b1c-2963-4cd6-872c-041ba940dbe3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0474412 Dec 06 14:51:02.201273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 40062) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:51:02.205989 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7bb99d11-2010-4758-9c28-e783f7ede046 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Request body: {'floatingip': {'port_id': '9cabd849-8857-455e-b4c8-8bf1974cd99a'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:51:02.246159 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7bb99d11-2010-4758-9c28-e783f7ede046 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:02.675674 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7bb99d11-2010-4758-9c28-e783f7ede046 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:02.733973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7bb99d11-2010-4758-9c28-e783f7ede046 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:02.832193 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-7bb99d11-2010-4758-9c28-e783f7ede046 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Floating IP e41c7225-605e-4c76-9b17-c1c333098d70 associated. External IP: 172.36.1.24, port: 9cabd849-8857-455e-b4c8-8bf1974cd99a. Dec 06 14:51:03.161743 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:51:03.384396 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb99d11-2010-4758-9c28-e783f7ede046 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Router ef19073c-5bfe-419b-814d-af8f91ac2c53 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:51:03.488753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb99d11-2010-4758-9c28-e783f7ede046 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:51:03.493213 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7bb99d11-2010-4758-9c28-e783f7ede046 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:03.500107 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c317d6-b169-46e7-87a0-96ed0797a253 None None] Sync routers for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:51:03.509572 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c317d6-b169-46e7-87a0-96ed0797a253 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:03.510193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f1c317d6-b169-46e7-87a0-96ed0797a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:50:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:03.519877 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7bb99d11-2010-4758-9c28-e783f7ede046 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "PUT /v2.0/floatingips/e41c7225-605e-4c76-9b17-c1c333098d70 HTTP/1.1" status: 200 len: 991 time: 1.3170881 Dec 06 14:51:03.520570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'tag': '9cabd849-8857-455e-b4c8-8bf1974cd99a'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:51:03.523095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ad9f4fc-0570-4fea-bc70-3b899a370d61" -d '{"events": [{"name": "network-changed", "server_uuid": "b85fad1b-76d3-47f5-8ab9-aa6abfff720b", "tag": "9cabd849-8857-455e-b4c8-8bf1974cd99a"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:51:03.559344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e67f62-a5d0-451c-b508-0e4ae3192fda x-openstack-request-id: req-69e67f62-a5d0-451c-b508-0e4ae3192fda {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:51:03.559644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b85fad1b-76d3-47f5-8ab9-aa6abfff720b", "tag": "9cabd849-8857-455e-b4c8-8bf1974cd99a", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:51:03.559899 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69e67f62-a5d0-451c-b508-0e4ae3192fda {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:51:03.560303 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'tag': '9cabd849-8857-455e-b4c8-8bf1974cd99a', 'status': 'completed', 'code': 200} Dec 06 14:51:03.621722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9f4fc-0570-4fea-bc70-3b899a370d61 req-6d92cc25-5427-4e61-aa30-3b3fa81ae140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:03.623261 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ad9f4fc-0570-4fea-bc70-3b899a370d61 req-6d92cc25-5427-4e61-aa30-3b3fa81ae140 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 1099 time: 0.0411923 Dec 06 14:51:03.627184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f1c317d6-b169-46e7-87a0-96ed0797a253 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:03.718385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9f4fc-0570-4fea-bc70-3b899a370d61 req-d47e240b-17ea-4f80-8968-7d10728adcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:03.718810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-addae8a4-0ddc-4dfe-b6f7-2f62cb3e7339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:03.719864 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ad9f4fc-0570-4fea-bc70-3b899a370d61 req-d47e240b-17ea-4f80-8968-7d10728adcfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0879829 Dec 06 14:51:03.784784 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ad9f4fc-0570-4fea-bc70-3b899a370d61 req-2ee1ac29-ff4d-4fcb-a481-5487ab3b9fbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a HTTP/1.1" status: 200 len: 999 time: 0.0573597 Dec 06 14:51:03.833398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9f4fc-0570-4fea-bc70-3b899a370d61 req-dfe2646f-5fae-4075-9e2f-86ded3a1a57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:03.834863 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ad9f4fc-0570-4fea-bc70-3b899a370d61 req-dfe2646f-5fae-4075-9e2f-86ded3a1a57c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0438328 Dec 06 14:51:03.856397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f1c317d6-b169-46e7-87a0-96ed0797a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e41c7225-605e-4c76-9b17-c1c333098d70', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'floating_ip_address': '172.36.1.24', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'port_id': '9cabd849-8857-455e-b4c8-8bf1974cd99a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'mac_address': 'fa:16:3e:e7:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:48Z', 'updated_at': '2021-12-06T14:51:02Z', 'revision_number': 1, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:03.883027 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c317d6-b169-46e7-87a0-96ed0797a253 None None] Checking router: ef19073c-5bfe-419b-814d-af8f91ac2c53 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:51:03.883264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9f4fc-0570-4fea-bc70-3b899a370d61 req-70e06a46-4039-4940-8923-b091b641cc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:51:03.884534 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ad9f4fc-0570-4fea-bc70-3b899a370d61 req-70e06a46-4039-4940-8923-b091b641cc9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430195 Dec 06 14:51:03.891886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c317d6-b169-46e7-87a0-96ed0797a253 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:51:03.892492 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f1c317d6-b169-46e7-87a0-96ed0797a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:51:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:03.974860 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ad9f4fc-0570-4fea-bc70-3b899a370d61 req-de113910-a03c-407c-ae02-e928eb9ec18a service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826163 Dec 06 14:51:03.996876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f1c317d6-b169-46e7-87a0-96ed0797a253 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:51:04.068481 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ad9f4fc-0570-4fea-bc70-3b899a370d61 req-2d8b77b1-1ff5-467f-98aa-530725d0a385 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870552 Dec 06 14:51:04.221062 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f1c317d6-b169-46e7-87a0-96ed0797a253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e41c7225-605e-4c76-9b17-c1c333098d70', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'floating_ip_address': '172.36.1.24', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'port_id': '9cabd849-8857-455e-b4c8-8bf1974cd99a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'mac_address': 'fa:16:3e:e7:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:48Z', 'updated_at': '2021-12-06T14:51:02Z', 'revision_number': 1, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:51:04.247355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c317d6-b169-46e7-87a0-96ed0797a253 None None] The sync data for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv is: [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e41c7225-605e-4c76-9b17-c1c333098d70', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'floating_ip_address': '172.36.1.24', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'port_id': '9cabd849-8857-455e-b4c8-8bf1974cd99a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'mac_address': 'fa:16:3e:e7:ee:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:48Z', 'updated_at': '2021-12-06T14:51:02Z', 'revision_number': 1, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:51:04.423605 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095fbd93-3c68-4bb9-98b1-b941614db376 None None] New status for floating IP e41c7225-605e-4c76-9b17-c1c333098d70: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:51:04.812728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.047148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:06.910624 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:29.686587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:31.286963 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb05bd9d-51c3-4e0d-9f8c-03d9e1cd102a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:33.721388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b242760e-09c2-4904-8f67-6c21b13070b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:34.840812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.046544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:36.926963 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:51:40.161817 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:51:59.703933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:01.303483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-08741cf2-c384-46a3-ae85-ffa25e619d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:03.079997 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f286dea-56e6-41bd-8e1f-a3d47374204a req-d9dace87-50ef-433b-b349-9f36c699b2d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390706 Dec 06 14:52:03.164712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f286dea-56e6-41bd-8e1f-a3d47374204a req-0e5301a1-6038-482d-8c13-19d023a003c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:03.166224 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f286dea-56e6-41bd-8e1f-a3d47374204a req-0e5301a1-6038-482d-8c13-19d023a003c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 1099 time: 0.0434437 Dec 06 14:52:03.270841 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f286dea-56e6-41bd-8e1f-a3d47374204a req-196976f3-f041-493b-9859-115fa94545e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:03.272835 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f286dea-56e6-41bd-8e1f-a3d47374204a req-196976f3-f041-493b-9859-115fa94545e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0872092 Dec 06 14:52:03.342337 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f286dea-56e6-41bd-8e1f-a3d47374204a req-2b791a5e-61a9-493f-8ff7-ad42470454c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a HTTP/1.1" status: 200 len: 1001 time: 0.0623841 Dec 06 14:52:03.390599 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f286dea-56e6-41bd-8e1f-a3d47374204a req-0a2cdeec-06c8-4821-987f-94ef2c3951a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:03.391974 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f286dea-56e6-41bd-8e1f-a3d47374204a req-0a2cdeec-06c8-4821-987f-94ef2c3951a9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0423443 Dec 06 14:52:03.438119 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f286dea-56e6-41bd-8e1f-a3d47374204a req-4a3dad46-d2b4-4cbf-9a15-9f3f83c58bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:03.439563 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f286dea-56e6-41bd-8e1f-a3d47374204a req-4a3dad46-d2b4-4cbf-9a15-9f3f83c58bc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404270 Dec 06 14:52:03.531066 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f286dea-56e6-41bd-8e1f-a3d47374204a req-7105d46c-fa6c-4d3d-9846-a71d6dbf188e service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846415 Dec 06 14:52:03.619874 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f286dea-56e6-41bd-8e1f-a3d47374204a req-b2bedd7d-538f-4c68-881b-90c8b5d8ad60 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809758 Dec 06 14:52:03.692098 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c230-b7a8-4bb4-856d-37d86ca0cc77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:04.874723 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.074358 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:06.920382 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:16.545134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094868b-f019-46ea-9dc1-fff055510cd0 req-61ccf6f8-3357-4cfd-9e25-5621e00a3400 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.546678 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d094868b-f019-46ea-9dc1-fff055510cd0 req-61ccf6f8-3357-4cfd-9e25-5621e00a3400 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0495672 Dec 06 14:52:16.596312 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d094868b-f019-46ea-9dc1-fff055510cd0 req-32dbe667-1682-4f49-ae0d-a05e9e521b6b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439103 Dec 06 14:52:16.989119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cebef2-d5e1-4ed7-903f-ab8e69feb03a req-dc9874eb-2437-4bfd-a657-03992cea13df tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:16.990582 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b4cebef2-d5e1-4ed7-903f-ab8e69feb03a req-dc9874eb-2437-4bfd-a657-03992cea13df tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0482407 Dec 06 14:52:17.040988 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b4cebef2-d5e1-4ed7-903f-ab8e69feb03a req-21004c0b-a850-4e07-8a12-8013060f5a9a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438192 Dec 06 14:52:17.105024 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-a4376317-fd14-4363-8c23-769b26e68a44 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386231 Dec 06 14:52:17.160468 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:52:18.163394 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e44439-95cd-4863-ae46-1cd79f357d8c req-5a7d8dac-874d-4757-8a3d-df8a14fe2124 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:18.164927 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-77e44439-95cd-4863-ae46-1cd79f357d8c req-5a7d8dac-874d-4757-8a3d-df8a14fe2124 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0528042 Dec 06 14:52:18.212797 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-77e44439-95cd-4863-ae46-1cd79f357d8c req-87f5a8e3-78f4-40e2-abd6-6ebe4b57d62f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414057 Dec 06 14:52:19.196774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-bc4e9ecd-8970-45ea-99b3-db652d54f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:19.198301 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-bc4e9ecd-8970-45ea-99b3-db652d54f39b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 1099 time: 0.0410550 Dec 06 14:52:19.304982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-75ee2397-65c3-420c-a35c-9434a7a6aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:19.306625 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-75ee2397-65c3-420c-a35c-9434a7a6aca9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.1009190 Dec 06 14:52:19.328231 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f028931-2ac1-40c9-8136-c0d7935ac999 req-b3b1a244-1fdf-478d-a18e-f9c365ee48a1 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:19.329721 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7f028931-2ac1-40c9-8136-c0d7935ac999 req-b3b1a244-1fdf-478d-a18e-f9c365ee48a1 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0490932 Dec 06 14:52:19.372123 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-d7412cce-9b83-4d43-b09d-141324c6268b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a HTTP/1.1" status: 200 len: 1001 time: 0.0578766 Dec 06 14:52:19.376145 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7f028931-2ac1-40c9-8136-c0d7935ac999 req-539c45fc-5256-4886-9c7c-f4c18690b120 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405145 Dec 06 14:52:19.422684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-e3f3ee78-205c-4a30-a692-1486389e1f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:19.424121 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-e3f3ee78-205c-4a30-a692-1486389e1f57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0444269 Dec 06 14:52:19.472005 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-abae9e51-47fa-4fe4-b4be-0de8d61065a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:19.473395 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-abae9e51-47fa-4fe4-b4be-0de8d61065a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429132 Dec 06 14:52:19.569289 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-a3c310fc-8766-4194-9ffa-6be2a95261a2 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876601 Dec 06 14:52:19.661056 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-85aec0ae-3f1a-4cce-93db-3df910594016 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843823 Dec 06 14:52:20.491490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491941f5-0b2d-4806-9cdd-d53583681dea req-ba321a44-5077-4ca7-811e-1d44c380df1a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:20.493632 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-491941f5-0b2d-4806-9cdd-d53583681dea req-ba321a44-5077-4ca7-811e-1d44c380df1a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0491943 Dec 06 14:52:20.538754 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-491941f5-0b2d-4806-9cdd-d53583681dea req-4698b23f-261d-4c0e-a444-98958acff45d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394099 Dec 06 14:52:21.653133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1fb7e-7f97-4751-8167-77a7c3e909b3 req-0d969aaa-8542-464e-9a16-7eea1536bb19 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:21.654659 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9bd1fb7e-7f97-4751-8167-77a7c3e909b3 req-0d969aaa-8542-464e-9a16-7eea1536bb19 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0483029 Dec 06 14:52:21.705853 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9bd1fb7e-7f97-4751-8167-77a7c3e909b3 req-266f289a-9fe1-4da6-bd11-2b06dfa29449 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449960 Dec 06 14:52:22.818352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b71af3-b9c4-41e7-88b8-f53bf16ae7ba req-3d9531dc-4e55-4320-b363-0ab4dea0ab3b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:22.819806 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a7b71af3-b9c4-41e7-88b8-f53bf16ae7ba req-3d9531dc-4e55-4320-b363-0ab4dea0ab3b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0476537 Dec 06 14:52:22.871809 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a7b71af3-b9c4-41e7-88b8-f53bf16ae7ba req-a34c31ae-5fbc-4166-a4e5-1d3c4e637c60 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455265 Dec 06 14:52:23.984660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb61d4-3620-44b1-a0c2-ea30b6b719a9 req-503fe23b-4839-4f91-be99-f229074df353 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:23.986050 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9fdb61d4-3620-44b1-a0c2-ea30b6b719a9 req-503fe23b-4839-4f91-be99-f229074df353 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0480831 Dec 06 14:52:24.032200 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9fdb61d4-3620-44b1-a0c2-ea30b6b719a9 req-40fbdeb0-63b3-4c2d-9b06-5c0e42dd9f85 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403047 Dec 06 14:52:25.149660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeef7b1-2002-4589-a8c2-6d359dcf4872 req-cf8d3f0e-0310-4c19-9ac5-58b2c5bed6ed tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:25.152469 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bdeef7b1-2002-4589-a8c2-6d359dcf4872 req-cf8d3f0e-0310-4c19-9ac5-58b2c5bed6ed tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0542674 Dec 06 14:52:25.201233 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bdeef7b1-2002-4589-a8c2-6d359dcf4872 req-96b5d669-ba89-46ca-a2f6-bd510c251063 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426350 Dec 06 14:52:26.314381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6524fb2-e9ac-4319-9ae2-f151d95086b1 req-17a43c14-27d0-4296-94d2-306d88dec4bf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:26.315742 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a6524fb2-e9ac-4319-9ae2-f151d95086b1 req-17a43c14-27d0-4296-94d2-306d88dec4bf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0481629 Dec 06 14:52:26.363091 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a6524fb2-e9ac-4319-9ae2-f151d95086b1 req-5551b371-c8ab-45f3-b51e-8a1e9e33b551 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403998 Dec 06 14:52:27.479999 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695a04b-7cf4-4a4c-9f0d-918def9cfc6e req-912d8557-5ac3-4935-8071-223111acfa64 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:27.481460 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3695a04b-7cf4-4a4c-9f0d-918def9cfc6e req-912d8557-5ac3-4935-8071-223111acfa64 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0506563 Dec 06 14:52:27.529721 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3695a04b-7cf4-4a4c-9f0d-918def9cfc6e req-01f6068b-4dd2-4d71-a785-a278c5c1e8bf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422559 Dec 06 14:52:28.653043 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff11830-08ec-488f-9db7-516aca0987db req-d3e3ba5d-a339-47e0-b77c-d106cce9f351 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:28.654786 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9ff11830-08ec-488f-9db7-516aca0987db req-d3e3ba5d-a339-47e0-b77c-d106cce9f351 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0542121 Dec 06 14:52:28.700920 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9ff11830-08ec-488f-9db7-516aca0987db req-726f4a34-9cb2-4ed4-b8cb-5ac33415ae83 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401905 Dec 06 14:52:29.702522 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:29.819133 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa90dea-9ad8-4738-ad53-09dafcd9aa79 req-be518ce6-438b-4f1a-884d-b1b64c2269bb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:29.820574 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-daa90dea-9ad8-4738-ad53-09dafcd9aa79 req-be518ce6-438b-4f1a-884d-b1b64c2269bb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0528455 Dec 06 14:52:29.872513 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-daa90dea-9ad8-4738-ad53-09dafcd9aa79 req-c8dae87b-e331-4ec4-8708-6326ed457fc8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456665 Dec 06 14:52:30.984606 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88faaaa6-6102-44c4-b40f-5f80e88442d5 req-d36e9f95-fc5b-43ae-91ba-9a65475c2b83 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:30.985987 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-88faaaa6-6102-44c4-b40f-5f80e88442d5 req-d36e9f95-fc5b-43ae-91ba-9a65475c2b83 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0468693 Dec 06 14:52:31.032067 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-88faaaa6-6102-44c4-b40f-5f80e88442d5 req-2b60f5c7-fd24-4b44-a30c-d852f3b2cf1e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401447 Dec 06 14:52:31.302377 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38113426-4a8e-470f-b69d-3ba558135205 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:31.593225 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-9ca05e26-935f-47d9-895f-ba8c713236e2 service neutron] 10.222.0.41 "GET /v2.0/ports/9cabd849-8857-455e-b4c8-8bf1974cd99a/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0547023 Dec 06 14:52:32.144616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-a4869fb7-913e-4075-88fe-a72e0e88bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:32.145832 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-a4869fb7-913e-4075-88fe-a72e0e88bba8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 1099 time: 0.0702138 Dec 06 14:52:32.162214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255edd5-ed1b-4c9f-93dc-9ebe3781d6ef req-4bd0cbc7-048a-4161-a6ef-5d9114e794d8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:32.163670 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6255edd5-ed1b-4c9f-93dc-9ebe3781d6ef req-4bd0cbc7-048a-4161-a6ef-5d9114e794d8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0617776 Dec 06 14:52:32.234780 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-59fd3d25-cf97-4ecd-bff5-39a222c6c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:32.236277 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-59fd3d25-cf97-4ecd-bff5-39a222c6c98a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 1099 time: 0.0709679 Dec 06 14:52:32.240758 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6255edd5-ed1b-4c9f-93dc-9ebe3781d6ef req-5a7a1004-d537-42f9-8c34-c6a9545941ec tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679123 Dec 06 14:52:32.328967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-03fa6a4b-8e43-4396-ad72-05f207cde454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:32.330413 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-03fa6a4b-8e43-4396-ad72-05f207cde454 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0874367 Dec 06 14:52:32.393557 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-5fb3b197-536c-4bb8-b861-eda6603bcf5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a HTTP/1.1" status: 200 len: 1001 time: 0.0562327 Dec 06 14:52:32.441894 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-aca279b8-abb6-4d3c-8e60-54bee2e43ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:32.443276 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-aca279b8-abb6-4d3c-8e60-54bee2e43ffe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0428934 Dec 06 14:52:32.491215 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-a757213e-dc64-4a27-859f-6e4414c7729a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:32.492653 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-a757213e-dc64-4a27-859f-6e4414c7729a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426152 Dec 06 14:52:32.584589 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-771f126c-4c26-4eab-ad7e-f00f179857e3 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838571 Dec 06 14:52:32.675811 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d9ced31-6af4-4428-93da-79d5608b0d94 req-9d1af174-50ba-422f-9c5c-8b34024bf9a5 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841181 Dec 06 14:52:33.358098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402f2f3-d11f-40cf-bb70-b78aab39d516 req-49bf3636-5a7e-4f27-bc9b-72b609729403 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:33.359537 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3402f2f3-d11f-40cf-bb70-b78aab39d516 req-49bf3636-5a7e-4f27-bc9b-72b609729403 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0510025 Dec 06 14:52:33.405141 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3402f2f3-d11f-40cf-bb70-b78aab39d516 req-7ca27658-b0d6-4ad7-a409-f888355e6fa3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396798 Dec 06 14:52:33.696725 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-819b1daf-d1dc-4326-8a5c-b39e1140743c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:34.519434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7e836-e89b-48e2-b836-7ad7ab6b09d2 req-fdf14343-6419-4c2d-a740-1f1131f0822e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:34.520897 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dff7e836-e89b-48e2-b836-7ad7ab6b09d2 req-fdf14343-6419-4c2d-a740-1f1131f0822e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0486681 Dec 06 14:52:34.567185 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dff7e836-e89b-48e2-b836-7ad7ab6b09d2 req-bcaee7a6-0084-4fcb-a576-c8587e2bd988 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405684 Dec 06 14:52:34.879435 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:35.679689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59fc2d-c104-4504-8a78-92d5fcc63f6c req-2a5b4718-cfc5-4521-a7eb-ef9c41689daa tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:35.681687 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3d59fc2d-c104-4504-8a78-92d5fcc63f6c req-2a5b4718-cfc5-4521-a7eb-ef9c41689daa tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0488493 Dec 06 14:52:35.728310 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3d59fc2d-c104-4504-8a78-92d5fcc63f6c req-14cc8b6b-c823-400d-b5ba-cb42da06cfbb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407197 Dec 06 14:52:36.068225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:36.265543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 9cabd849-8857-455e-b4c8-8bf1974cd99a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:52:36.268523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 9cabd849-8857-455e-b4c8-8bf1974cd99a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:36.409398 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:36.438525 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 9cabd849-8857-455e-b4c8-8bf1974cd99a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:36.449983 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cabd849-8857-455e-b4c8-8bf1974cd99a'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:36.452190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0f2f86-d975-43c5-8192-bd3bbb53f12e" -d '{"events": [{"server_uuid": "b85fad1b-76d3-47f5-8ab9-aa6abfff720b", "name": "network-vif-unplugged", "status": "completed", "tag": "9cabd849-8857-455e-b4c8-8bf1974cd99a"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:36.464216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '9cabd849-8857-455e-b4c8-8bf1974cd99a', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'port_id': '9cabd849-8857-455e-b4c8-8bf1974cd99a', 'mac_address': 'fa:16:3e:e7:ee:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:52:36.468733 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 9cabd849-8857-455e-b4c8-8bf1974cd99a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:36.498743 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b2661b-8f1e-4168-aa68-189bd9d76699 x-openstack-request-id: req-85b2661b-8f1e-4168-aa68-189bd9d76699 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:36.499034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85fad1b-76d3-47f5-8ab9-aa6abfff720b", "name": "network-vif-unplugged", "status": "completed", "tag": "9cabd849-8857-455e-b4c8-8bf1974cd99a", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:36.499286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-85b2661b-8f1e-4168-aa68-189bd9d76699 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:36.499670 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9cabd849-8857-455e-b4c8-8bf1974cd99a', 'code': 200} Dec 06 14:52:36.507001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:36.510000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:36.539601 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9cabd849-8857-455e-b4c8-8bf1974cd99a {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:36.590845 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=9cabd849-8857-455e-b4c8-8bf1974cd99a,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:36.601299 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:36.601644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:36.601983 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:36.602314 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:36.602639 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:36.603532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:36.603863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:36.604192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:36.604514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:36.604832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:36.605171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:36.605484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:36.605796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:36.612520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:52:36.612898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:52:36.842809 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e9f0a-f4ac-45db-a2f9-dff5f33fd2b6 req-7b132015-c95a-4e07-8bfe-ce24f90c8156 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:36.844180 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ef7e9f0a-f4ac-45db-a2f9-dff5f33fd2b6 req-7b132015-c95a-4e07-8bfe-ce24f90c8156 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 944 time: 0.0482094 Dec 06 14:52:36.894373 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ef7e9f0a-f4ac-45db-a2f9-dff5f33fd2b6 req-8ef335e2-80c3-4a7a-b878-fbf0dc79586e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439732 Dec 06 14:52:36.908619 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.150435 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.163671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cabd849-8857-455e-b4c8-8bf1974cd99a {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:37.169634 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cefda4-d9fc-48e9-bffb-9ad3886c0d0d req-9f629ef7-a0b5-4713-a4aa-9eeec192fe43 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:37.171119 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e4cefda4-d9fc-48e9-bffb-9ad3886c0d0d req-9f629ef7-a0b5-4713-a4aa-9eeec192fe43 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 944 time: 0.0541611 Dec 06 14:52:37.184306 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 9cabd849-8857-455e-b4c8-8bf1974cd99a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:37.219281 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e4cefda4-d9fc-48e9-bffb-9ad3886c0d0d req-78658383-ed61-4829-8ad3-ad81a6ce1cab tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420709 Dec 06 14:52:37.227385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa59cd-49b2-4831-9b62-2a7b0ffef7f2 req-bf186cc4-cd63-40ba-abcd-3068b437da3d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:37.233013 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d9fa59cd-49b2-4831-9b62-2a7b0ffef7f2 req-bf186cc4-cd63-40ba-abcd-3068b437da3d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b&tenant_id=ce75bc76109a4386b138212eca27c92c&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0535142 Dec 06 14:52:37.234227 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:37.288512 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=9cabd849-8857-455e-b4c8-8bf1974cd99a,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:37.300375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['9cabd849-8857-455e-b4c8-8bf1974cd99a'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:52:37.320121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa59cd-49b2-4831-9b62-2a7b0ffef7f2 req-5224d057-9444-47c1-8eeb-87277a2bb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:37.323557 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d9fa59cd-49b2-4831-9b62-2a7b0ffef7f2 req-5224d057-9444-47c1-8eeb-87277a2bb381 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 1098 time: 0.0453117 Dec 06 14:52:37.411631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa59cd-49b2-4831-9b62-2a7b0ffef7f2 req-d1abdb72-f2b9-4ac5-83d0-b457421d1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:37.413125 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d9fa59cd-49b2-4831-9b62-2a7b0ffef7f2 req-d1abdb72-f2b9-4ac5-83d0-b457421d1204 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0835984 Dec 06 14:52:37.481557 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d9fa59cd-49b2-4831-9b62-2a7b0ffef7f2 req-52d6b348-e25b-45fe-8cae-307b92032530 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a HTTP/1.1" status: 200 len: 1000 time: 0.0608790 Dec 06 14:52:37.530630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa59cd-49b2-4831-9b62-2a7b0ffef7f2 req-42c096e0-d26e-4eb6-95c5-8d2ce42d2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:37.532072 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d9fa59cd-49b2-4831-9b62-2a7b0ffef7f2 req-42c096e0-d26e-4eb6-95c5-8d2ce42d2472 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0435109 Dec 06 14:52:37.576973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa59cd-49b2-4831-9b62-2a7b0ffef7f2 req-d270998d-0f11-47eb-bf5b-62273c745afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:37.578430 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d9fa59cd-49b2-4831-9b62-2a7b0ffef7f2 req-d270998d-0f11-47eb-bf5b-62273c745afe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396700 Dec 06 14:52:37.672800 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d9fa59cd-49b2-4831-9b62-2a7b0ffef7f2 req-2cd9efda-c375-4e5c-bc6c-ec8983aa649d service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841339 Dec 06 14:52:37.759949 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d9fa59cd-49b2-4831-9b62-2a7b0ffef7f2 req-dc8c490f-68f1-422e-a4a8-bae8b08a18e5 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805175 Dec 06 14:52:38.271937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 9cabd849-8857-455e-b4c8-8bf1974cd99a up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:38.323198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 9cabd849-8857-455e-b4c8-8bf1974cd99a triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:38.323567 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.352767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f7c878-d794-4d6c-991a-b5698fffa84c req-ff6ae7f5-38c6-4856-af51-8937d8b704d9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:38.358439 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b1f7c878-d794-4d6c-991a-b5698fffa84c req-ff6ae7f5-38c6-4856-af51-8937d8b704d9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 945 time: 0.0591242 Dec 06 14:52:38.402059 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b1f7c878-d794-4d6c-991a-b5698fffa84c req-9d6dac0c-ebc2-4708-b34f-e96336bdfa9f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415714 Dec 06 14:52:38.406408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.439832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 9cabd849-8857-455e-b4c8-8bf1974cd99a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:38.500423 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cabd849-8857-455e-b4c8-8bf1974cd99a'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:38.502813 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7bc7193-4fe7-4994-bbfd-f1aacab8481a" -d '{"events": [{"server_uuid": "b85fad1b-76d3-47f5-8ab9-aa6abfff720b", "name": "network-vif-plugged", "status": "completed", "tag": "9cabd849-8857-455e-b4c8-8bf1974cd99a"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:38.508207 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:38.541051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a50d41b-036c-4e2a-ad71-cac6c2f67bfb x-openstack-request-id: req-6a50d41b-036c-4e2a-ad71-cac6c2f67bfb {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:38.541051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85fad1b-76d3-47f5-8ab9-aa6abfff720b", "name": "network-vif-plugged", "status": "completed", "tag": "9cabd849-8857-455e-b4c8-8bf1974cd99a", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:38.541051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6a50d41b-036c-4e2a-ad71-cac6c2f67bfb {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:38.541051 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cabd849-8857-455e-b4c8-8bf1974cd99a', 'code': 200} Dec 06 14:52:38.558171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=9cabd849-8857-455e-b4c8-8bf1974cd99a,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:39.515819 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bb794-8100-4fee-b6d5-21da24267cd1 req-371b2a54-b470-449d-8ec9-5289916cad10 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:39.517307 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ee0bb794-8100-4fee-b6d5-21da24267cd1 req-371b2a54-b470-449d-8ec9-5289916cad10 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0478306 Dec 06 14:52:39.563397 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ee0bb794-8100-4fee-b6d5-21da24267cd1 req-d9c80310-e411-40b2-8ea2-5a9271aaed58 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402601 Dec 06 14:52:39.684932 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91d050c-b010-47cd-a7e5-e6940d02df45 req-fd02cbce-8998-43cd-a2c3-7f2afdafe075 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:39.686320 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c91d050c-b010-47cd-a7e5-e6940d02df45 req-fd02cbce-8998-43cd-a2c3-7f2afdafe075 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0494754 Dec 06 14:52:39.732149 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c91d050c-b010-47cd-a7e5-e6940d02df45 req-8cec92ee-b795-4468-8038-ea3d0c9bfe3b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400364 Dec 06 14:52:39.842613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8572c669-49c4-45c0-a17b-67aa811ff05d req-524e2d1e-3950-4bc6-9d1e-1ac84f188527 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:39.844098 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8572c669-49c4-45c0-a17b-67aa811ff05d req-524e2d1e-3950-4bc6-9d1e-1ac84f188527 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0475881 Dec 06 14:52:39.894638 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8572c669-49c4-45c0-a17b-67aa811ff05d req-32c493ba-71c0-4967-b884-90d0086c5564 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444629 Dec 06 14:52:40.294012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af58cd54-f173-4b1c-bbc0-0be093468f9c req-16ce896c-3485-4385-b6e8-7ae160a71ada tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:40.295450 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-af58cd54-f173-4b1c-bbc0-0be093468f9c req-16ce896c-3485-4385-b6e8-7ae160a71ada tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0483859 Dec 06 14:52:40.341958 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-af58cd54-f173-4b1c-bbc0-0be093468f9c req-e198aaf5-f446-4a72-8dfa-7677f4e39428 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405672 Dec 06 14:52:41.462903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31256586-95fe-45f2-aff3-d7ddd84d1001 req-96d1dc20-8359-4a62-ba5d-2dff706f254c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:41.464367 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-31256586-95fe-45f2-aff3-d7ddd84d1001 req-96d1dc20-8359-4a62-ba5d-2dff706f254c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0527823 Dec 06 14:52:41.510289 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-31256586-95fe-45f2-aff3-d7ddd84d1001 req-edb5fb37-535f-4730-8098-d2f54a60873e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400071 Dec 06 14:52:42.090538 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-afdf9b01-66d3-43ae-9748-59798736d966 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:42.091951 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-afdf9b01-66d3-43ae-9748-59798736d966 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 946 time: 0.0474753 Dec 06 14:52:42.180659 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Deleting port 9cabd849-8857-455e-b4c8-8bf1974cd99a {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:52:42.181046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:42.265677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] For port 9cabd849-8857-455e-b4c8-8bf1974cd99a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9cabd849-8857-455e-b4c8-8bf1974cd99a,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:42.265949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:42.436981 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:42.437338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:42.437655 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Floating IP e41c7225-605e-4c76-9b17-c1c333098d70 disassociated. External IP: 172.36.1.24, port: 9cabd849-8857-455e-b4c8-8bf1974cd99a. Dec 06 14:52:42.437994 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Calling delete_port for 9cabd849-8857-455e-b4c8-8bf1974cd99a owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:52:42.611770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:42.645749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event deleted for resources: {'Port': ['ID=9cabd849-8857-455e-b4c8-8bf1974cd99a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:42.655421 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ea0c2-0d0b-498a-ba83-75ade43cfeef req-7def40be-8e2c-4df7-ab05-a6bcbd7b86fa tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:42.656864 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-432ea0c2-0d0b-498a-ba83-75ade43cfeef req-7def40be-8e2c-4df7-ab05-a6bcbd7b86fa tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=b85fad1b-76d3-47f5-8ab9-aa6abfff720b HTTP/1.1" status: 200 len: 867 time: 0.0788500 Dec 06 14:52:42.666834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:42.667389 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:42.667730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:42.668065 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:42.668401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:42.668737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:42.669088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:42.669416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:42.669741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:42.670072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:42.670386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:42.670734 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:42.671051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:52:42.784261 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-432ea0c2-0d0b-498a-ba83-75ade43cfeef req-d2924d56-8c2f-49a3-b396-2b4733cd70c2 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206982 Dec 06 14:52:42.815413 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Router ef19073c-5bfe-419b-814d-af8f91ac2c53 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:52:42.921058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:52:42.931994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47d2629-29f7-47a4-b7ba-ea3868bc558e None None] Sync routers for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:52:42.941615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47d2629-29f7-47a4-b7ba-ea3868bc558e None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:42.942188 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e47d2629-29f7-47a4-b7ba-ea3868bc558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:42.959147 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] No DVR routers for this DVR port 9cabd849-8857-455e-b4c8-8bf1974cd99a on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:52:42.961687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:42.965074 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3adf9a60-c142-43bc-9ef6-1309ac39de18 req-5cdbd82a-50b1-4253-bdfc-91a9b50f3299 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "DELETE /v2.0/ports/9cabd849-8857-455e-b4c8-8bf1974cd99a HTTP/1.1" status: 204 len: 173 time: 0.8666444 Dec 06 14:52:42.965514 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'name': 'network-vif-deleted', 'tag': '9cabd849-8857-455e-b4c8-8bf1974cd99a'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:42.967761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a745ee-6dc5-4421-b242-84ec8d990047" -d '{"events": [{"server_uuid": "b85fad1b-76d3-47f5-8ab9-aa6abfff720b", "name": "network-vif-deleted", "tag": "9cabd849-8857-455e-b4c8-8bf1974cd99a"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:43.004210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be84985-df10-43a9-b2ac-7f15925853c7 x-openstack-request-id: req-5be84985-df10-43a9-b2ac-7f15925853c7 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:43.004510 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b85fad1b-76d3-47f5-8ab9-aa6abfff720b", "name": "network-vif-deleted", "tag": "9cabd849-8857-455e-b4c8-8bf1974cd99a", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:43.004769 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5be84985-df10-43a9-b2ac-7f15925853c7 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:43.005201 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b85fad1b-76d3-47f5-8ab9-aa6abfff720b', 'name': 'network-vif-deleted', 'tag': '9cabd849-8857-455e-b4c8-8bf1974cd99a', 'status': 'completed', 'code': 200} Dec 06 14:52:43.053536 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-e47d2629-29f7-47a4-b7ba-ea3868bc558e None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:43.401094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e47d2629-29f7-47a4-b7ba-ea3868bc558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:43.427620 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47d2629-29f7-47a4-b7ba-ea3868bc558e None None] Checking router: ef19073c-5bfe-419b-814d-af8f91ac2c53 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:52:43.435807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47d2629-29f7-47a4-b7ba-ea3868bc558e None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:43.436416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e47d2629-29f7-47a4-b7ba-ea3868bc558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:43.544070 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-e47d2629-29f7-47a4-b7ba-ea3868bc558e None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:43.755095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-e47d2629-29f7-47a4-b7ba-ea3868bc558e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:43.781881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e47d2629-29f7-47a4-b7ba-ea3868bc558e None None] The sync data for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv is: [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:52:44.017279 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d51a292-a859-43e3-8304-132eefb50946 None None] New status for floating IP e41c7225-605e-4c76-9b17-c1c333098d70: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:52:44.038193 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-10d2a37f-cf23-4b1a-8e9e-111362d77c5c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1599584731&fields=id&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 267 time: 0.0477614 Dec 06 14:52:44.146993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-e71eeb18-9c10-4adb-a0cc-a01cb8007ffd tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:44.149400 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-e71eeb18-9c10-4adb-a0cc-a01cb8007ffd tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 812 time: 0.1030123 Dec 06 14:52:44.163120 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-75124c36-475a-4daa-b9f3-940bdb537ff3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/quotas/ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 375 time: 0.0087771 Dec 06 14:52:44.212715 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-30305b46-66cf-4f54-a74a-d240d27b7a47 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441115 Dec 06 14:52:44.314056 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-050aa6cd-5a03-4b38-a51d-039fbcd05ab9 service neutron] 10.222.0.42 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877926 Dec 06 14:52:44.407248 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-2716daba-882e-497c-89ef-02b8f76e6ded service neutron] 10.222.0.42 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871224 Dec 06 14:52:44.638827 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-835f286c-0849-44d1-b7fc-32ac8e8fea28 req-497e9c45-4b08-4dd7-8156-26a55d13a0e3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 210 time: 0.0257978 Dec 06 14:52:45.731896 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-59974ad1-9f1e-4645-bb4d-8539c33ff582 req-0b36ac81-6b43-4769-b4a8-c4a23a1ff36f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 210 time: 0.0259464 Dec 06 14:52:46.296356 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-d7d935ea-6daf-472e-9309-cca87169768b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:46.297755 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-d7d935ea-6daf-472e-9309-cca87169768b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 812 time: 0.1018870 Dec 06 14:52:46.316010 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 9cabd849-8857-455e-b4c8-8bf1974cd99a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:52:46.336790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 9cabd849-8857-455e-b4c8-8bf1974cd99a {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:52:46.337660 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 9cabd849-8857-455e-b4c8-8bf1974cd99a not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:52:46.359806 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-c9b457b1-0dbe-41f2-92f2-ac51e9b225d4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 380 time: 0.0534692 Dec 06 14:52:46.368671 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-3d359955-4c05-40c9-a8e2-2c30009e927e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Request body: {'port': {'device_id': '857c861a-0cc4-4034-a235-e96fc43c7274', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'admin_state_up': True, 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'security_groups': ['5d6ccae2-2972-4925-8a68-73a781ae1d24']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:46.825859 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b7f2253b-47a1-4f59-ba27-43bb2b156057 req-ba1f5ae0-df83-489e-957a-e0d2c918680f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 210 time: 0.0256953 Dec 06 14:52:46.902578 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-3d359955-4c05-40c9-a8e2-2c30009e927e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Made reservation on behalf of ce75bc76109a4386b138212eca27c92c for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:52:46.906168 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-3d359955-4c05-40c9-a8e2-2c30009e927e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.026625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-3d359955-4c05-40c9-a8e2-2c30009e927e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Allocated IP 172.20.0.4 (b4252a9b-740a-4f18-b8ed-88019490d5ee/ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0/afc9b82d-7203-447e-b55e-90afd05e7914) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:52:47.159826 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-3d359955-4c05-40c9-a8e2-2c30009e927e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.228158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-3d359955-4c05-40c9-a8e2-2c30009e927e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.270693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-3d359955-4c05-40c9-a8e2-2c30009e927e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Network b4252a9b-740a-4f18-b8ed-88019490d5ee is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:52:47.273702 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-3d359955-4c05-40c9-a8e2-2c30009e927e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:52:47.277378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-3d359955-4c05-40c9-a8e2-2c30009e927e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:52:47.309651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d359955-4c05-40c9-a8e2-2c30009e927e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event updated for resources: {'Port': ['ID=afc9b82d-7203-447e-b55e-90afd05e7914,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:47.336204 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-3d359955-4c05-40c9-a8e2-2c30009e927e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:47.336867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-3d359955-4c05-40c9-a8e2-2c30009e927e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.420387 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-3d359955-4c05-40c9-a8e2-2c30009e927e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0552471 Dec 06 14:52:47.432244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1607455c-20f6-4ac3-9422-04921487aeef tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:52:47.433349 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1607455c-20f6-4ac3-9422-04921487aeef tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072932 Dec 06 14:52:47.445922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Request body: {'port': {'device_id': '857c861a-0cc4-4034-a235-e96fc43c7274', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:47.502814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.503954 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e0f9d451-19d3-4d1b-8323-ce81c0ff78a9 None None] Provisioning complete for port afc9b82d-7203-447e-b55e-90afd05e7914 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:47.504448 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e0f9d451-19d3-4d1b-8323-ce81c0ff78a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.538857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e0f9d451-19d3-4d1b-8323-ce81c0ff78a9 None None] Port afc9b82d-7203-447e-b55e-90afd05e7914 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:52:47.767982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc9b82d-7203-447e-b55e-90afd05e7914 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:47.776276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.787895 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Transition to ACTIVE for port object afc9b82d-7203-447e-b55e-90afd05e7914 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:52:47.856347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:47.912876 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Pushing event updated for resources: {'Port': ['ID=afc9b82d-7203-447e-b55e-90afd05e7914,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:48.019824 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Attempting to bind port afc9b82d-7203-447e-b55e-90afd05e7914 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:52:48.020163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Attempting to bind port afc9b82d-7203-447e-b55e-90afd05e7914 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:52:48.020492 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Attempting to bind port afc9b82d-7203-447e-b55e-90afd05e7914 on network b4252a9b-740a-4f18-b8ed-88019490d5ee {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:48.030106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Port afc9b82d-7203-447e-b55e-90afd05e7914 on network b4252a9b-740a-4f18-b8ed-88019490d5ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:52:48.030428 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Attempting to bind port afc9b82d-7203-447e-b55e-90afd05e7914 on network b4252a9b-740a-4f18-b8ed-88019490d5ee {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:52:48.047825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec90007-11c5-4ecb-9b9d-f4fa4f4e1962 req-46f071bb-17bd-4b91-858a-f6f4ce5afe5f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.049457 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-aec90007-11c5-4ecb-9b9d-f4fa4f4e1962 req-46f071bb-17bd-4b91-858a-f6f4ce5afe5f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 943 time: 0.1549606 Dec 06 14:52:48.050800 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:52:48.051138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Checking segment: {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:52:48.051526 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Bound using segment: {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:52:48.051974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Bound port: afc9b82d-7203-447e-b55e-90afd05e7914, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:52:48.052333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:48.138741 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-aec90007-11c5-4ecb-9b9d-f4fa4f4e1962 req-9007bb48-ec57-42dd-9183-0be614640d07 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771813 Dec 06 14:52:48.149001 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] For port afc9b82d-7203-447e-b55e-90afd05e7914, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:52:48.152774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] For port afc9b82d-7203-447e-b55e-90afd05e7914, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=afc9b82d-7203-447e-b55e-90afd05e7914,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:52:48.222949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:48.258269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.263377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:48.263377 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/afc9b82d-7203-447e-b55e-90afd05e7914 HTTP/1.1" status: 200 len: 1093 time: 0.8192627 Dec 06 14:52:48.263377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857c861a-0cc4-4034-a235-e96fc43c7274', 'tag': 'afc9b82d-7203-447e-b55e-90afd05e7914'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:48.263377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d5573e-fe32-409c-b2ec-3d55a68c520f" -d '{"events": [{"name": "network-changed", "server_uuid": "857c861a-0cc4-4034-a235-e96fc43c7274", "tag": "afc9b82d-7203-447e-b55e-90afd05e7914"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:48.285970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810ac46-6fb2-4654-bc7f-4f53215127f9 service neutron] Pushing event updated for resources: {'Port': ['ID=afc9b82d-7203-447e-b55e-90afd05e7914,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:48.306681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd1f885-1c7f-438e-a49c-c66dc74488ef x-openstack-request-id: req-2cd1f885-1c7f-438e-a49c-c66dc74488ef {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:48.306982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857c861a-0cc4-4034-a235-e96fc43c7274", "tag": "afc9b82d-7203-447e-b55e-90afd05e7914", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:48.307247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cd1f885-1c7f-438e-a49c-c66dc74488ef {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:48.307656 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857c861a-0cc4-4034-a235-e96fc43c7274', 'tag': 'afc9b82d-7203-447e-b55e-90afd05e7914', 'status': 'completed', 'code': 200} Dec 06 14:52:48.376526 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5573e-fe32-409c-b2ec-3d55a68c520f req-c59007c0-cbfe-4892-ae70-e14d80f211ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.378192 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a2d5573e-fe32-409c-b2ec-3d55a68c520f req-c59007c0-cbfe-4892-ae70-e14d80f211ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 1096 time: 0.0483954 Dec 06 14:52:48.482350 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5573e-fe32-409c-b2ec-3d55a68c520f req-2810e3f0-d6a2-42fb-8305-299d9220efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.483707 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a2d5573e-fe32-409c-b2ec-3d55a68c520f req-2810e3f0-d6a2-42fb-8305-299d9220efd9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ce75bc76109a4386b138212eca27c92c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0978532 Dec 06 14:52:48.579912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5573e-fe32-409c-b2ec-3d55a68c520f req-9203ba62-23b9-4e39-a306-b5dccce638ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.581313 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a2d5573e-fe32-409c-b2ec-3d55a68c520f req-9203ba62-23b9-4e39-a306-b5dccce638ea service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907078 Dec 06 14:52:48.655027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-47ff42f1-ce11-45a9-88e5-7e718aaa74cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.656520 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-47ff42f1-ce11-45a9-88e5-7e718aaa74cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 1096 time: 0.0403981 Dec 06 14:52:48.702482 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-deafd16a-e4c0-407d-8e55-4f201fadad57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afc9b82d-7203-447e-b55e-90afd05e7914 HTTP/1.1" status: 200 len: 217 time: 0.0383773 Dec 06 14:52:48.749587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-605ca9cb-f42a-4749-821d-6d203d2ffad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.750930 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-605ca9cb-f42a-4749-821d-6d203d2ffad5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0423505 Dec 06 14:52:48.795562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-6beea0cd-e2ed-4d6a-a1e5-e59a3128a158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:48.797024 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-6beea0cd-e2ed-4d6a-a1e5-e59a3128a158 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392656 Dec 06 14:52:48.887487 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-e4414bdb-1ee7-4191-a87e-2e6d9fecfcab service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835629 Dec 06 14:52:48.974018 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3807f1d3-43a7-49d7-a8b1-abe43b8facbd req-f865a95f-47f1-4225-8d63-b234ce359ec6 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801585 Dec 06 14:52:49.257915 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7afbd4-1e9b-4d0a-9937-d3c92885b70d req-b2dd63df-0079-4a00-a469-1bed01983f47 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:49.260018 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7afbd4-1e9b-4d0a-9937-d3c92885b70d req-b2dd63df-0079-4a00-a469-1bed01983f47 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 943 time: 0.0483596 Dec 06 14:52:49.313821 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7afbd4-1e9b-4d0a-9937-d3c92885b70d req-73c74e84-f05a-4883-9047-c42baf2ce2ca tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475922 Dec 06 14:52:50.428253 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab995336-1eab-4d03-b8e1-65258a9802bf req-d08ce924-8f15-40a7-9699-60790a4ede91 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:50.429705 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ab995336-1eab-4d03-b8e1-65258a9802bf req-d08ce924-8f15-40a7-9699-60790a4ede91 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 943 time: 0.0477529 Dec 06 14:52:50.479465 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ab995336-1eab-4d03-b8e1-65258a9802bf req-8d59f13b-6b47-4bfc-91a6-cea97ca5d32f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438371 Dec 06 14:52:51.592572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e406c5a-3634-4b8f-85f3-9f8f5ea0b38f req-f6936768-9418-4730-b868-a2c09302f5f6 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:51.594063 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4e406c5a-3634-4b8f-85f3-9f8f5ea0b38f req-f6936768-9418-4730-b868-a2c09302f5f6 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 943 time: 0.0486050 Dec 06 14:52:51.640519 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4e406c5a-3634-4b8f-85f3-9f8f5ea0b38f req-68e0901b-c04d-46e8-9035-764000b4bd52 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406816 Dec 06 14:52:52.348787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device afc9b82d-7203-447e-b55e-90afd05e7914 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:52:52.443568 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port afc9b82d-7203-447e-b55e-90afd05e7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=afc9b82d-7203-447e-b55e-90afd05e7914,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:52.454414 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'afc9b82d-7203-447e-b55e-90afd05e7914', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'port_id': 'afc9b82d-7203-447e-b55e-90afd05e7914', 'mac_address': 'fa:16:3e:4b:73:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:52:52.491722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:52.504135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc9b82d-7203-447e-b55e-90afd05e7914 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:52:52.522908 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port afc9b82d-7203-447e-b55e-90afd05e7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=afc9b82d-7203-447e-b55e-90afd05e7914,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:52.616039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:52.665703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=afc9b82d-7203-447e-b55e-90afd05e7914,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:52.753546 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b8ed2-11ab-49fe-b82d-0778844b6754 req-9757259c-d4fb-4b91-b648-e3bcb902563c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:52.754986 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5c0b8ed2-11ab-49fe-b82d-0778844b6754 req-9757259c-d4fb-4b91-b648-e3bcb902563c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 944 time: 0.0472198 Dec 06 14:52:52.801209 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5c0b8ed2-11ab-49fe-b82d-0778844b6754 req-4c705875-d0e6-46db-a757-6408a07fe2b0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398622 Dec 06 14:52:52.929903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['afc9b82d-7203-447e-b55e-90afd05e7914'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:52:53.913140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c5c2ee-ae29-4999-b7e6-fe0e3cd9588f req-7b59c4ae-fdfd-4df5-a684-e66e9e5595ab tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:53.914588 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-01c5c2ee-ae29-4999-b7e6-fe0e3cd9588f req-7b59c4ae-fdfd-4df5-a684-e66e9e5595ab tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 944 time: 0.0484107 Dec 06 14:52:53.960062 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-01c5c2ee-ae29-4999-b7e6-fe0e3cd9588f req-9b648bf4-0879-49ca-9df3-eeffb4597c97 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392523 Dec 06 14:52:54.158179 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:52:54.344172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device afc9b82d-7203-447e-b55e-90afd05e7914 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:52:54.484867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port afc9b82d-7203-447e-b55e-90afd05e7914 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:52:54.488554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port afc9b82d-7203-447e-b55e-90afd05e7914 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:52:54.489019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.563049 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.584287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857c861a-0cc4-4034-a235-e96fc43c7274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc9b82d-7203-447e-b55e-90afd05e7914'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:54.586538 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f61c974-89b8-4166-a2cb-c03eb03ac1be" -d '{"events": [{"server_uuid": "857c861a-0cc4-4034-a235-e96fc43c7274", "name": "network-vif-plugged", "status": "completed", "tag": "afc9b82d-7203-447e-b55e-90afd05e7914"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:54.598619 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port afc9b82d-7203-447e-b55e-90afd05e7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=afc9b82d-7203-447e-b55e-90afd05e7914,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:52:54.622029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5965e05-dc22-4a08-acc0-a7a2cffb671e x-openstack-request-id: req-f5965e05-dc22-4a08-acc0-a7a2cffb671e {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:54.622322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857c861a-0cc4-4034-a235-e96fc43c7274", "name": "network-vif-plugged", "status": "completed", "tag": "afc9b82d-7203-447e-b55e-90afd05e7914", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:54.622576 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5965e05-dc22-4a08-acc0-a7a2cffb671e {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:54.622970 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857c861a-0cc4-4034-a235-e96fc43c7274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc9b82d-7203-447e-b55e-90afd05e7914', 'code': 200} Dec 06 14:52:54.651243 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:54.704017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=afc9b82d-7203-447e-b55e-90afd05e7914,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:52:54.894689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c8ce6-8804-4942-aa6e-b06d7b3b42e4 req-3de2ed1e-27e6-4f7e-80ae-b9b6ae9d9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:54.896199 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b51c8ce6-8804-4942-aa6e-b06d7b3b42e4 req-3de2ed1e-27e6-4f7e-80ae-b9b6ae9d9a82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 1098 time: 0.0436265 Dec 06 14:52:54.942166 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b51c8ce6-8804-4942-aa6e-b06d7b3b42e4 req-8fd87717-5c09-4e74-8847-9aab4d9b2a68 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369244 Dec 06 14:52:55.078747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27303bca-8bc1-4391-8076-46b51d885d48 req-a5b8550b-e188-4978-9980-6ce994da24d3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:55.080289 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-27303bca-8bc1-4391-8076-46b51d885d48 req-a5b8550b-e188-4978-9980-6ce994da24d3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0532589 Dec 06 14:52:55.131465 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-27303bca-8bc1-4391-8076-46b51d885d48 req-57147c93-ae68-4a86-b755-db811bdeb7b5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415015 Dec 06 14:52:56.301435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0486f-2a94-4401-8c25-898ed4d985b3 req-db3e26be-495a-4507-86f3-4247f35b699c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:56.302825 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30a0486f-2a94-4401-8c25-898ed4d985b3 req-db3e26be-495a-4507-86f3-4247f35b699c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.1010647 Dec 06 14:52:56.349270 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30a0486f-2a94-4401-8c25-898ed4d985b3 req-d2fdd8fb-7698-4d2f-890d-14801fd5f549 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397434 Dec 06 14:52:57.467243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2616aa-0366-41dc-acfb-7416f0dd89f3 req-f4ebc087-5352-497c-ab1f-e326bff6abee tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:57.468975 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-da2616aa-0366-41dc-acfb-7416f0dd89f3 req-f4ebc087-5352-497c-ab1f-e326bff6abee tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0521088 Dec 06 14:52:57.516189 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-da2616aa-0366-41dc-acfb-7416f0dd89f3 req-c2776dca-c910-4220-b49e-675f6fed750e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413530 Dec 06 14:52:57.630692 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ce140-4709-462e-bf3d-392de4c4b71a req-83f31740-d7be-430d-88d5-911292abf2c1 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:57.632096 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5d4ce140-4709-462e-bf3d-392de4c4b71a req-83f31740-d7be-430d-88d5-911292abf2c1 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0525620 Dec 06 14:52:57.640677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 40370) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:52:57.645061 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5d620a7a-5f78-4f31-9f97-a1ecaa751f3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Request body: {'floatingip': {'port_id': 'afc9b82d-7203-447e-b55e-90afd05e7914'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:52:57.684172 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5d620a7a-5f78-4f31-9f97-a1ecaa751f3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:58.105352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5d620a7a-5f78-4f31-9f97-a1ecaa751f3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:58.153117 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5d620a7a-5f78-4f31-9f97-a1ecaa751f3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:58.248639 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-5d620a7a-5f78-4f31-9f97-a1ecaa751f3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Floating IP e41c7225-605e-4c76-9b17-c1c333098d70 associated. External IP: 172.36.1.24, port: afc9b82d-7203-447e-b55e-90afd05e7914. Dec 06 14:52:58.447932 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d620a7a-5f78-4f31-9f97-a1ecaa751f3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Router ef19073c-5bfe-419b-814d-af8f91ac2c53 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:52:58.552577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d620a7a-5f78-4f31-9f97-a1ecaa751f3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:52:58.557541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5d620a7a-5f78-4f31-9f97-a1ecaa751f3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:52:58.562139 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc24425-4790-4388-bb9b-a9f9ae9b2653 None None] Sync routers for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:52:58.571164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc24425-4790-4388-bb9b-a9f9ae9b2653 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:58.571782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9fc24425-4790-4388-bb9b-a9f9ae9b2653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:58.583112 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5d620a7a-5f78-4f31-9f97-a1ecaa751f3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "PUT /v2.0/floatingips/e41c7225-605e-4c76-9b17-c1c333098d70 HTTP/1.1" status: 200 len: 990 time: 0.9413702 Dec 06 14:52:58.583699 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857c861a-0cc4-4034-a235-e96fc43c7274', 'tag': 'afc9b82d-7203-447e-b55e-90afd05e7914'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:52:58.585945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f3d56f-5eb9-4f69-a282-d3cdaa802f70" -d '{"events": [{"name": "network-changed", "server_uuid": "857c861a-0cc4-4034-a235-e96fc43c7274", "tag": "afc9b82d-7203-447e-b55e-90afd05e7914"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:52:58.625267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31601ea5-bd86-456c-b4e8-4967ba9bad09 x-openstack-request-id: req-31601ea5-bd86-456c-b4e8-4967ba9bad09 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:52:58.625805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857c861a-0cc4-4034-a235-e96fc43c7274", "tag": "afc9b82d-7203-447e-b55e-90afd05e7914", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:52:58.626239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31601ea5-bd86-456c-b4e8-4967ba9bad09 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:52:58.627278 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857c861a-0cc4-4034-a235-e96fc43c7274', 'tag': 'afc9b82d-7203-447e-b55e-90afd05e7914', 'status': 'completed', 'code': 200} Dec 06 14:52:58.684015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-9fc24425-4790-4388-bb9b-a9f9ae9b2653 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:58.738066 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3d56f-5eb9-4f69-a282-d3cdaa802f70 req-67e85646-1871-42f6-a865-b93b49d26c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:58.739600 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3f3d56f-5eb9-4f69-a282-d3cdaa802f70 req-67e85646-1871-42f6-a865-b93b49d26c8b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 1098 time: 0.0864036 Dec 06 14:52:58.842505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3d56f-5eb9-4f69-a282-d3cdaa802f70 req-3e83aabd-c3e6-4e9d-bb04-bf594939c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:58.844148 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3f3d56f-5eb9-4f69-a282-d3cdaa802f70 req-3e83aabd-c3e6-4e9d-bb04-bf594939c312 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0975440 Dec 06 14:52:58.908314 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3f3d56f-5eb9-4f69-a282-d3cdaa802f70 req-3344d4e8-7750-41a6-b417-da83b6c9a9b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afc9b82d-7203-447e-b55e-90afd05e7914 HTTP/1.1" status: 200 len: 998 time: 0.0574090 Dec 06 14:52:58.908764 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9fc24425-4790-4388-bb9b-a9f9ae9b2653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e41c7225-605e-4c76-9b17-c1c333098d70', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'floating_ip_address': '172.36.1.24', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'port_id': 'afc9b82d-7203-447e-b55e-90afd05e7914', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'mac_address': 'fa:16:3e:4b:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c861a-0cc4-4034-a235-e96fc43c7274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:48Z', 'updated_at': '2021-12-06T14:52:58Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:58.939061 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc24425-4790-4388-bb9b-a9f9ae9b2653 None None] Checking router: ef19073c-5bfe-419b-814d-af8f91ac2c53 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:52:58.947854 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc24425-4790-4388-bb9b-a9f9ae9b2653 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:52:58.948465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9fc24425-4790-4388-bb9b-a9f9ae9b2653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:52:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:58.956049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3d56f-5eb9-4f69-a282-d3cdaa802f70 req-dd90e0b7-66ad-4bd9-af1e-2a92d7fd6be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:58.957465 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3f3d56f-5eb9-4f69-a282-d3cdaa802f70 req-dd90e0b7-66ad-4bd9-af1e-2a92d7fd6be1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0430200 Dec 06 14:52:59.006434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3d56f-5eb9-4f69-a282-d3cdaa802f70 req-d92e44db-c227-40b9-be61-b492471a950f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:52:59.007915 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3f3d56f-5eb9-4f69-a282-d3cdaa802f70 req-d92e44db-c227-40b9-be61-b492471a950f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431046 Dec 06 14:52:59.052842 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-9fc24425-4790-4388-bb9b-a9f9ae9b2653 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:52:59.096329 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3f3d56f-5eb9-4f69-a282-d3cdaa802f70 req-3c665922-5218-4cf0-9e6d-2bf47dcc23f2 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810273 Dec 06 14:52:59.199528 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3f3d56f-5eb9-4f69-a282-d3cdaa802f70 req-97c095a1-90d6-47ea-818a-e01bb77984c1 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966384 Dec 06 14:52:59.276990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9fc24425-4790-4388-bb9b-a9f9ae9b2653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e41c7225-605e-4c76-9b17-c1c333098d70', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'floating_ip_address': '172.36.1.24', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'port_id': 'afc9b82d-7203-447e-b55e-90afd05e7914', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'mac_address': 'fa:16:3e:4b:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c861a-0cc4-4034-a235-e96fc43c7274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:48Z', 'updated_at': '2021-12-06T14:52:58Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:52:59.302577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc24425-4790-4388-bb9b-a9f9ae9b2653 None None] The sync data for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv is: [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e41c7225-605e-4c76-9b17-c1c333098d70', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'floating_ip_address': '172.36.1.24', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'port_id': 'afc9b82d-7203-447e-b55e-90afd05e7914', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'mac_address': 'fa:16:3e:4b:73:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '857c861a-0cc4-4034-a235-e96fc43c7274', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:48Z', 'updated_at': '2021-12-06T14:52:58Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:52:59.491385 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2d0f69-9f56-442f-9dcb-ae806815b8e5 None None] New status for floating IP e41c7225-605e-4c76-9b17-c1c333098d70: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:52:59.722025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:01.301817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-92b54139-9f1b-4e9d-9cf0-1ce9e774b645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:03.673250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ecf28da8-4493-4215-9fd9-840c438c1ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:04.147910 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f4d89cf-4e3b-4b7e-8e32-f7580edb8214 req-66542c49-899b-4437-8cb1-93ac9c0eb149 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390983 Dec 06 14:53:04.226145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d89cf-4e3b-4b7e-8e32-f7580edb8214 req-980e8616-69ab-4e4e-8908-4b2d252ca910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:04.227591 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f4d89cf-4e3b-4b7e-8e32-f7580edb8214 req-980e8616-69ab-4e4e-8908-4b2d252ca910 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 1098 time: 0.0396798 Dec 06 14:53:04.331888 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d89cf-4e3b-4b7e-8e32-f7580edb8214 req-a613cd42-68b5-465f-8720-568663e43001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:04.333295 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f4d89cf-4e3b-4b7e-8e32-f7580edb8214 req-a613cd42-68b5-465f-8720-568663e43001 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0873957 Dec 06 14:53:04.396370 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f4d89cf-4e3b-4b7e-8e32-f7580edb8214 req-59267df2-4606-48e5-aa0a-3b3537d3633b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afc9b82d-7203-447e-b55e-90afd05e7914 HTTP/1.1" status: 200 len: 1000 time: 0.0555038 Dec 06 14:53:04.448604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d89cf-4e3b-4b7e-8e32-f7580edb8214 req-639f22cd-ca84-429e-b760-44b0f9a42679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:04.450030 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f4d89cf-4e3b-4b7e-8e32-f7580edb8214 req-639f22cd-ca84-429e-b760-44b0f9a42679 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0469337 Dec 06 14:53:04.496415 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4d89cf-4e3b-4b7e-8e32-f7580edb8214 req-873992ec-0892-45b5-aeac-b9adff264e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:53:04.497934 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f4d89cf-4e3b-4b7e-8e32-f7580edb8214 req-873992ec-0892-45b5-aeac-b9adff264e8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406983 Dec 06 14:53:04.584876 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f4d89cf-4e3b-4b7e-8e32-f7580edb8214 req-c92e8fad-0f80-4ccc-90f5-184a57057a6b service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799444 Dec 06 14:53:04.677475 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2f4d89cf-4e3b-4b7e-8e32-f7580edb8214 req-9ad32f91-819e-47df-9df1-956fec8df12b service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857925 Dec 06 14:53:04.827453 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:06.095876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:06.884609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:29.764331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:31.159019 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:53:31.295268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ca1f-8029-411f-a1b2-f720465f5b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:33.695198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-26f491a0-14d9-436d-acd2-71b4fa6d3bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:34.849337 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:36.078016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:36.907244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:53:59.763405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:01.283002 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c4cad1e2-c932-466b-9a62-79c0a8cb0ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:03.496870 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e7ab81d9-ffba-4b15-999a-2982343d6e1c req-654629b2-c411-44c6-927d-8cde416ff4db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425115 Dec 06 14:54:03.577345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab81d9-ffba-4b15-999a-2982343d6e1c req-426de42b-5473-4ba1-8d5c-dbc0ccb70f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:03.578780 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e7ab81d9-ffba-4b15-999a-2982343d6e1c req-426de42b-5473-4ba1-8d5c-dbc0ccb70f49 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 1098 time: 0.0401783 Dec 06 14:54:03.683038 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8490be5b-dee4-4600-a85b-f799c18fd66b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:03.690162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab81d9-ffba-4b15-999a-2982343d6e1c req-1cf823b6-ce8c-41bf-8382-7aaf9e1b9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:03.695868 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e7ab81d9-ffba-4b15-999a-2982343d6e1c req-1cf823b6-ce8c-41bf-8382-7aaf9e1b9287 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0913873 Dec 06 14:54:03.760539 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e7ab81d9-ffba-4b15-999a-2982343d6e1c req-5806dcc4-23e1-4520-aefb-c9018cec1569 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afc9b82d-7203-447e-b55e-90afd05e7914 HTTP/1.1" status: 200 len: 1000 time: 0.0603569 Dec 06 14:54:03.808654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab81d9-ffba-4b15-999a-2982343d6e1c req-775dc8b3-7408-4c4e-9413-b19210700d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:03.810147 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e7ab81d9-ffba-4b15-999a-2982343d6e1c req-775dc8b3-7408-4c4e-9413-b19210700d2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0429158 Dec 06 14:54:03.855715 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab81d9-ffba-4b15-999a-2982343d6e1c req-399ffdf7-51e5-4266-9c9c-4b51a0655ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:03.857217 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e7ab81d9-ffba-4b15-999a-2982343d6e1c req-399ffdf7-51e5-4266-9c9c-4b51a0655ed4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397890 Dec 06 14:54:03.951948 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e7ab81d9-ffba-4b15-999a-2982343d6e1c req-6c04ee24-c0c8-4cda-b2e6-e2b20d8541b7 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870962 Dec 06 14:54:04.039191 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e7ab81d9-ffba-4b15-999a-2982343d6e1c req-05be0ea2-ccd8-4bf3-834c-bd45f6bf8c6b service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803239 Dec 06 14:54:04.843306 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:06.060250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:06.917178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:08.158311 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:54:10.845722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb279f-3765-4098-a727-98d0bf463661 req-8a2bcbba-7790-470f-9212-3c548ec5aab9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:10.847190 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5cbb279f-3765-4098-a727-98d0bf463661 req-8a2bcbba-7790-470f-9212-3c548ec5aab9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0526004 Dec 06 14:54:10.893844 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5cbb279f-3765-4098-a727-98d0bf463661 req-11b8303f-f13c-49ed-9f54-2004bb329240 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408485 Dec 06 14:54:12.012747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178eb4a-853d-4719-bdb8-9dc51fd5879f req-7478ad0e-3bb6-47e6-8f30-cbee8535f4ae tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:12.014174 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5178eb4a-853d-4719-bdb8-9dc51fd5879f req-7478ad0e-3bb6-47e6-8f30-cbee8535f4ae tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0497489 Dec 06 14:54:12.060050 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5178eb4a-853d-4719-bdb8-9dc51fd5879f req-6c5adefc-ce7d-4c55-8636-24815d681d11 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399845 Dec 06 14:54:13.176509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b394b-e528-4737-b3a4-0c0a59963f03 req-58c802ab-bf95-4587-adba-2751dbe6f269 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:13.178005 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-781b394b-e528-4737-b3a4-0c0a59963f03 req-58c802ab-bf95-4587-adba-2751dbe6f269 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0484016 Dec 06 14:54:13.224220 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-781b394b-e528-4737-b3a4-0c0a59963f03 req-ea7f428a-f000-43a1-b001-45aed27510d6 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403750 Dec 06 14:54:14.335378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b324262-930b-4637-a35b-b7aa35cfcced req-cc37f5de-65cf-4ec0-b558-90c5afaa51c9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:14.336740 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5b324262-930b-4637-a35b-b7aa35cfcced req-cc37f5de-65cf-4ec0-b558-90c5afaa51c9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0474374 Dec 06 14:54:14.386487 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5b324262-930b-4637-a35b-b7aa35cfcced req-9961c73d-d9c7-42c7-b08a-db9a307b4ad4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428751 Dec 06 14:54:15.505561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1ccaf-8b5a-4b22-85c3-2d1b68cd1274 req-0b1051e3-eb02-42a1-9f9a-9833db78ff8f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:15.507028 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-75b1ccaf-8b5a-4b22-85c3-2d1b68cd1274 req-0b1051e3-eb02-42a1-9f9a-9833db78ff8f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0535016 Dec 06 14:54:15.554880 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-75b1ccaf-8b5a-4b22-85c3-2d1b68cd1274 req-f2dcad37-02a5-47b5-bcfb-cec2b5712413 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417571 Dec 06 14:54:16.666759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbc742-fdb3-4c42-bdcc-139b1b2f9648 req-cd0709c8-b0f4-48a2-ad93-8e3e5f283f0b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:16.668716 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-79fbc742-fdb3-4c42-bdcc-139b1b2f9648 req-cd0709c8-b0f4-48a2-ad93-8e3e5f283f0b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0489085 Dec 06 14:54:16.714856 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-79fbc742-fdb3-4c42-bdcc-139b1b2f9648 req-a6e0f79a-952e-4990-8848-480ab2ff0e84 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402489 Dec 06 14:54:17.827099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe2a941-da0d-46a7-a2f9-6fa9773b1d88 req-4d8d96df-4b8a-426e-931d-5753300f6799 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:17.828579 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3fe2a941-da0d-46a7-a2f9-6fa9773b1d88 req-4d8d96df-4b8a-426e-931d-5753300f6799 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0486367 Dec 06 14:54:17.874217 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3fe2a941-da0d-46a7-a2f9-6fa9773b1d88 req-de531574-265e-4ced-b148-4a4dc0b78d2d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396993 Dec 06 14:54:18.986867 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4457306-089e-4298-b860-845b521bd3c7 req-014f13ce-8eaf-45db-8ddd-68f809629ecc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:18.988246 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d4457306-089e-4298-b860-845b521bd3c7 req-014f13ce-8eaf-45db-8ddd-68f809629ecc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0474710 Dec 06 14:54:19.033818 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d4457306-089e-4298-b860-845b521bd3c7 req-976e0a96-d1b2-4c0b-94cc-4bcd2076191b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398610 Dec 06 14:54:20.145300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c28769-ad75-4c96-8cbe-96233c3c61a9 req-ccc56cd1-2b7b-4bcb-a231-db142f2e2dde tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:20.146747 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-45c28769-ad75-4c96-8cbe-96233c3c61a9 req-ccc56cd1-2b7b-4bcb-a231-db142f2e2dde tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0482647 Dec 06 14:54:20.196834 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-45c28769-ad75-4c96-8cbe-96233c3c61a9 req-aaf17958-3096-4956-86f3-283779ee8227 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437338 Dec 06 14:54:21.316661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44927ee-3c08-4583-b55d-e7d96b416600 req-060ae34c-8636-443b-ac5a-7d49802dcf55 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:21.318121 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d44927ee-3c08-4583-b55d-e7d96b416600 req-060ae34c-8636-443b-ac5a-7d49802dcf55 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0524402 Dec 06 14:54:21.363257 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d44927ee-3c08-4583-b55d-e7d96b416600 req-8def3de3-55b0-402b-b3fb-58667967a5c5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392916 Dec 06 14:54:21.699514 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43477259-b608-4f39-a191-dd7399725ab8 req-28a28fa8-9514-495f-8fb8-0d78b73415df tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:21.699514 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-43477259-b608-4f39-a191-dd7399725ab8 req-28a28fa8-9514-495f-8fb8-0d78b73415df tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0502200 Dec 06 14:54:21.746338 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-43477259-b608-4f39-a191-dd7399725ab8 req-e5aee8d8-16ba-431b-9bc6-60792eb25eba tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413363 Dec 06 14:54:21.861452 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-c8e0faba-0c62-496c-a56e-06ded36d2b6c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834267 Dec 06 14:54:22.862748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6532c27-5052-4d03-a320-7a9985b7fefc req-58110c2d-8d18-4058-a26a-851a6d361d35 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:22.864153 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d6532c27-5052-4d03-a320-7a9985b7fefc req-58110c2d-8d18-4058-a26a-851a6d361d35 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0484376 Dec 06 14:54:22.912353 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d6532c27-5052-4d03-a320-7a9985b7fefc req-5930a5f2-420d-40c1-a7ea-255a62a17fe4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422587 Dec 06 14:54:23.595256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-a294e568-2785-4b11-a1ac-48b5ca7b2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:23.596719 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-a294e568-2785-4b11-a1ac-48b5ca7b2217 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 1098 time: 0.0398664 Dec 06 14:54:23.690187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-7e768fe0-6aff-4033-9a96-6a8ce9267fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:23.691645 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-7e768fe0-6aff-4033-9a96-6a8ce9267fdf service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0882914 Dec 06 14:54:23.755887 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-2aba0476-487d-47dc-aaf3-dc4bc204aaec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afc9b82d-7203-447e-b55e-90afd05e7914 HTTP/1.1" status: 200 len: 1000 time: 0.0573580 Dec 06 14:54:23.812239 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-bd910518-f678-44d0-b60e-47185aea3bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:23.813698 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-bd910518-f678-44d0-b60e-47185aea3bd4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0514119 Dec 06 14:54:23.860469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-3bf1199e-969a-4450-a921-f0333fc0c1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:23.861865 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-3bf1199e-969a-4450-a921-f0333fc0c1e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403874 Dec 06 14:54:23.951503 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-c23cc137-81f0-4819-9c63-9e8c03d57628 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826221 Dec 06 14:54:24.046614 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-6bf2d2b4-7a8e-48cd-8da6-19b90249cb3a service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881448 Dec 06 14:54:24.348824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ccd063-37cb-4abe-9766-5bd405f0c15e req-f28abcd8-ba93-485a-baa6-294435ff1262 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:24.350283 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-62ccd063-37cb-4abe-9766-5bd405f0c15e req-f28abcd8-ba93-485a-baa6-294435ff1262 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.3670070 Dec 06 14:54:24.399777 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-62ccd063-37cb-4abe-9766-5bd405f0c15e req-1f08bd06-a703-4ad0-bd7f-2506ac1cc8a2 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411358 Dec 06 14:54:25.518075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bade695-f34d-43c8-98be-9b66629afa17 req-52ecb08d-19f5-47dc-8f2d-c5f6185c1120 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:25.519543 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2bade695-f34d-43c8-98be-9b66629afa17 req-52ecb08d-19f5-47dc-8f2d-c5f6185c1120 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0505545 Dec 06 14:54:25.565999 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2bade695-f34d-43c8-98be-9b66629afa17 req-c440a698-99e5-472f-b1b8-56d34337dd4e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405710 Dec 06 14:54:25.829007 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-5a687304-22e2-4a6c-8089-b17bede6d785 service neutron] 10.222.0.41 "GET /v2.0/ports/afc9b82d-7203-447e-b55e-90afd05e7914/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0569198 Dec 06 14:54:26.384801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-576dd8a0-9eff-4425-bbc3-819142220d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:26.386848 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-576dd8a0-9eff-4425-bbc3-819142220d11 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 1098 time: 0.0400929 Dec 06 14:54:26.447090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-d775f1c2-fd49-40f2-8f79-cd8123f0a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:26.448574 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-d775f1c2-fd49-40f2-8f79-cd8123f0a8cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 1098 time: 0.0414977 Dec 06 14:54:26.539004 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-368a4816-b221-4472-bf6f-dd1827f2c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:26.540705 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-368a4816-b221-4472-bf6f-dd1827f2c76e service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0854023 Dec 06 14:54:26.605687 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-5a02a326-4080-446e-af17-cb79ad94c1fc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afc9b82d-7203-447e-b55e-90afd05e7914 HTTP/1.1" status: 200 len: 1000 time: 0.0573680 Dec 06 14:54:26.653476 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-b186d968-3588-4be1-92dd-88bf07db07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:26.654926 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-b186d968-3588-4be1-92dd-88bf07db07ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0431688 Dec 06 14:54:26.681107 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1281bb-4f9a-4c69-9874-b6aa9bf456ab req-6591b304-bbce-4fea-bf3b-4c54c2eda1f0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:26.682627 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ec1281bb-4f9a-4c69-9874-b6aa9bf456ab req-6591b304-bbce-4fea-bf3b-4c54c2eda1f0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0485265 Dec 06 14:54:26.705427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-31611ca3-2c2e-4d29-8d88-3bd59a43d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:26.706941 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-31611ca3-2c2e-4d29-8d88-3bd59a43d0f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446904 Dec 06 14:54:26.729521 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ec1281bb-4f9a-4c69-9874-b6aa9bf456ab req-187d8d49-e4b9-4d51-85e2-8243c218f0f1 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402148 Dec 06 14:54:26.799419 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-1e0ec9c4-702a-4cc0-a086-884e0eb532ee service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846217 Dec 06 14:54:26.889700 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f6cc096-7edc-43df-834d-3ef5c729b07e req-722d753d-906c-4936-9033-0ff2efc4b491 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837455 Dec 06 14:54:27.848675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d82856-becc-4d68-973d-6d9607cf6252 req-fd840e3a-5213-4c69-bb99-1154871b1d71 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:27.850193 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-10d82856-becc-4d68-973d-6d9607cf6252 req-fd840e3a-5213-4c69-bb99-1154871b1d71 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0504522 Dec 06 14:54:27.896945 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-10d82856-becc-4d68-973d-6d9607cf6252 req-1f5ab4e5-410e-44ef-975e-b3c64e565485 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 Dec 06 14:54:29.014661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee807f-0a66-4794-a453-aa87688fb966 req-aa34b109-eca6-40ab-962b-a6db52130210 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:29.016023 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-00ee807f-0a66-4794-a453-aa87688fb966 req-aa34b109-eca6-40ab-962b-a6db52130210 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0511415 Dec 06 14:54:29.062079 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-00ee807f-0a66-4794-a453-aa87688fb966 req-02c739e5-9bf0-4ea1-9668-c8fb30894244 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401208 Dec 06 14:54:29.774129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:30.173720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18316136-8812-4c91-80b9-b3fb1b592521 req-f64472f4-866a-4913-be33-db805aa8c00a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:30.175163 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-18316136-8812-4c91-80b9-b3fb1b592521 req-f64472f4-866a-4913-be33-db805aa8c00a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0472968 Dec 06 14:54:30.224205 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-18316136-8812-4c91-80b9-b3fb1b592521 req-53111b78-a379-41d4-b803-c4be65fce16a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432012 Dec 06 14:54:30.617926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee47b28-4ae4-4ce5-99ff-0ab0a4d94972 req-f81d9f1f-b032-45d9-ab86-362f5c3d1abb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:30.619380 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ee47b28-4ae4-4ce5-99ff-0ab0a4d94972 req-f81d9f1f-b032-45d9-ab86-362f5c3d1abb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0483539 Dec 06 14:54:30.690317 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ee47b28-4ae4-4ce5-99ff-0ab0a4d94972 req-af06dbed-26a9-4d51-9398-d54035cc352d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646977 Dec 06 14:54:30.711175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc938b-510a-4883-88a8-628d986d8b6f req-dd390089-da71-4d36-88d2-ece88f691d3a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:30.712642 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7cfc938b-510a-4883-88a8-628d986d8b6f req-dd390089-da71-4d36-88d2-ece88f691d3a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274&tenant_id=ce75bc76109a4386b138212eca27c92c&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0624523 Dec 06 14:54:30.795450 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc938b-510a-4883-88a8-628d986d8b6f req-be2df2dd-b010-42b2-b675-766361b0d10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:30.796794 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7cfc938b-510a-4883-88a8-628d986d8b6f req-be2df2dd-b010-42b2-b675-766361b0d10e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 1098 time: 0.0402288 Dec 06 14:54:30.863837 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device afc9b82d-7203-447e-b55e-90afd05e7914 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:54:30.866012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device afc9b82d-7203-447e-b55e-90afd05e7914 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:30.888384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc938b-510a-4883-88a8-628d986d8b6f req-7d158be7-d204-42ed-91a7-6d9434a4e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:30.889886 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7cfc938b-510a-4883-88a8-628d986d8b6f req-7d158be7-d204-42ed-91a7-6d9434a4e4ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0865197 Dec 06 14:54:30.955369 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7cfc938b-510a-4883-88a8-628d986d8b6f req-f8827f2f-a1a8-4cc1-a590-e4f8c6fab15b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afc9b82d-7203-447e-b55e-90afd05e7914 HTTP/1.1" status: 200 len: 1000 time: 0.0581799 Dec 06 14:54:31.008188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc938b-510a-4883-88a8-628d986d8b6f req-16ae4e02-4eb3-4837-b7cf-831f328ee6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:31.009791 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7cfc938b-510a-4883-88a8-628d986d8b6f req-16ae4e02-4eb3-4837-b7cf-831f328ee6a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0475070 Dec 06 14:54:31.012272 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:31.035822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port afc9b82d-7203-447e-b55e-90afd05e7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=afc9b82d-7203-447e-b55e-90afd05e7914,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:31.052976 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'afc9b82d-7203-447e-b55e-90afd05e7914', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'port_id': 'afc9b82d-7203-447e-b55e-90afd05e7914', 'mac_address': 'fa:16:3e:4b:73:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:54:31.056684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfc938b-510a-4883-88a8-628d986d8b6f req-f2b93221-a260-47ac-867e-955a71616654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:31.058266 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7cfc938b-510a-4883-88a8-628d986d8b6f req-f2b93221-a260-47ac-867e-955a71616654 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403240 Dec 06 14:54:31.059059 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857c861a-0cc4-4034-a235-e96fc43c7274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc9b82d-7203-447e-b55e-90afd05e7914'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:31.061314 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376cb356-b41b-4a3e-b2db-34937521498e" -d '{"events": [{"server_uuid": "857c861a-0cc4-4034-a235-e96fc43c7274", "name": "network-vif-unplugged", "status": "completed", "tag": "afc9b82d-7203-447e-b55e-90afd05e7914"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:31.075402 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port afc9b82d-7203-447e-b55e-90afd05e7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=afc9b82d-7203-447e-b55e-90afd05e7914,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:31.111988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12dc004-4bb1-4872-a455-9a8907981778 x-openstack-request-id: req-f12dc004-4bb1-4872-a455-9a8907981778 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:31.112285 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857c861a-0cc4-4034-a235-e96fc43c7274", "name": "network-vif-unplugged", "status": "completed", "tag": "afc9b82d-7203-447e-b55e-90afd05e7914", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:31.112541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f12dc004-4bb1-4872-a455-9a8907981778 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:31.112960 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857c861a-0cc4-4034-a235-e96fc43c7274', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afc9b82d-7203-447e-b55e-90afd05e7914', 'code': 200} Dec 06 14:54:31.115078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:31.127596 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afc9b82d-7203-447e-b55e-90afd05e7914 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:54:31.140283 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:31.155844 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7cfc938b-510a-4883-88a8-628d986d8b6f req-433e0e33-c0e3-40d4-89f2-476e1b77d692 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901690 Dec 06 14:54:31.201603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:54:31.201969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:54:31.215208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=afc9b82d-7203-447e-b55e-90afd05e7914,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:31.228927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:31.229278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:31.229650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:31.229985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:31.230314 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:31.230639 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:31.230963 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:31.231296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:31.231621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:31.231945 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:31.232341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:31.232659 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:31.233001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:31.251378 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7cfc938b-510a-4883-88a8-628d986d8b6f req-a7129566-4c4a-492b-8762-b33f8bd7818f service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886011 Dec 06 14:54:31.311456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-506139ac-66df-4ea2-910c-e9e507643b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:31.741553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:31.758427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc9b82d-7203-447e-b55e-90afd05e7914 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:54:31.780413 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port afc9b82d-7203-447e-b55e-90afd05e7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=afc9b82d-7203-447e-b55e-90afd05e7914,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:31.812975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bee9e9-01c8-4379-89a0-6867e2a0bfc7 req-b86e1239-f8e0-4dd7-99f8-f1237f02949f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:31.814439 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-37bee9e9-01c8-4379-89a0-6867e2a0bfc7 req-b86e1239-f8e0-4dd7-99f8-f1237f02949f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 943 time: 0.0548432 Dec 06 14:54:31.854210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:31.864768 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-37bee9e9-01c8-4379-89a0-6867e2a0bfc7 req-6bf4006e-915d-4358-8a11-008442b10692 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442984 Dec 06 14:54:31.911238 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=afc9b82d-7203-447e-b55e-90afd05e7914,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:31.920588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['afc9b82d-7203-447e-b55e-90afd05e7914'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:54:32.876743 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device afc9b82d-7203-447e-b55e-90afd05e7914 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:54:32.924229 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port afc9b82d-7203-447e-b55e-90afd05e7914 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:54:32.924908 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:32.981796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416e6f-42ba-450c-b946-a7a3e88c261e req-a518a7c5-07fe-4301-b859-d8231332b4e7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:32.983157 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-98416e6f-42ba-450c-b946-a7a3e88c261e req-a518a7c5-07fe-4301-b859-d8231332b4e7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 944 time: 0.0469847 Dec 06 14:54:33.000317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:33.029372 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-98416e6f-42ba-450c-b946-a7a3e88c261e req-4ec4d7ca-0b8e-4dc9-a449-53e2c97c55fd tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400190 Dec 06 14:54:33.035861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port afc9b82d-7203-447e-b55e-90afd05e7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=afc9b82d-7203-447e-b55e-90afd05e7914,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:33.077194 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:33.114884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857c861a-0cc4-4034-a235-e96fc43c7274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc9b82d-7203-447e-b55e-90afd05e7914'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:33.117172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bd09b3-3e9b-44f3-8d34-2fd3b4c27cca" -d '{"events": [{"server_uuid": "857c861a-0cc4-4034-a235-e96fc43c7274", "name": "network-vif-plugged", "status": "completed", "tag": "afc9b82d-7203-447e-b55e-90afd05e7914"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:33.129970 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=afc9b82d-7203-447e-b55e-90afd05e7914,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:33.144733 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd95ae-d841-4024-bda2-8842b860fc5c req-d2d23bcf-56bf-4ce8-b51a-b245f4db0f3f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:33.146323 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2fbd95ae-d841-4024-bda2-8842b860fc5c req-d2d23bcf-56bf-4ce8-b51a-b245f4db0f3f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0488532 Dec 06 14:54:33.156095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859c43ee-59ec-4c3a-8670-aa9011eacb30 x-openstack-request-id: req-859c43ee-59ec-4c3a-8670-aa9011eacb30 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:33.156391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857c861a-0cc4-4034-a235-e96fc43c7274", "name": "network-vif-plugged", "status": "completed", "tag": "afc9b82d-7203-447e-b55e-90afd05e7914", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:33.156650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-859c43ee-59ec-4c3a-8670-aa9011eacb30 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:33.157072 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857c861a-0cc4-4034-a235-e96fc43c7274', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc9b82d-7203-447e-b55e-90afd05e7914', 'code': 200} Dec 06 14:54:33.193828 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2fbd95ae-d841-4024-bda2-8842b860fc5c req-b2fa08ed-508c-4a88-950c-0ee6c6b288a0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413585 Dec 06 14:54:33.452699 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038988ea-0feb-417c-bf57-1d7d2bf01418 req-87176abb-9c16-4131-8934-05382677c75b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:33.454311 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-038988ea-0feb-417c-bf57-1d7d2bf01418 req-87176abb-9c16-4131-8934-05382677c75b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0513453 Dec 06 14:54:33.503656 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-038988ea-0feb-417c-bf57-1d7d2bf01418 req-d12e0348-795e-445b-9d2a-428ce3ce5744 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 Dec 06 14:54:33.553831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969973a4-130b-4f6b-b6b4-a992003fe79b req-1bc338d1-70ca-43d4-9ea2-2d840407d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:33.555319 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-969973a4-130b-4f6b-b6b4-a992003fe79b req-1bc338d1-70ca-43d4-9ea2-2d840407d22c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 1098 time: 0.0441561 Dec 06 14:54:33.643173 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969973a4-130b-4f6b-b6b4-a992003fe79b req-5d902536-3b3f-421f-b0f5-5bb9e2b3bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:33.644590 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-969973a4-130b-4f6b-b6b4-a992003fe79b req-5d902536-3b3f-421f-b0f5-5bb9e2b3bc83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0818629 Dec 06 14:54:33.694265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9a101bd9-53d1-47ba-8dc0-4ca0ce5a243b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:33.712439 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-969973a4-130b-4f6b-b6b4-a992003fe79b req-8bdfda53-a3e0-4e25-b4f9-c6ba27aa78f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=afc9b82d-7203-447e-b55e-90afd05e7914 HTTP/1.1" status: 200 len: 1000 time: 0.0613379 Dec 06 14:54:33.765263 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969973a4-130b-4f6b-b6b4-a992003fe79b req-0b1654af-09e4-453c-97cf-6b8e230f86d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:33.765263 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-969973a4-130b-4f6b-b6b4-a992003fe79b req-0b1654af-09e4-453c-97cf-6b8e230f86d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0425854 Dec 06 14:54:33.807913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969973a4-130b-4f6b-b6b4-a992003fe79b req-4973c8d0-37de-4e1f-beae-6ab1ec6b0ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:33.809353 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-969973a4-130b-4f6b-b6b4-a992003fe79b req-4973c8d0-37de-4e1f-beae-6ab1ec6b0ba0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391438 Dec 06 14:54:33.898168 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-969973a4-130b-4f6b-b6b4-a992003fe79b req-28ee7909-5c17-43aa-b314-0dae4ba87bb2 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818548 Dec 06 14:54:33.984576 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-969973a4-130b-4f6b-b6b4-a992003fe79b req-6f0687f4-f3f9-4a37-8e3c-dd03b26ec051 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785329 Dec 06 14:54:34.620924 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0817d-b4a5-4850-bc1c-3ec4a2c87403 req-9fa194a4-228e-4f19-a785-e26c48766faa tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:34.622375 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ef0817d-b4a5-4850-bc1c-3ec4a2c87403 req-9fa194a4-228e-4f19-a785-e26c48766faa tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0498204 Dec 06 14:54:34.676275 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ef0817d-b4a5-4850-bc1c-3ec4a2c87403 req-ce1ff12a-52d3-49ea-99cc-b4254cc70863 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477784 Dec 06 14:54:34.859351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:35.794635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c34d105-b986-4030-b642-35d8904224cc req-19d876eb-3227-4c11-b324-1208622c0be7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:35.796107 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4c34d105-b986-4030-b642-35d8904224cc req-19d876eb-3227-4c11-b324-1208622c0be7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0519211 Dec 06 14:54:35.841814 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4c34d105-b986-4030-b642-35d8904224cc req-677c9f19-a22e-4954-9f1a-87ff7dc088f9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398858 Dec 06 14:54:36.111271 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:36.319386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234288c-ccdf-4c20-bffe-bbbdf6035d20 req-9e426406-03c8-4e00-8210-79152cac636c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:36.320840 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c234288c-ccdf-4c20-bffe-bbbdf6035d20 req-9e426406-03c8-4e00-8210-79152cac636c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0474710 Dec 06 14:54:36.367395 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c234288c-ccdf-4c20-bffe-bbbdf6035d20 req-92c4043f-fae8-4eca-818e-0d982e3b67d5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402341 Dec 06 14:54:36.922207 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:37.483762 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a248f45e-34af-4201-ab8d-81394dd11051 req-f6ae79ff-de09-4ba3-b191-7517f67ed474 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:37.485292 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a248f45e-34af-4201-ab8d-81394dd11051 req-f6ae79ff-de09-4ba3-b191-7517f67ed474 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0492766 Dec 06 14:54:37.531310 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a248f45e-34af-4201-ab8d-81394dd11051 req-1ce2eec9-e735-4d4d-9406-70266183e6e9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398948 Dec 06 14:54:38.091010 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-e6efdf17-195f-4ff1-b4c9-e56b8f6b5854 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:38.092420 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-e6efdf17-195f-4ff1-b4c9-e56b8f6b5854 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.0473049 Dec 06 14:54:38.180621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Deleting port afc9b82d-7203-447e-b55e-90afd05e7914 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:54:38.180992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:38.265858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] For port afc9b82d-7203-447e-b55e-90afd05e7914, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=afc9b82d-7203-447e-b55e-90afd05e7914,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:38.266208 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:38.755275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7559316-8cfa-42ac-a9aa-8802fa7c62dc req-0e9c53f9-2fac-428b-ad33-7460b1a36df7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:38.756730 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e7559316-8cfa-42ac-a9aa-8802fa7c62dc req-0e9c53f9-2fac-428b-ad33-7460b1a36df7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 945 time: 0.1032829 Dec 06 14:54:38.844383 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:38.844648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:38.845007 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Floating IP e41c7225-605e-4c76-9b17-c1c333098d70 disassociated. External IP: 172.36.1.24, port: afc9b82d-7203-447e-b55e-90afd05e7914. Dec 06 14:54:38.845352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Calling delete_port for afc9b82d-7203-447e-b55e-90afd05e7914 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:54:38.854028 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e7559316-8cfa-42ac-a9aa-8802fa7c62dc req-545f3ee5-53c5-4852-8a86-32e4f60c64b6 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893378 Dec 06 14:54:39.036509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:39.064994 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event deleted for resources: {'Port': ['ID=afc9b82d-7203-447e-b55e-90afd05e7914,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:39.078692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:39.079048 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:39.079398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:39.079740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:39.080084 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:39.080420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:39.080751 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:39.081112 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:39.081446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:39.081779 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:39.082114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:39.082439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:39.082762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:54:39.195454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Router ef19073c-5bfe-419b-814d-af8f91ac2c53 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:54:39.303448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:54:39.314587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09733e7b-ff44-4f6f-8010-082122d3a546 None None] Sync routers for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:54:39.324414 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09733e7b-ff44-4f6f-8010-082122d3a546 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:39.325061 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-09733e7b-ff44-4f6f-8010-082122d3a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:39.341600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] No DVR routers for this DVR port afc9b82d-7203-447e-b55e-90afd05e7914 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:54:39.344103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:39.347460 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-617ea568-d3f1-42a2-930f-6c5556dfce36 req-ad133f7a-438e-44cf-97fe-06430d53ffaf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "DELETE /v2.0/ports/afc9b82d-7203-447e-b55e-90afd05e7914 HTTP/1.1" status: 204 len: 173 time: 1.2491004 Dec 06 14:54:39.347934 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857c861a-0cc4-4034-a235-e96fc43c7274', 'name': 'network-vif-deleted', 'tag': 'afc9b82d-7203-447e-b55e-90afd05e7914'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:39.350293 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a2e7e5-8141-427a-b304-5b05f007d6a2" -d '{"events": [{"server_uuid": "857c861a-0cc4-4034-a235-e96fc43c7274", "name": "network-vif-deleted", "tag": "afc9b82d-7203-447e-b55e-90afd05e7914"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:39.385613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f63d6a5-b2de-4d9c-9f53-d917bd005b10 x-openstack-request-id: req-0f63d6a5-b2de-4d9c-9f53-d917bd005b10 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:39.385913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857c861a-0cc4-4034-a235-e96fc43c7274", "name": "network-vif-deleted", "tag": "afc9b82d-7203-447e-b55e-90afd05e7914", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:39.386167 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0f63d6a5-b2de-4d9c-9f53-d917bd005b10 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:39.386562 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857c861a-0cc4-4034-a235-e96fc43c7274', 'name': 'network-vif-deleted', 'tag': 'afc9b82d-7203-447e-b55e-90afd05e7914', 'status': 'completed', 'code': 200} Dec 06 14:54:39.433427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-09733e7b-ff44-4f6f-8010-082122d3a546 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:39.644449 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-09733e7b-ff44-4f6f-8010-082122d3a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:39.670727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09733e7b-ff44-4f6f-8010-082122d3a546 None None] Checking router: ef19073c-5bfe-419b-814d-af8f91ac2c53 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:54:39.679277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09733e7b-ff44-4f6f-8010-082122d3a546 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:39.679887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-09733e7b-ff44-4f6f-8010-082122d3a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:39.790731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-09733e7b-ff44-4f6f-8010-082122d3a546 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:39.969666 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3c3b11ad-57a3-4368-bc94-edc14a446a9d req-a86c3036-4b9e-43b4-b2d8-8ae8a25003b0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=857c861a-0cc4-4034-a235-e96fc43c7274 HTTP/1.1" status: 200 len: 210 time: 0.0305848 Dec 06 14:54:40.001042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-09733e7b-ff44-4f6f-8010-082122d3a546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:40.026971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09733e7b-ff44-4f6f-8010-082122d3a546 None None] The sync data for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv is: [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:54:40.249583 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44c21be-9407-4073-9bf4-af7eab3a89a1 None None] New status for floating IP e41c7225-605e-4c76-9b17-c1c333098d70: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:54:41.232407 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-9aff0f7b-e1ce-417e-bc6f-f2e7cf81dacd tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1599584731&fields=id&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 267 time: 0.0412233 Dec 06 14:54:41.343315 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-e637c2cf-6191-47a4-aa01-b710edea547b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:41.344650 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-e637c2cf-6191-47a4-aa01-b710edea547b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 812 time: 0.1046138 Dec 06 14:54:41.359409 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-13c268e7-8474-49fa-bf45-f758b37df79f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/quotas/ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 375 time: 0.0091257 Dec 06 14:54:41.407520 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-87ae7736-4224-43cf-90eb-3e6871512e62 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429058 Dec 06 14:54:41.464671 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-75dfbb0d-1367-4300-ace4-99132f4942af service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:54:41.465713 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-75dfbb0d-1367-4300-ace4-99132f4942af service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464976 Dec 06 14:54:41.555832 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-327b4b80-c878-44c9-8df5-3763a47b724e service neutron] 10.222.0.42 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839701 Dec 06 14:54:41.642279 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-d2aed993-8ae3-4be3-b5e9-70a12160b978 service neutron] 10.222.0.42 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796342 Dec 06 14:54:41.865318 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d9ff043c-eb8c-448d-8ced-e804f2ae6786 req-4b73b7d0-5048-411b-a359-c965895b6f64 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 210 time: 0.0264103 Dec 06 14:54:42.925738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device afc9b82d-7203-447e-b55e-90afd05e7914 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:54:42.945883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: afc9b82d-7203-447e-b55e-90afd05e7914 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:54:42.946226 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device afc9b82d-7203-447e-b55e-90afd05e7914 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:54:42.961035 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6998ff8b-c963-4775-be48-1e670fb82900 req-c4255e4b-22cb-4f4f-9bf3-c0cbf1395422 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 210 time: 0.0279729 Dec 06 14:54:43.575740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-b869b445-3ecb-41b2-92e0-61a2d3f008b4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:43.577673 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-b869b445-3ecb-41b2-92e0-61a2d3f008b4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 812 time: 0.1029944 Dec 06 14:54:43.637976 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-1c3a3f89-73cb-4e85-8b87-1c43bfd6ff1f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 380 time: 0.0513246 Dec 06 14:54:43.647468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-5197307f-6e5d-4f02-8091-31d242caaf06 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Request body: {'port': {'device_id': '54cd4086-9497-47fa-af10-67a7f0850b61', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'admin_state_up': True, 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'security_groups': ['5d6ccae2-2972-4925-8a68-73a781ae1d24']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:43.819466 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-5197307f-6e5d-4f02-8091-31d242caaf06 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Made reservation on behalf of ce75bc76109a4386b138212eca27c92c for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:54:43.823051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-5197307f-6e5d-4f02-8091-31d242caaf06 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:43.952686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-5197307f-6e5d-4f02-8091-31d242caaf06 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Allocated IP 172.20.0.14 (b4252a9b-740a-4f18-b8ed-88019490d5ee/ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0/18775627-2b53-4003-adae-2594d9859c62) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:54:44.072998 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b2b209f7-0aa2-478e-81a0-7031f492052e req-a2e8cdf1-fba3-4249-9a6d-0ce96b309910 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 210 time: 0.0350406 Dec 06 14:54:44.114144 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-5197307f-6e5d-4f02-8091-31d242caaf06 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.202679 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-5197307f-6e5d-4f02-8091-31d242caaf06 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.244746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-5197307f-6e5d-4f02-8091-31d242caaf06 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Network b4252a9b-740a-4f18-b8ed-88019490d5ee is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:54:44.248028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-5197307f-6e5d-4f02-8091-31d242caaf06 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:54:44.251746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-5197307f-6e5d-4f02-8091-31d242caaf06 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:54:44.286269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5197307f-6e5d-4f02-8091-31d242caaf06 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event updated for resources: {'Port': ['ID=18775627-2b53-4003-adae-2594d9859c62,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:44.312717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-5197307f-6e5d-4f02-8091-31d242caaf06 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:44.313385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-5197307f-6e5d-4f02-8091-31d242caaf06 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.394191 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-5197307f-6e5d-4f02-8091-31d242caaf06 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7502642 Dec 06 14:54:44.416466 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Request body: {'port': {'device_id': '54cd4086-9497-47fa-af10-67a7f0850b61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:44.453826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-95869a51-bc65-4684-85fd-b58044a48f9a None None] Provisioning complete for port 18775627-2b53-4003-adae-2594d9859c62 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:54:44.454469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-95869a51-bc65-4684-85fd-b58044a48f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.470557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.491342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-95869a51-bc65-4684-85fd-b58044a48f9a None None] Port 18775627-2b53-4003-adae-2594d9859c62 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:54:44.729246 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18775627-2b53-4003-adae-2594d9859c62 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:54:44.736563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.748602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Transition to ACTIVE for port object 18775627-2b53-4003-adae-2594d9859c62 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:54:44.819461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:44.869814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=18775627-2b53-4003-adae-2594d9859c62,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:44.943393 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Attempting to bind port 18775627-2b53-4003-adae-2594d9859c62 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:54:44.943726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Attempting to bind port 18775627-2b53-4003-adae-2594d9859c62 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:54:44.944044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Attempting to bind port 18775627-2b53-4003-adae-2594d9859c62 on network b4252a9b-740a-4f18-b8ed-88019490d5ee {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:54:44.948624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Port 18775627-2b53-4003-adae-2594d9859c62 on network b4252a9b-740a-4f18-b8ed-88019490d5ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:54:44.948968 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Attempting to bind port 18775627-2b53-4003-adae-2594d9859c62 on network b4252a9b-740a-4f18-b8ed-88019490d5ee {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:54:44.954025 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:54:44.954362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Checking segment: {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:54:44.954769 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Bound using segment: {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:54:44.955196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Bound port: 18775627-2b53-4003-adae-2594d9859c62, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:54:44.955553 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.021393 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:54:45.024341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18775627-2b53-4003-adae-2594d9859c62,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:54:45.111820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.145138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:45.145812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:45.147218 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] 10.222.0.41 "PUT /v2.0/ports/18775627-2b53-4003-adae-2594d9859c62 HTTP/1.1" status: 200 len: 1094 time: 0.7357788 Dec 06 14:54:45.147682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'tag': '18775627-2b53-4003-adae-2594d9859c62'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:45.150015 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd771c6f-0d98-4851-813a-ab8022715579" -d '{"events": [{"name": "network-changed", "server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "tag": "18775627-2b53-4003-adae-2594d9859c62"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:45.171008 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:54:45.181942 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610e683-e86d-4a0a-b201-aedd2351e1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=18775627-2b53-4003-adae-2594d9859c62,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:45.197927 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfa1101-fef3-4524-8c13-c5588ec3f512 x-openstack-request-id: req-bdfa1101-fef3-4524-8c13-c5588ec3f512 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:45.198327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "tag": "18775627-2b53-4003-adae-2594d9859c62", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:45.198688 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdfa1101-fef3-4524-8c13-c5588ec3f512 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:45.201476 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'tag': '18775627-2b53-4003-adae-2594d9859c62', 'status': 'completed', 'code': 200} Dec 06 14:54:45.228280 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288d8ad-7317-4613-a2e1-6884656447c9 req-f0a8aae1-5424-4fe9-a249-141c61a16236 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:45.232958 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b288d8ad-7317-4613-a2e1-6884656447c9 req-f0a8aae1-5424-4fe9-a249-141c61a16236 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 944 time: 0.0854950 Dec 06 14:54:45.264146 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd771c6f-0d98-4851-813a-ab8022715579 req-7980a21c-2b22-4f37-98c5-eb9cbca81d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:45.266034 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fd771c6f-0d98-4851-813a-ab8022715579 req-7980a21c-2b22-4f37-98c5-eb9cbca81d24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 1097 time: 0.0465746 Dec 06 14:54:45.290288 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b288d8ad-7317-4613-a2e1-6884656447c9 req-b8588a92-5858-4949-b189-acce4ff180a8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504959 Dec 06 14:54:45.377735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd771c6f-0d98-4851-813a-ab8022715579 req-a394e891-6d3b-45df-a5b6-90832d165bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:45.379213 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fd771c6f-0d98-4851-813a-ab8022715579 req-a394e891-6d3b-45df-a5b6-90832d165bb3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ce75bc76109a4386b138212eca27c92c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1044071 Dec 06 14:54:45.477116 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd771c6f-0d98-4851-813a-ab8022715579 req-faf8790a-0006-42c0-8acf-1ade9ec2445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:45.478577 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fd771c6f-0d98-4851-813a-ab8022715579 req-faf8790a-0006-42c0-8acf-1ade9ec2445f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929084 Dec 06 14:54:45.553874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-96eb3ddc-fe6e-434f-a8c1-2a432233ec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:45.555241 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-96eb3ddc-fe6e-434f-a8c1-2a432233ec05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 1097 time: 0.0403869 Dec 06 14:54:45.597303 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-eac25e35-bc53-4cc7-8505-c8852d2800c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18775627-2b53-4003-adae-2594d9859c62 HTTP/1.1" status: 200 len: 217 time: 0.0325360 Dec 06 14:54:45.645263 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-340f2c57-9ecd-4d86-b768-f237d93c4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:45.646661 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-340f2c57-9ecd-4d86-b768-f237d93c4ab5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0430193 Dec 06 14:54:45.695280 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-d81be8cd-afce-4635-a75f-7fe9e36fe333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:45.696759 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-d81be8cd-afce-4635-a75f-7fe9e36fe333 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430357 Dec 06 14:54:45.789749 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-41d479ff-9433-4812-8f67-ddca9ef5b5e7 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849090 Dec 06 14:54:45.880943 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c96f6c0a-9d42-4cd5-8b83-760b3fd00a6b req-35948748-8283-42a1-bc38-b469f5bcd1c8 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835729 Dec 06 14:54:46.416727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3f335-2dbe-4da1-a67b-697dceeb0d03 req-339230d3-dbab-47a8-8290-b1c5ab0022b5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:46.418827 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63b3f335-2dbe-4da1-a67b-697dceeb0d03 req-339230d3-dbab-47a8-8290-b1c5ab0022b5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 944 time: 0.0503306 Dec 06 14:54:46.466167 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63b3f335-2dbe-4da1-a67b-697dceeb0d03 req-8b38c81a-fd08-4714-9643-91f5c2d88957 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414624 Dec 06 14:54:47.580513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00667-0cd3-4205-aa77-213342946580 req-ab6e4e89-e844-47a6-a4bd-8a42152a589c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:47.581943 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a4e00667-0cd3-4205-aa77-213342946580 req-ab6e4e89-e844-47a6-a4bd-8a42152a589c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 944 time: 0.0488272 Dec 06 14:54:47.628471 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a4e00667-0cd3-4205-aa77-213342946580 req-2029a8e5-1174-4e74-acf8-3e048bfa5882 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 Dec 06 14:54:48.750496 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70c5ef-4a91-4836-9b72-3180c52cb9f8 req-2fd91ac6-ea9b-4a5a-9419-00dcb8bcdfa4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:48.751982 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f70c5ef-4a91-4836-9b72-3180c52cb9f8 req-2fd91ac6-ea9b-4a5a-9419-00dcb8bcdfa4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 944 time: 0.0544288 Dec 06 14:54:48.798915 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f70c5ef-4a91-4836-9b72-3180c52cb9f8 req-f907b846-57a8-4ab9-a1a8-3dbd94849ff2 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409052 Dec 06 14:54:48.950388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 18775627-2b53-4003-adae-2594d9859c62 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:54:49.043529 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18775627-2b53-4003-adae-2594d9859c62,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:49.054125 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '18775627-2b53-4003-adae-2594d9859c62', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'port_id': '18775627-2b53-4003-adae-2594d9859c62', 'mac_address': 'fa:16:3e:d3:8b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:54:49.089818 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:49.101825 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18775627-2b53-4003-adae-2594d9859c62 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:54:49.120798 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18775627-2b53-4003-adae-2594d9859c62,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:49.185043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:49.230202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=18775627-2b53-4003-adae-2594d9859c62,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:49.512454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['18775627-2b53-4003-adae-2594d9859c62'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:54:49.913274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da3162-7338-42c7-a9a8-e804f4b76e65 req-0a233161-8f1e-47e5-a8fd-5523cb09843e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:49.914719 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f0da3162-7338-42c7-a9a8-e804f4b76e65 req-0a233161-8f1e-47e5-a8fd-5523cb09843e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 945 time: 0.0514736 Dec 06 14:54:49.961145 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f0da3162-7338-42c7-a9a8-e804f4b76e65 req-2f35d81c-8be3-4973-9dab-3a9737f7ec39 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393589 Dec 06 14:54:50.954005 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 18775627-2b53-4003-adae-2594d9859c62 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:54:51.059547 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 18775627-2b53-4003-adae-2594d9859c62 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:54:51.063511 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 18775627-2b53-4003-adae-2594d9859c62 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:54:51.063879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:51.075670 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d816443-faba-4671-b9db-ce4f6d84b161 req-e3800d58-f8a5-40f5-ba89-24a8ec77127b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:51.077183 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8d816443-faba-4671-b9db-ce4f6d84b161 req-e3800d58-f8a5-40f5-ba89-24a8ec77127b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 945 time: 0.0486100 Dec 06 14:54:51.124375 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8d816443-faba-4671-b9db-ce4f6d84b161 req-7674ae00-3762-4fb2-b041-a6c7d005e010 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411613 Dec 06 14:54:51.143997 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:51.166613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18775627-2b53-4003-adae-2594d9859c62'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:51.168866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb41114b-cf0c-494f-a229-14f3cb256dee" -d '{"events": [{"server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "name": "network-vif-plugged", "status": "completed", "tag": "18775627-2b53-4003-adae-2594d9859c62"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:51.180935 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18775627-2b53-4003-adae-2594d9859c62,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:54:51.203951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eb15a1-811c-4761-a634-9ec3a25e6933 x-openstack-request-id: req-a6eb15a1-811c-4761-a634-9ec3a25e6933 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:51.204292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "name": "network-vif-plugged", "status": "completed", "tag": "18775627-2b53-4003-adae-2594d9859c62", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:51.204522 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6eb15a1-811c-4761-a634-9ec3a25e6933 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:51.204947 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18775627-2b53-4003-adae-2594d9859c62', 'code': 200} Dec 06 14:54:51.236426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:51.283160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=18775627-2b53-4003-adae-2594d9859c62,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:54:51.541366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8ea45-7408-47b6-bceb-7d9a481d2a7f req-ed7cdac3-9684-488d-985c-18d180aa9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:51.543390 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-40a8ea45-7408-47b6-bceb-7d9a481d2a7f req-ed7cdac3-9684-488d-985c-18d180aa9ebb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 1099 time: 0.0398448 Dec 06 14:54:51.589962 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-40a8ea45-7408-47b6-bceb-7d9a481d2a7f req-9216bc68-fdca-4b2f-9a64-fbb10acbba8e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394330 Dec 06 14:54:52.236864 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474cd555-7019-43fd-93da-141553d59c63 req-be089b35-f5d2-4dd9-ba2a-7aca3babd2d5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:52.238336 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-474cd555-7019-43fd-93da-141553d59c63 req-be089b35-f5d2-4dd9-ba2a-7aca3babd2d5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0477037 Dec 06 14:54:52.290942 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-474cd555-7019-43fd-93da-141553d59c63 req-dcac4682-0ce8-443d-989a-d6800e7f52a0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467961 Dec 06 14:54:53.406020 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b77ef-fb7b-47b1-b911-a537ad0ef727 req-7df0c2fe-4d17-431f-8df6-2a198b72e9ba tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:53.407549 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6d2b77ef-fb7b-47b1-b911-a537ad0ef727 req-7df0c2fe-4d17-431f-8df6-2a198b72e9ba tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0484636 Dec 06 14:54:53.453821 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6d2b77ef-fb7b-47b1-b911-a537ad0ef727 req-537f2d07-9a29-48fa-be2a-349c4a18a0bc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403554 Dec 06 14:54:53.562931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ebf80-d035-4b4e-ad26-11888dd6dcec req-43f46ce7-0b60-430a-adf9-de4d38b2d2ac tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:53.564391 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-db1ebf80-d035-4b4e-ad26-11888dd6dcec req-43f46ce7-0b60-430a-adf9-de4d38b2d2ac tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0477402 Dec 06 14:54:53.572872 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 40684) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:54:53.577647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3baf75c6-915b-421f-bdce-cbb991280ba8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Request body: {'floatingip': {'port_id': '18775627-2b53-4003-adae-2594d9859c62'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:54:53.622940 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3baf75c6-915b-421f-bdce-cbb991280ba8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.046089 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3baf75c6-915b-421f-bdce-cbb991280ba8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.122071 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3baf75c6-915b-421f-bdce-cbb991280ba8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.218334 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-3baf75c6-915b-421f-bdce-cbb991280ba8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Floating IP e41c7225-605e-4c76-9b17-c1c333098d70 associated. External IP: 172.36.1.24, port: 18775627-2b53-4003-adae-2594d9859c62. Dec 06 14:54:54.420257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3baf75c6-915b-421f-bdce-cbb991280ba8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Router ef19073c-5bfe-419b-814d-af8f91ac2c53 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:54:54.526303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3baf75c6-915b-421f-bdce-cbb991280ba8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:54:54.531316 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3baf75c6-915b-421f-bdce-cbb991280ba8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:54:54.537603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d5a52-1754-416b-9195-4ed0f6e0990f None None] Sync routers for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:54:54.547456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d5a52-1754-416b-9195-4ed0f6e0990f None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:54.548158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8d4d5a52-1754-416b-9195-4ed0f6e0990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:54.557572 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3baf75c6-915b-421f-bdce-cbb991280ba8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "PUT /v2.0/floatingips/e41c7225-605e-4c76-9b17-c1c333098d70 HTTP/1.1" status: 200 len: 991 time: 0.9831533 Dec 06 14:54:54.558673 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'tag': '18775627-2b53-4003-adae-2594d9859c62'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:54:54.561099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924229e3-53c7-44c1-b1a1-97dc177c3217" -d '{"events": [{"name": "network-changed", "server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "tag": "18775627-2b53-4003-adae-2594d9859c62"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:54:54.597564 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8f0467-cf7f-4537-be90-0c3cd2e23106 x-openstack-request-id: req-4e8f0467-cf7f-4537-be90-0c3cd2e23106 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:54:54.598172 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "tag": "18775627-2b53-4003-adae-2594d9859c62", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:54:54.598172 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e8f0467-cf7f-4537-be90-0c3cd2e23106 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:54:54.598525 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'tag': '18775627-2b53-4003-adae-2594d9859c62', 'status': 'completed', 'code': 200} Dec 06 14:54:54.662244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-8d4d5a52-1754-416b-9195-4ed0f6e0990f None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:54.663819 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924229e3-53c7-44c1-b1a1-97dc177c3217 req-ebcf0b5f-90c7-49db-acf1-2dbbd47da66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:54.665610 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-924229e3-53c7-44c1-b1a1-97dc177c3217 req-ebcf0b5f-90c7-49db-acf1-2dbbd47da66e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 1099 time: 0.0412581 Dec 06 14:54:54.765304 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924229e3-53c7-44c1-b1a1-97dc177c3217 req-409c9d92-894f-444f-9b75-5cda81f73808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:54.766815 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-924229e3-53c7-44c1-b1a1-97dc177c3217 req-409c9d92-894f-444f-9b75-5cda81f73808 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0930846 Dec 06 14:54:54.832236 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-924229e3-53c7-44c1-b1a1-97dc177c3217 req-93e9b597-72dd-4209-a632-0cf50c64b9e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18775627-2b53-4003-adae-2594d9859c62 HTTP/1.1" status: 200 len: 999 time: 0.0587873 Dec 06 14:54:54.883838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924229e3-53c7-44c1-b1a1-97dc177c3217 req-e3b8b561-5302-4a91-9e8d-320f119e3738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:54.885297 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-924229e3-53c7-44c1-b1a1-97dc177c3217 req-e3b8b561-5302-4a91-9e8d-320f119e3738 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0465403 Dec 06 14:54:54.929655 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924229e3-53c7-44c1-b1a1-97dc177c3217 req-d584a578-7729-4ae0-b4f9-ebdee44b0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:54:54.931130 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-924229e3-53c7-44c1-b1a1-97dc177c3217 req-d584a578-7729-4ae0-b4f9-ebdee44b0694 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390534 Dec 06 14:54:55.019957 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-924229e3-53c7-44c1-b1a1-97dc177c3217 req-9763a6ed-7856-4a7b-951e-c9c535f55c60 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809820 Dec 06 14:54:55.036939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8d4d5a52-1754-416b-9195-4ed0f6e0990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e41c7225-605e-4c76-9b17-c1c333098d70', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'floating_ip_address': '172.36.1.24', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'port_id': '18775627-2b53-4003-adae-2594d9859c62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'mac_address': 'fa:16:3e:d3:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cd4086-9497-47fa-af10-67a7f0850b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:48Z', 'updated_at': '2021-12-06T14:54:53Z', 'revision_number': 9, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:55.067189 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d5a52-1754-416b-9195-4ed0f6e0990f None None] Checking router: ef19073c-5bfe-419b-814d-af8f91ac2c53 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:54:55.076110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d5a52-1754-416b-9195-4ed0f6e0990f None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:54:55.076723 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8d4d5a52-1754-416b-9195-4ed0f6e0990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:54:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:55.111984 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-924229e3-53c7-44c1-b1a1-97dc177c3217 req-4c494ad6-7cf8-4c16-be6a-1b2072da43fa service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857897 Dec 06 14:54:55.179949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-8d4d5a52-1754-416b-9195-4ed0f6e0990f None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:54:55.396616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8d4d5a52-1754-416b-9195-4ed0f6e0990f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e41c7225-605e-4c76-9b17-c1c333098d70', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'floating_ip_address': '172.36.1.24', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'port_id': '18775627-2b53-4003-adae-2594d9859c62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'mac_address': 'fa:16:3e:d3:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cd4086-9497-47fa-af10-67a7f0850b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:48Z', 'updated_at': '2021-12-06T14:54:53Z', 'revision_number': 9, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:54:55.426902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4d5a52-1754-416b-9195-4ed0f6e0990f None None] The sync data for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv is: [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e41c7225-605e-4c76-9b17-c1c333098d70', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'floating_ip_address': '172.36.1.24', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'port_id': '18775627-2b53-4003-adae-2594d9859c62', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'mac_address': 'fa:16:3e:d3:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54cd4086-9497-47fa-af10-67a7f0850b61', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:48Z', 'updated_at': '2021-12-06T14:54:53Z', 'revision_number': 9, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:54:55.609097 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854224a9-fb9f-4128-9cee-1124db14f5ae None None] New status for floating IP e41c7225-605e-4c76-9b17-c1c333098d70: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:54:59.778647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:01.287523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06f4293b-7351-4a3f-ac7a-f5ff124dcb96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:03.676309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36108750-1877-46d6-b365-fc54b6413a55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:04.482553 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-04f25cca-9406-4ed6-b857-b779246d37b0 req-4c803750-7bf2-436e-8281-f506dfbb5422 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402758 Dec 06 14:55:04.567133 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f25cca-9406-4ed6-b857-b779246d37b0 req-fc9e1a7e-987b-4f8f-9c4c-9c3c679228a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:04.568572 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-04f25cca-9406-4ed6-b857-b779246d37b0 req-fc9e1a7e-987b-4f8f-9c4c-9c3c679228a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 1099 time: 0.0450449 Dec 06 14:55:04.671569 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f25cca-9406-4ed6-b857-b779246d37b0 req-9bb0af51-5800-4fcb-8f8b-c1b1337ae1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:04.673040 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-04f25cca-9406-4ed6-b857-b779246d37b0 req-9bb0af51-5800-4fcb-8f8b-c1b1337ae1cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0827587 Dec 06 14:55:04.743824 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-04f25cca-9406-4ed6-b857-b779246d37b0 req-62557d9f-922b-4224-9375-3cbc0db10b20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18775627-2b53-4003-adae-2594d9859c62 HTTP/1.1" status: 200 len: 1002 time: 0.0600793 Dec 06 14:55:04.793785 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f25cca-9406-4ed6-b857-b779246d37b0 req-07888442-240f-43f0-9162-5c2e41cda0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:04.795290 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-04f25cca-9406-4ed6-b857-b779246d37b0 req-07888442-240f-43f0-9162-5c2e41cda0c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0438223 Dec 06 14:55:04.840490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f25cca-9406-4ed6-b857-b779246d37b0 req-4b90f0d7-2169-4190-a652-10113e7c66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:55:04.841980 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-04f25cca-9406-4ed6-b857-b779246d37b0 req-4b90f0d7-2169-4190-a652-10113e7c66bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404196 Dec 06 14:55:04.847824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:04.933168 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-04f25cca-9406-4ed6-b857-b779246d37b0 req-eba3010a-b961-4f3b-9a21-2f4850c3c224 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836947 Dec 06 14:55:05.018642 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-04f25cca-9406-4ed6-b857-b779246d37b0 req-6cc4a530-564c-48ff-8182-790a4464e533 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786450 Dec 06 14:55:06.064820 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:06.916011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:22.159974 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:55:29.795258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:31.275555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1537a84b-4484-44c5-8871-cf81484a32bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:33.704114 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f6744edc-00dd-408d-8780-ed3b8959b639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:34.870075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:36.086685 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:36.921070 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:55:59.158736 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:55:59.828963 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:01.315050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-275f44a3-4c56-4014-96fe-16d09b49af22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:03.692264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36ae43f6-6b74-4536-824a-dcf5fe5c6233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:04.926056 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:06.085791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:06.489273 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95c984cb-afee-44ed-a1e4-a5ab1df45913 req-12ec3c06-ede9-4884-b1fd-c0bef3a5c915 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409791 Dec 06 14:56:06.569305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c984cb-afee-44ed-a1e4-a5ab1df45913 req-e94b9df8-99f8-49ac-95b2-304fa5e24d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:06.570795 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95c984cb-afee-44ed-a1e4-a5ab1df45913 req-e94b9df8-99f8-49ac-95b2-304fa5e24d57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 1099 time: 0.0405707 Dec 06 14:56:06.683407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c984cb-afee-44ed-a1e4-a5ab1df45913 req-5889ef58-aee8-49f4-b365-33aa3ddcab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:06.684896 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95c984cb-afee-44ed-a1e4-a5ab1df45913 req-5889ef58-aee8-49f4-b365-33aa3ddcab30 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0925043 Dec 06 14:56:06.750577 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95c984cb-afee-44ed-a1e4-a5ab1df45913 req-5c3489e2-d5b5-40dd-a594-25ed25625454 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18775627-2b53-4003-adae-2594d9859c62 HTTP/1.1" status: 200 len: 1002 time: 0.0582261 Dec 06 14:56:06.801824 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c984cb-afee-44ed-a1e4-a5ab1df45913 req-8601b2ba-b60c-4a37-b005-154349362b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:06.803253 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95c984cb-afee-44ed-a1e4-a5ab1df45913 req-8601b2ba-b60c-4a37-b005-154349362b2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0461936 Dec 06 14:56:06.848638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c984cb-afee-44ed-a1e4-a5ab1df45913 req-875037cc-2fe0-4690-a695-fb7c60179f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:06.850154 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95c984cb-afee-44ed-a1e4-a5ab1df45913 req-875037cc-2fe0-4690-a695-fb7c60179f0a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398319 Dec 06 14:56:06.942663 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95c984cb-afee-44ed-a1e4-a5ab1df45913 req-086ccac6-23c9-4409-bfbc-d4731a38c7ca service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851967 Dec 06 14:56:06.961083 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:07.038145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd989dc-bf1f-4382-b129-cb0506c2c837 req-346c6b2e-165e-4e9b-8bf7-8bb972dc74e4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:07.040835 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fbd989dc-bf1f-4382-b129-cb0506c2c837 req-346c6b2e-165e-4e9b-8bf7-8bb972dc74e4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0516300 Dec 06 14:56:07.041046 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95c984cb-afee-44ed-a1e4-a5ab1df45913 req-99cb47da-4c71-4c09-b694-6cc402084c95 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915270 Dec 06 14:56:07.095925 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fbd989dc-bf1f-4382-b129-cb0506c2c837 req-068ae08b-17ca-4b17-8feb-ae0a97cf20fd tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479243 Dec 06 14:56:07.173695 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-605f20cc-77f1-4a6f-b36f-fa90914d1839 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0390480 Dec 06 14:56:08.211499 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6fbe08-cbaf-4d81-a3c0-0b53c1c5c624 req-8eb8681b-1b51-46b8-8b44-df659e8cf333 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:08.212991 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e6fbe08-cbaf-4d81-a3c0-0b53c1c5c624 req-8eb8681b-1b51-46b8-8b44-df659e8cf333 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0482736 Dec 06 14:56:08.258855 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e6fbe08-cbaf-4d81-a3c0-0b53c1c5c624 req-7b408b12-9fb6-464b-8e2c-7b858afecac3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399964 Dec 06 14:56:09.160540 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63889659-e652-460a-a42b-8472f04c425b req-173b7fa5-188a-4eed-b93c-6541aacefd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:09.164949 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-173b7fa5-188a-4eed-b93c-6541aacefd36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 1099 time: 0.0442595 Dec 06 14:56:09.385528 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b00dbb-6b50-4fa8-ab8c-3136fd1550f6 req-181684eb-df2d-4c39-a774-26523bab04e8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:09.387099 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-64b00dbb-6b50-4fa8-ab8c-3136fd1550f6 req-181684eb-df2d-4c39-a774-26523bab04e8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0516024 Dec 06 14:56:09.437688 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-64b00dbb-6b50-4fa8-ab8c-3136fd1550f6 req-189417a8-1505-4b4f-91a3-cd5e98ecbbc2 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435507 Dec 06 14:56:09.595337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63889659-e652-460a-a42b-8472f04c425b req-6ebac099-5fe0-4287-98f1-3e55cf69c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:09.596801 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-6ebac099-5fe0-4287-98f1-3e55cf69c1e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.4275982 Dec 06 14:56:09.670521 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-a2da16e3-93e5-4bd2-a6db-0730b8595665 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18775627-2b53-4003-adae-2594d9859c62 HTTP/1.1" status: 200 len: 1002 time: 0.0661168 Dec 06 14:56:09.719009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63889659-e652-460a-a42b-8472f04c425b req-bb8c45d2-6346-4164-bc34-4ad84ea8405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:09.720436 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-bb8c45d2-6346-4164-bc34-4ad84ea8405a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0428734 Dec 06 14:56:09.765415 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63889659-e652-460a-a42b-8472f04c425b req-5a171482-ecd0-410d-ab44-163c569c7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:09.766853 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-5a171482-ecd0-410d-ab44-163c569c7f66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394349 Dec 06 14:56:09.857376 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-0fafd316-4c2b-4e78-b38e-9d410785ea1e service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829823 Dec 06 14:56:09.945746 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-bdd5a126-41ff-4ec7-93de-d73e2ee1b064 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818346 Dec 06 14:56:10.557350 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdc1fd1-9fdb-4167-8a55-a77ad3eab721 req-fcf705fe-6aeb-4203-aa6b-dd1b17054500 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:10.558771 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2bdc1fd1-9fdb-4167-8a55-a77ad3eab721 req-fcf705fe-6aeb-4203-aa6b-dd1b17054500 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0539134 Dec 06 14:56:10.604439 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2bdc1fd1-9fdb-4167-8a55-a77ad3eab721 req-82083db8-563a-416b-863d-b498d8bbb5f3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398226 Dec 06 14:56:11.723441 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888b629-b2e5-45ef-9712-c21d2f904582 req-d05ca2e2-7d73-4c20-bbad-b8445a26c43f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:11.724923 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2888b629-b2e5-45ef-9712-c21d2f904582 req-d05ca2e2-7d73-4c20-bbad-b8445a26c43f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0530167 Dec 06 14:56:11.771052 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2888b629-b2e5-45ef-9712-c21d2f904582 req-511416be-6e38-4de6-ae75-67947ab1a3f7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401709 Dec 06 14:56:12.885217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ad802-389c-4406-bf72-7e2f71b00454 req-46de740e-4f1b-473e-ade5-39be53ef4343 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:12.886676 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fc2ad802-389c-4406-bf72-7e2f71b00454 req-46de740e-4f1b-473e-ade5-39be53ef4343 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0481539 Dec 06 14:56:12.932270 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fc2ad802-389c-4406-bf72-7e2f71b00454 req-18634a60-42a9-41ff-8714-b431fd710d28 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397224 Dec 06 14:56:14.046167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58972c63-11db-4bec-8a95-16e3b7afcf15 req-f69a03c8-9c23-491a-8249-2c2acb5337c9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:14.047652 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-58972c63-11db-4bec-8a95-16e3b7afcf15 req-f69a03c8-9c23-491a-8249-2c2acb5337c9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0478158 Dec 06 14:56:14.093529 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-58972c63-11db-4bec-8a95-16e3b7afcf15 req-939c81a6-35cd-4ac4-8272-12a5dba57d3b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399544 Dec 06 14:56:15.207975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ceafd7-de44-473c-a466-87d503178072 req-fd6344d4-219d-4936-8ba9-9760f2ca121e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:15.209465 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a1ceafd7-de44-473c-a466-87d503178072 req-fd6344d4-219d-4936-8ba9-9760f2ca121e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0482073 Dec 06 14:56:15.260096 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a1ceafd7-de44-473c-a466-87d503178072 req-334ec5bf-14bf-494f-bd11-d9bd04ef469a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447595 Dec 06 14:56:16.526306 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fecd31-507e-4477-ad3d-a2d48c326192 req-5fadb561-a70f-434c-9478-7a95cef60066 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:16.527757 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d5fecd31-507e-4477-ad3d-a2d48c326192 req-5fadb561-a70f-434c-9478-7a95cef60066 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0484514 Dec 06 14:56:16.578666 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d5fecd31-507e-4477-ad3d-a2d48c326192 req-63a6bdaf-26ef-4191-8852-11adce7a221b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448663 Dec 06 14:56:17.694002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11779e57-2db1-4bf4-a2b2-7d86807fbb68 req-92d0e01a-442b-4798-9519-3debabe19897 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:17.695446 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-11779e57-2db1-4bf4-a2b2-7d86807fbb68 req-92d0e01a-442b-4798-9519-3debabe19897 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0483427 Dec 06 14:56:17.742341 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-11779e57-2db1-4bf4-a2b2-7d86807fbb68 req-33e794a4-ffbd-4267-aac9-4bfd7d6ebf54 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402393 Dec 06 14:56:18.854248 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e97582-c963-4830-9c41-8331cc9c153e req-b0c9bd68-41cc-47cc-8fa6-9d5a3fde6516 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:18.855678 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b7e97582-c963-4830-9c41-8331cc9c153e req-b0c9bd68-41cc-47cc-8fa6-9d5a3fde6516 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0469544 Dec 06 14:56:18.902097 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b7e97582-c963-4830-9c41-8331cc9c153e req-d4b8e78d-dc90-4e91-aaf0-2b2622b4b7d7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400684 Dec 06 14:56:20.018564 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47916ced-880b-4769-aa26-dfc6494c2068 req-e0a612d7-613c-4d3a-a1b4-8089da17db5d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:20.020025 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-47916ced-880b-4769-aa26-dfc6494c2068 req-e0a612d7-613c-4d3a-a1b4-8089da17db5d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0486922 Dec 06 14:56:20.069779 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-47916ced-880b-4769-aa26-dfc6494c2068 req-4c22b87c-8bad-4f1c-beda-b0ea3bcfe909 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434012 Dec 06 14:56:21.185345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a85e-2f83-4110-9b66-f311c3550655 req-b2b788e7-02e2-44e9-91d2-b818dd7af192 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:21.186778 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-67d8a85e-2f83-4110-9b66-f311c3550655 req-b2b788e7-02e2-44e9-91d2-b818dd7af192 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0474224 Dec 06 14:56:21.232224 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-67d8a85e-2f83-4110-9b66-f311c3550655 req-71ef92c6-68b7-4476-82b3-998ea9974385 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396729 Dec 06 14:56:22.347471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371665e6-860f-4aa5-9468-ae6cb0e592db req-272194c7-055b-4e4f-af45-9ae99c7b3988 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:22.348936 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-371665e6-860f-4aa5-9468-ae6cb0e592db req-272194c7-055b-4e4f-af45-9ae99c7b3988 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0514476 Dec 06 14:56:22.395148 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-371665e6-860f-4aa5-9468-ae6cb0e592db req-862be3a1-fcaa-4b24-9980-c67776ddba41 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Dec 06 14:56:23.510524 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff4418-2698-456a-a23a-f5b774a8e67e req-193f67c5-5499-4434-a4dc-e3feced7b496 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:23.511962 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-13ff4418-2698-456a-a23a-f5b774a8e67e req-193f67c5-5499-4434-a4dc-e3feced7b496 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0505693 Dec 06 14:56:23.557160 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-13ff4418-2698-456a-a23a-f5b774a8e67e req-46fb85c7-48af-4a46-a0c5-a00db34df263 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387247 Dec 06 14:56:24.671445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b928bf-5b78-4929-b686-1236deadbe35 req-01990bf4-8e9c-4334-a2bc-e18093baeb9e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:24.673160 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-83b928bf-5b78-4929-b686-1236deadbe35 req-01990bf4-8e9c-4334-a2bc-e18093baeb9e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0487449 Dec 06 14:56:24.720832 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-83b928bf-5b78-4929-b686-1236deadbe35 req-f9d381b2-6c82-44e7-9cf6-55ebb27586af tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415893 Dec 06 14:56:25.834403 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ac2d53-203c-4606-9cdc-1fdd73275ee4 req-b223e617-b477-4e51-adda-7041f5d90c4d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:25.835882 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-65ac2d53-203c-4606-9cdc-1fdd73275ee4 req-b223e617-b477-4e51-adda-7041f5d90c4d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0489514 Dec 06 14:56:25.882059 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-65ac2d53-203c-4606-9cdc-1fdd73275ee4 req-c47e7d66-0e11-41f1-beda-06916c4711d4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402954 Dec 06 14:56:26.800767 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-7270ffa8-e4cb-41f7-ab8a-62aed14ae88f service neutron] 10.222.0.41 "GET /v2.0/ports/18775627-2b53-4003-adae-2594d9859c62/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0580471 Dec 06 14:56:26.997965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2fc9d-9bd1-4f58-b56f-0ec5e3ec42a2 req-ae379c94-9498-4964-a73f-d70830fa54e8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:26.999333 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e5b2fc9d-9bd1-4f58-b56f-0ec5e3ec42a2 req-ae379c94-9498-4964-a73f-d70830fa54e8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0500453 Dec 06 14:56:27.047942 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e5b2fc9d-9bd1-4f58-b56f-0ec5e3ec42a2 req-5b91b7ee-64a1-4250-98fa-e0e7536f2c8e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425189 Dec 06 14:56:27.313534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63889659-e652-460a-a42b-8472f04c425b req-9d0ff738-30ec-4d37-8fa0-92bf9ef57293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:27.315970 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-9d0ff738-30ec-4d37-8fa0-92bf9ef57293 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 1099 time: 0.0420246 Dec 06 14:56:27.376965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63889659-e652-460a-a42b-8472f04c425b req-252bc3cd-904b-4b7d-ac8e-a01aa267339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:27.378562 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-252bc3cd-904b-4b7d-ac8e-a01aa267339d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 1099 time: 0.0405347 Dec 06 14:56:27.474720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63889659-e652-460a-a42b-8472f04c425b req-8d73b4ac-b6fa-47fc-958a-a74e2ffe390a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:27.476115 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-8d73b4ac-b6fa-47fc-958a-a74e2ffe390a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0903540 Dec 06 14:56:27.547601 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-308bf9cc-d438-4a4c-a544-6604ba0f4ebb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18775627-2b53-4003-adae-2594d9859c62 HTTP/1.1" status: 200 len: 1002 time: 0.0637202 Dec 06 14:56:27.597100 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63889659-e652-460a-a42b-8472f04c425b req-0fd111ce-61c1-4db2-a627-82faea5acb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:27.598478 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-0fd111ce-61c1-4db2-a627-82faea5acb12 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0441105 Dec 06 14:56:27.642894 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63889659-e652-460a-a42b-8472f04c425b req-33f56876-25a9-44ab-b268-646eb44e1d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:27.644359 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-33f56876-25a9-44ab-b268-646eb44e1d52 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394166 Dec 06 14:56:27.738754 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-06a9bb74-50d0-47ce-af6f-98babd999a04 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870492 Dec 06 14:56:27.833952 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-63889659-e652-460a-a42b-8472f04c425b req-38d6bf21-f282-4115-a66f-7644556df2b3 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871944 Dec 06 14:56:28.172423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc766c-466e-4794-b88f-bf847f5f3043 req-68858a04-6dcd-4f88-b9c4-3420043696e7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:28.173911 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7fbc766c-466e-4794-b88f-bf847f5f3043 req-68858a04-6dcd-4f88-b9c4-3420043696e7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0479791 Dec 06 14:56:28.224448 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7fbc766c-466e-4794-b88f-bf847f5f3043 req-cd547be3-5b88-4f6a-baec-eb585aaf6be4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446265 Dec 06 14:56:29.337931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410509ab-67a3-4fc4-8a2d-0aac480781a2 req-814ef425-b6ee-47ec-9ff5-f5c682ab709a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:29.339371 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-410509ab-67a3-4fc4-8a2d-0aac480781a2 req-814ef425-b6ee-47ec-9ff5-f5c682ab709a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0482407 Dec 06 14:56:29.390672 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-410509ab-67a3-4fc4-8a2d-0aac480781a2 req-9ee9c9c0-471d-4ada-a08f-fc2fe75412f6 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 Dec 06 14:56:29.845662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:30.510888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49b855-3e45-468c-8209-a2171fb119c1 req-90c6d901-569d-49c7-9499-9fe59c71f400 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:30.512324 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4e49b855-3e45-468c-8209-a2171fb119c1 req-90c6d901-569d-49c7-9499-9fe59c71f400 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0478110 Dec 06 14:56:30.559834 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4e49b855-3e45-468c-8209-a2171fb119c1 req-c701f420-fedd-4ff6-b7e1-7fb61e797319 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415695 Dec 06 14:56:31.285544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-917b9127-6d83-4f19-a119-fb3c73b13b5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:31.305939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 18775627-2b53-4003-adae-2594d9859c62 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:56:31.308905 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 18775627-2b53-4003-adae-2594d9859c62 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:56:31.459948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:31.462638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18775627-2b53-4003-adae-2594d9859c62,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:31.482292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '18775627-2b53-4003-adae-2594d9859c62', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'port_id': '18775627-2b53-4003-adae-2594d9859c62', 'mac_address': 'fa:16:3e:d3:8b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:56:31.496317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18775627-2b53-4003-adae-2594d9859c62'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:56:31.498609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e4e083-2c3c-46d3-88a1-bef338797fbc" -d '{"events": [{"server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "name": "network-vif-unplugged", "status": "completed", "tag": "18775627-2b53-4003-adae-2594d9859c62"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:56:31.537403 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18775627-2b53-4003-adae-2594d9859c62,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:31.546251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:31.560335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18775627-2b53-4003-adae-2594d9859c62 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:56:31.591752 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8befed88-83fa-472e-b303-c823fbdac63d x-openstack-request-id: req-8befed88-83fa-472e-b303-c823fbdac63d {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:56:31.592050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "name": "network-vif-unplugged", "status": "completed", "tag": "18775627-2b53-4003-adae-2594d9859c62", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:56:31.592303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8befed88-83fa-472e-b303-c823fbdac63d {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:56:31.592701 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18775627-2b53-4003-adae-2594d9859c62', 'code': 200} Dec 06 14:56:31.600519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:31.670032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:56:31.670395 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:56:31.674913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=18775627-2b53-4003-adae-2594d9859c62,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:31.677686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c1b13b-b863-4fb4-a81e-b03d97ce1a1f req-9ee3af92-505a-43ba-b0ef-c12ecd5aa3d7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:31.679251 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c1c1b13b-b863-4fb4-a81e-b03d97ce1a1f req-9ee3af92-505a-43ba-b0ef-c12ecd5aa3d7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 944 time: 0.0495358 Dec 06 14:56:31.681971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:31.682327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:31.682674 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:31.683017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:31.683356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:31.683695 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:31.684596 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:31.684961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:31.685303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:31.685640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:31.685972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:31.686300 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:31.686627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:31.728014 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c1c1b13b-b863-4fb4-a81e-b03d97ce1a1f req-3ba37aa2-d4b2-49ff-bd05-b10f5c0cdb2b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422156 Dec 06 14:56:32.212902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:32.225058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70189aaa-fab3-4037-83ad-56cab0ca1a34 req-fc8792f1-b29c-49ae-94e8-6c235d2f0b82 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:32.226099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18775627-2b53-4003-adae-2594d9859c62 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:56:32.226554 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70189aaa-fab3-4037-83ad-56cab0ca1a34 req-fc8792f1-b29c-49ae-94e8-6c235d2f0b82 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 944 time: 0.0534294 Dec 06 14:56:32.240181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-144a5d68-2119-491d-9333-8bda3e7f93d3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:32.241698 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-144a5d68-2119-491d-9333-8bda3e7f93d3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61&tenant_id=ce75bc76109a4386b138212eca27c92c&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0534391 Dec 06 14:56:32.248605 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18775627-2b53-4003-adae-2594d9859c62,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:32.275218 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70189aaa-fab3-4037-83ad-56cab0ca1a34 req-2a940c27-d7dd-45db-a8a7-20baa625fb80 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416906 Dec 06 14:56:32.302768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:32.306368 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-0e9faa6d-74c5-4947-a823-f8ee782816a2 service neutron] 10.222.0.41 "GET /v2.0/ports/18775627-2b53-4003-adae-2594d9859c62/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0564771 Dec 06 14:56:32.352631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=18775627-2b53-4003-adae-2594d9859c62,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:32.366311 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['18775627-2b53-4003-adae-2594d9859c62'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:56:32.373710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-989408f8-405f-444a-abe2-3c18368e4832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:32.375226 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-989408f8-405f-444a-abe2-3c18368e4832 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 1098 time: 0.0454867 Dec 06 14:56:32.469693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-f5f1e809-7815-48ae-9eac-5305167a7047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:32.471184 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-f5f1e809-7815-48ae-9eac-5305167a7047 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0894094 Dec 06 14:56:32.536991 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-a6c9c6cf-e330-4092-b824-0b65abb0dad7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18775627-2b53-4003-adae-2594d9859c62 HTTP/1.1" status: 200 len: 1001 time: 0.0586715 Dec 06 14:56:32.591341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-24dde4ff-ebd7-43a6-a408-1be0eae8fc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:32.592744 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-24dde4ff-ebd7-43a6-a408-1be0eae8fc74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0469823 Dec 06 14:56:32.636806 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-581cd2f1-6955-4a4a-ac86-760925e444ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:32.638225 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-581cd2f1-6955-4a4a-ac86-760925e444ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387747 Dec 06 14:56:32.727071 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-fcaa3938-1e2f-4780-bf26-3ef7e29a5d62 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818238 Dec 06 14:56:32.819621 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-e7667ba9-068e-4b1a-9fe5-6233aafc23e3 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853407 Dec 06 14:56:33.323913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 18775627-2b53-4003-adae-2594d9859c62 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:56:33.373599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 18775627-2b53-4003-adae-2594d9859c62 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:33.373973 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:33.394623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592850e9-cd8c-4cab-94f3-866c97d65c9e req-5890467c-cec3-443a-b051-568cd90b9fe9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:33.396084 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-592850e9-cd8c-4cab-94f3-866c97d65c9e req-5890467c-cec3-443a-b051-568cd90b9fe9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 945 time: 0.0489542 Dec 06 14:56:33.442588 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-592850e9-cd8c-4cab-94f3-866c97d65c9e req-45b3430b-fe55-41d8-9000-8f1161cb1fed tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403085 Dec 06 14:56:33.453845 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:33.486741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18775627-2b53-4003-adae-2594d9859c62,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:33.565481 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:33.594886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18775627-2b53-4003-adae-2594d9859c62'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:56:33.597156 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e712932-e269-4054-8b2a-de5208dd1b70" -d '{"events": [{"server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "name": "network-vif-plugged", "status": "completed", "tag": "18775627-2b53-4003-adae-2594d9859c62"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:56:33.617573 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=18775627-2b53-4003-adae-2594d9859c62,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:33.643761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cd26bf-29c5-4eb1-847d-381268a091ba x-openstack-request-id: req-66cd26bf-29c5-4eb1-847d-381268a091ba {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:56:33.643761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "name": "network-vif-plugged", "status": "completed", "tag": "18775627-2b53-4003-adae-2594d9859c62", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:56:33.643761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-66cd26bf-29c5-4eb1-847d-381268a091ba {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:56:33.643761 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18775627-2b53-4003-adae-2594d9859c62', 'code': 200} Dec 06 14:56:33.690942 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abd99c9d-8b8c-4724-83a0-46c25c40be19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:34.566255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807a7db-cbd1-4c95-80de-4910960e5737 req-c1481766-b20d-4097-b6be-5cee52f56d79 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:34.567737 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9807a7db-cbd1-4c95-80de-4910960e5737 req-c1481766-b20d-4097-b6be-5cee52f56d79 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0574839 Dec 06 14:56:34.615646 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9807a7db-cbd1-4c95-80de-4910960e5737 req-3c7583ad-5900-4ea5-89a5-fe059d6b939b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413747 Dec 06 14:56:34.869446 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:35.733492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28e94c-4ac5-442f-a0b0-24620af77ee4 req-8fb402fa-15a0-4b5c-a5a1-3ac5722d9c55 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:35.734965 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9e28e94c-4ac5-442f-a0b0-24620af77ee4 req-8fb402fa-15a0-4b5c-a5a1-3ac5722d9c55 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0495491 Dec 06 14:56:35.783201 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9e28e94c-4ac5-442f-a0b0-24620af77ee4 req-f74d83c5-b9ff-4d76-89cf-3e4b528a2a48 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415759 Dec 06 14:56:36.013379 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-a385a074-4926-4ae2-acd1-922f3cf5ca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:36.014919 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-a385a074-4926-4ae2-acd1-922f3cf5ca95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 1099 time: 0.0405688 Dec 06 14:56:36.075333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-3484aaf0-aa56-46ae-b058-452a5c9e1ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:36.076793 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-3484aaf0-aa56-46ae-b058-452a5c9e1ac2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 1099 time: 0.0401504 Dec 06 14:56:36.114215 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:36.157741 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:56:36.169770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-0674ff5c-47cd-4cb6-9787-c976e90a2d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:36.171273 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-0674ff5c-47cd-4cb6-9787-c976e90a2d34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0878916 Dec 06 14:56:36.241842 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-7bc3b438-a7de-4119-b8f3-fdd504c5c151 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18775627-2b53-4003-adae-2594d9859c62 HTTP/1.1" status: 200 len: 1002 time: 0.0634739 Dec 06 14:56:36.293575 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-de3348e0-9382-4caa-9c72-6633910bd93a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:36.295041 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-de3348e0-9382-4caa-9c72-6633910bd93a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0461385 Dec 06 14:56:36.339962 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-45d2776a-16c7-4752-b473-40270c21f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:36.341458 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-45d2776a-16c7-4752-b473-40270c21f389 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396910 Dec 06 14:56:36.429375 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-40fb96a5-0193-4749-b65b-2c60d5aa5528 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810041 Dec 06 14:56:36.522758 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a95fdca3-d01a-43a9-81a7-07d547f165f3 req-604cd0a2-66d5-437e-9e61-5b902e110dde service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862851 Dec 06 14:56:36.897813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0912e6e1-5965-4342-89b5-aaefd5ec20ba req-b9ed935a-5f97-4a4c-92a6-4ac81e57f70e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:36.899258 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0912e6e1-5965-4342-89b5-aaefd5ec20ba req-b9ed935a-5f97-4a4c-92a6-4ac81e57f70e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0492389 Dec 06 14:56:36.925157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:36.947962 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0912e6e1-5965-4342-89b5-aaefd5ec20ba req-5369d45a-be6b-48ff-bf25-046e4de9913d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424385 Dec 06 14:56:38.064707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0077e-ad7a-42c8-8155-4baffc80cb49 req-a045fe9e-aef2-4c68-8501-1eabb5eb9da8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:38.066172 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d9c0077e-ad7a-42c8-8155-4baffc80cb49 req-a045fe9e-aef2-4c68-8501-1eabb5eb9da8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0508909 Dec 06 14:56:38.114111 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d9c0077e-ad7a-42c8-8155-4baffc80cb49 req-655e8e27-cfcd-47ac-bd90-4ee0949ac176 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421135 Dec 06 14:56:39.231146 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ba9bd-7aa7-4246-a8f9-f7e1f2b87668 req-81708451-795c-4d2d-8011-7a348e37cf7c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:39.232607 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d65ba9bd-7aa7-4246-a8f9-f7e1f2b87668 req-81708451-795c-4d2d-8011-7a348e37cf7c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0522861 Dec 06 14:56:39.278765 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d65ba9bd-7aa7-4246-a8f9-f7e1f2b87668 req-7ce57089-bc8e-419f-a405-8dcf6b6e9578 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401785 Dec 06 14:56:39.348019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 18775627-2b53-4003-adae-2594d9859c62 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:56:39.350081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 18775627-2b53-4003-adae-2594d9859c62 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:56:39.390612 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536954cd-99d7-4507-a0bb-fb0c01f52c8b req-609729de-b87c-432b-9fda-0558842d29b5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:39.392169 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-536954cd-99d7-4507-a0bb-fb0c01f52c8b req-609729de-b87c-432b-9fda-0558842d29b5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0485342 Dec 06 14:56:39.439656 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-536954cd-99d7-4507-a0bb-fb0c01f52c8b req-5231496d-efdc-4381-8079-9e7518da7ae4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411565 Dec 06 14:56:39.489322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:39.513395 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18775627-2b53-4003-adae-2594d9859c62,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:39.533245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18775627-2b53-4003-adae-2594d9859c62'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:56:39.535496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e608b5b-6b2d-46c3-983e-465e7d2162a1" -d '{"events": [{"server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "name": "network-vif-unplugged", "status": "completed", "tag": "18775627-2b53-4003-adae-2594d9859c62"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:56:39.545304 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '18775627-2b53-4003-adae-2594d9859c62', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'port_id': '18775627-2b53-4003-adae-2594d9859c62', 'mac_address': 'fa:16:3e:d3:8b:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:56:39.550730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18775627-2b53-4003-adae-2594d9859c62,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:39.553615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479cea9-6ab2-4dff-8dcc-4fca32f42f1a req-6a7cc84c-32fc-4e7b-ae80-d9e0bbe47621 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:39.555307 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9479cea9-6ab2-4dff-8dcc-4fca32f42f1a req-6a7cc84c-32fc-4e7b-ae80-d9e0bbe47621 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0494998 Dec 06 14:56:39.579009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268219bf-7cc4-4c31-a5c1-8d8ddf79ec03 x-openstack-request-id: req-268219bf-7cc4-4c31-a5c1-8d8ddf79ec03 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:56:39.579299 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "name": "network-vif-unplugged", "status": "completed", "tag": "18775627-2b53-4003-adae-2594d9859c62", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:56:39.579555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-268219bf-7cc4-4c31-a5c1-8d8ddf79ec03 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:56:39.579942 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18775627-2b53-4003-adae-2594d9859c62', 'code': 200} Dec 06 14:56:39.594628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:39.609295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 18775627-2b53-4003-adae-2594d9859c62 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:56:39.612564 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9479cea9-6ab2-4dff-8dcc-4fca32f42f1a req-6cb4bcfc-1265-4541-a2df-959336286b8a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497189 Dec 06 14:56:39.614660 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:39.693144 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 14:56:39.693509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 14:56:39.694390 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=18775627-2b53-4003-adae-2594d9859c62,revision_number=9']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:39.967285 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711b423-e8c6-4e5d-b51e-944b4108079c req-4e1329b7-e88f-402b-9c66-cf749f5d6f03 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:39.969375 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e711b423-e8c6-4e5d-b51e-944b4108079c req-4e1329b7-e88f-402b-9c66-cf749f5d6f03 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 944 time: 0.0538979 Dec 06 14:56:40.017224 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e711b423-e8c6-4e5d-b51e-944b4108079c req-e955eda2-6d5a-4f91-9929-9c633996a3ce tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419700 Dec 06 14:56:40.229823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:40.242937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18775627-2b53-4003-adae-2594d9859c62 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:56:40.261155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18775627-2b53-4003-adae-2594d9859c62,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:40.319742 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:40.367877 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=18775627-2b53-4003-adae-2594d9859c62,revision_number=10']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:40.377664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['18775627-2b53-4003-adae-2594d9859c62'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:56:41.131797 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e650c-4208-43bc-bdac-49eac99c9193 req-6c136ca4-7d16-4c3c-8b6b-3ee7278c514a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:41.133271 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-af0e650c-4208-43bc-bdac-49eac99c9193 req-6c136ca4-7d16-4c3c-8b6b-3ee7278c514a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 946 time: 0.0480340 Dec 06 14:56:41.182711 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-af0e650c-4208-43bc-bdac-49eac99c9193 req-be6fdb66-7814-4e0f-9dcc-aa49c22695fb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435441 Dec 06 14:56:41.361407 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 18775627-2b53-4003-adae-2594d9859c62 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:56:41.408292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 18775627-2b53-4003-adae-2594d9859c62 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:41.408938 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:41.628741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:41.649852 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18775627-2b53-4003-adae-2594d9859c62'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:56:41.652068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232e0c77-b9b5-4cfb-aa8a-82d59221dc9e" -d '{"events": [{"server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "name": "network-vif-plugged", "status": "completed", "tag": "18775627-2b53-4003-adae-2594d9859c62"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:56:41.665030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18775627-2b53-4003-adae-2594d9859c62,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:41.688669 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-193454aa-c654-482e-9792-34aa0682c155 x-openstack-request-id: req-193454aa-c654-482e-9792-34aa0682c155 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:56:41.689004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "name": "network-vif-plugged", "status": "completed", "tag": "18775627-2b53-4003-adae-2594d9859c62", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:56:41.689284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-193454aa-c654-482e-9792-34aa0682c155 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:56:41.689678 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18775627-2b53-4003-adae-2594d9859c62', 'code': 200} Dec 06 14:56:41.753887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:41.800495 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=18775627-2b53-4003-adae-2594d9859c62,revision_number=11']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:42.135935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea5484-2413-4b22-8618-610b59ae2029 req-f26b2322-72b9-40a1-89cf-aa5195021f2f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:42.137955 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8dea5484-2413-4b22-8618-610b59ae2029 req-f26b2322-72b9-40a1-89cf-aa5195021f2f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 947 time: 0.0493748 Dec 06 14:56:42.224800 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Deleting port 18775627-2b53-4003-adae-2594d9859c62 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:56:42.225240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:42.295982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d08545-0a66-4de0-8cec-d72eebbecc7a req-26713ce2-b93a-4581-b0ca-9c73178bbfd5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:42.297509 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-94d08545-0a66-4de0-8cec-d72eebbecc7a req-26713ce2-b93a-4581-b0ca-9c73178bbfd5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 947 time: 0.0480452 Dec 06 14:56:42.316782 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] For port 18775627-2b53-4003-adae-2594d9859c62, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=18775627-2b53-4003-adae-2594d9859c62,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:42.317164 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:42.344753 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-94d08545-0a66-4de0-8cec-d72eebbecc7a req-6cd5d1c0-4ebf-4fb6-93df-384907da4b7c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412202 Dec 06 14:56:42.482473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:42.482869 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:42.483176 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Floating IP e41c7225-605e-4c76-9b17-c1c333098d70 disassociated. External IP: 172.36.1.24, port: 18775627-2b53-4003-adae-2594d9859c62. Dec 06 14:56:42.483506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Calling delete_port for 18775627-2b53-4003-adae-2594d9859c62 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:56:42.656405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:42.684324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event deleted for resources: {'Port': ['ID=18775627-2b53-4003-adae-2594d9859c62,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:42.694515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:42.694869 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:42.695264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:42.695607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:42.695941 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:42.696271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:42.696601 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:42.696962 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:42.697305 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:42.697618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:42.697943 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:42.698266 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:42.698587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:56:42.813737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Router ef19073c-5bfe-419b-814d-af8f91ac2c53 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:56:42.924429 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:56:42.934832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d736c11-da13-4af2-8b40-e7186a46d4e3 None None] Sync routers for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:56:42.944177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d736c11-da13-4af2-8b40-e7186a46d4e3 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:56:42.944793 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5d736c11-da13-4af2-8b40-e7186a46d4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:56:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:42.963512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] No DVR routers for this DVR port 18775627-2b53-4003-adae-2594d9859c62 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:56:42.966026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:42.969363 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8dea5484-2413-4b22-8618-610b59ae2029 req-ab446091-6cfa-4eb0-86d0-86bb0891c431 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "DELETE /v2.0/ports/18775627-2b53-4003-adae-2594d9859c62 HTTP/1.1" status: 204 len: 173 time: 0.8256092 Dec 06 14:56:42.969804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'name': 'network-vif-deleted', 'tag': '18775627-2b53-4003-adae-2594d9859c62'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:56:42.972122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3666e0a3-8426-45a8-bba4-d6e561ee34d5" -d '{"events": [{"server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "name": "network-vif-deleted", "tag": "18775627-2b53-4003-adae-2594d9859c62"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:56:43.065460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d34cf7-2867-4a58-8bae-b85278d570c3 x-openstack-request-id: req-05d34cf7-2867-4a58-8bae-b85278d570c3 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:56:43.065818 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54cd4086-9497-47fa-af10-67a7f0850b61", "name": "network-vif-deleted", "tag": "18775627-2b53-4003-adae-2594d9859c62", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:56:43.066141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-05d34cf7-2867-4a58-8bae-b85278d570c3 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:56:43.066601 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54cd4086-9497-47fa-af10-67a7f0850b61', 'name': 'network-vif-deleted', 'tag': '18775627-2b53-4003-adae-2594d9859c62', 'status': 'completed', 'code': 200} Dec 06 14:56:43.069234 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-5d736c11-da13-4af2-8b40-e7186a46d4e3 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:56:43.267559 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5d736c11-da13-4af2-8b40-e7186a46d4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:43.294544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d736c11-da13-4af2-8b40-e7186a46d4e3 None None] Checking router: ef19073c-5bfe-419b-814d-af8f91ac2c53 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:56:43.302678 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d736c11-da13-4af2-8b40-e7186a46d4e3 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:56:43.303281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5d736c11-da13-4af2-8b40-e7186a46d4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:56:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:43.407090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-5d736c11-da13-4af2-8b40-e7186a46d4e3 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:56:43.447658 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-69ca9f08-4eae-4938-943d-ce0ea26c1e18 req-6492b6b9-1c97-4631-8304-04ed1b49565a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=54cd4086-9497-47fa-af10-67a7f0850b61 HTTP/1.1" status: 200 len: 210 time: 0.0257030 Dec 06 14:56:43.614109 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-5d736c11-da13-4af2-8b40-e7186a46d4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:43.641313 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d736c11-da13-4af2-8b40-e7186a46d4e3 None None] The sync data for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv is: [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:56:43.860759 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd3fb17-8e5c-4854-acfd-121a7a8d04a7 None None] New status for floating IP e41c7225-605e-4c76-9b17-c1c333098d70: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:56:44.716445 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-66c7d943-20aa-486c-9f9b-46bae2181515 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1599584731&fields=id&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 267 time: 0.0459564 Dec 06 14:56:44.820320 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636abc-1096-4bac-9e24-56bc8f573215 req-aeedb3b0-ccc3-4101-94d0-e978ea6ac4c6 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:44.821726 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-aeedb3b0-ccc3-4101-94d0-e978ea6ac4c6 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 812 time: 0.0985684 Dec 06 14:56:44.836607 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-83077fa1-b736-4258-bff2-571221adb3a1 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/quotas/ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 375 time: 0.0087020 Dec 06 14:56:44.885850 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-dccfc358-f702-49ce-965d-5ff72b819880 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442202 Dec 06 14:56:44.952322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-fa746344-2f24-421b-8818-6964bcc62092 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:56:44.953382 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-fa746344-2f24-421b-8818-6964bcc62092 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0561202 Dec 06 14:56:45.045417 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-dcf90e97-49c2-4e3f-97c4-79a2fcacd872 service neutron] 10.222.0.42 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858824 Dec 06 14:56:45.134934 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-c79002ea-193f-48ca-9d20-9ef1b18e8739 service neutron] 10.222.0.42 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834804 Dec 06 14:56:45.353537 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-88fe2ed8-92be-4a96-a220-4d145c458fd2 req-370edb5b-e7a8-468c-ae32-5204fb7e67f1 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 210 time: 0.0255971 Dec 06 14:56:45.377304 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 18775627-2b53-4003-adae-2594d9859c62 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:56:45.398023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 18775627-2b53-4003-adae-2594d9859c62 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:56:45.398293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 18775627-2b53-4003-adae-2594d9859c62 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:56:46.446880 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-182e3306-ffdb-429c-afcd-eee3aa204af0 req-9ca3f60b-084d-4fe3-aa4d-ce29eba423dc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 210 time: 0.0261469 Dec 06 14:56:47.205829 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636abc-1096-4bac-9e24-56bc8f573215 req-ca106473-8bec-4492-a3a1-9de92f7d434b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:47.207245 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-ca106473-8bec-4492-a3a1-9de92f7d434b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 812 time: 0.0991619 Dec 06 14:56:47.272553 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-105b8390-cd9f-4f1b-8e80-7b1a7cfb2674 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 380 time: 0.0557780 Dec 06 14:56:47.281697 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-17636abc-1096-4bac-9e24-56bc8f573215 req-cea0e0f9-c32d-4235-adc7-c759370f7e3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Request body: {'port': {'device_id': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'admin_state_up': True, 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'security_groups': ['5d6ccae2-2972-4925-8a68-73a781ae1d24']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:47.462038 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17636abc-1096-4bac-9e24-56bc8f573215 req-cea0e0f9-c32d-4235-adc7-c759370f7e3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Made reservation on behalf of ce75bc76109a4386b138212eca27c92c for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:56:47.465536 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-17636abc-1096-4bac-9e24-56bc8f573215 req-cea0e0f9-c32d-4235-adc7-c759370f7e3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:47.541323 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-af855a48-9019-43ad-9a15-7bbe5ff936d5 req-7af5149a-92d6-4eb2-9dc2-14b8e7cb7fcd tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 210 time: 0.0262475 Dec 06 14:56:47.599372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-17636abc-1096-4bac-9e24-56bc8f573215 req-cea0e0f9-c32d-4235-adc7-c759370f7e3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Allocated IP 172.20.0.5 (b4252a9b-740a-4f18-b8ed-88019490d5ee/ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0/89063ff0-8359-48d6-93c3-0fd81d538310) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:56:47.740815 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-17636abc-1096-4bac-9e24-56bc8f573215 req-cea0e0f9-c32d-4235-adc7-c759370f7e3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:47.839583 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-17636abc-1096-4bac-9e24-56bc8f573215 req-cea0e0f9-c32d-4235-adc7-c759370f7e3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:47.887019 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17636abc-1096-4bac-9e24-56bc8f573215 req-cea0e0f9-c32d-4235-adc7-c759370f7e3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Network b4252a9b-740a-4f18-b8ed-88019490d5ee is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:56:47.891571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-17636abc-1096-4bac-9e24-56bc8f573215 req-cea0e0f9-c32d-4235-adc7-c759370f7e3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:56:47.896264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-17636abc-1096-4bac-9e24-56bc8f573215 req-cea0e0f9-c32d-4235-adc7-c759370f7e3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:56:47.902944 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea0e0f9-c32d-4235-adc7-c759370f7e3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event updated for resources: {'Port': ['ID=89063ff0-8359-48d6-93c3-0fd81d538310,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:47.952653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636abc-1096-4bac-9e24-56bc8f573215 req-cea0e0f9-c32d-4235-adc7-c759370f7e3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:47.952653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-17636abc-1096-4bac-9e24-56bc8f573215 req-cea0e0f9-c32d-4235-adc7-c759370f7e3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:48.053835 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-cea0e0f9-c32d-4235-adc7-c759370f7e3e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7759862 Dec 06 14:56:48.065974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Request body: {'port': {'device_id': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:48.118624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:48.169476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fb5490b4-2216-4784-9cfb-030d6f153349 None None] Provisioning complete for port 89063ff0-8359-48d6-93c3-0fd81d538310 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:48.170046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb5490b4-2216-4784-9cfb-030d6f153349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:48.206663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fb5490b4-2216-4784-9cfb-030d6f153349 None None] Port 89063ff0-8359-48d6-93c3-0fd81d538310 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 14:56:48.380047 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89063ff0-8359-48d6-93c3-0fd81d538310 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:56:48.387358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:48.399330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Transition to ACTIVE for port object 89063ff0-8359-48d6-93c3-0fd81d538310 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:56:48.484835 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:48.550953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Pushing event updated for resources: {'Port': ['ID=89063ff0-8359-48d6-93c3-0fd81d538310,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:48.610155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Attempting to bind port 89063ff0-8359-48d6-93c3-0fd81d538310 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:56:48.610495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Attempting to bind port 89063ff0-8359-48d6-93c3-0fd81d538310 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:56:48.610814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Attempting to bind port 89063ff0-8359-48d6-93c3-0fd81d538310 on network b4252a9b-740a-4f18-b8ed-88019490d5ee {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:56:48.615506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Port 89063ff0-8359-48d6-93c3-0fd81d538310 on network b4252a9b-740a-4f18-b8ed-88019490d5ee not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:56:48.615826 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Attempting to bind port 89063ff0-8359-48d6-93c3-0fd81d538310 on network b4252a9b-740a-4f18-b8ed-88019490d5ee {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:56:48.632047 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:56:48.632315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Checking segment: {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:56:48.632701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Bound using segment: {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:56:48.633181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Bound port: 89063ff0-8359-48d6-93c3-0fd81d538310, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:56:48.633537 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:48.704976 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae2cc8-f0a7-4bab-a6a9-d702de6d5c29 req-3068723b-ee7b-4af9-a3ee-b0406e4f03df tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:48.706457 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fdae2cc8-f0a7-4bab-a6a9-d702de6d5c29 req-3068723b-ee7b-4af9-a3ee-b0406e4f03df tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0874214 Dec 06 14:56:48.743427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:56:48.747904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=89063ff0-8359-48d6-93c3-0fd81d538310,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:56:48.769156 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fdae2cc8-f0a7-4bab-a6a9-d702de6d5c29 req-0caf93ba-a4db-489e-865e-989cb1bebe44 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558739 Dec 06 14:56:48.811815 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:48.848243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:48.848869 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:48.850214 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] 10.222.0.41 "PUT /v2.0/ports/89063ff0-8359-48d6-93c3-0fd81d538310 HTTP/1.1" status: 200 len: 1093 time: 0.7883646 Dec 06 14:56:48.850647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:56:48.852956 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4810cd93-2dd6-45b5-9e9c-3091f4437f49" -d '{"events": [{"name": "network-changed", "server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:56:48.877621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610803e5-0fbc-4aaa-8c03-bb1b043b2e44 service neutron] Pushing event updated for resources: {'Port': ['ID=89063ff0-8359-48d6-93c3-0fd81d538310,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:48.893277 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb7eeb7-a939-481c-9023-9e7e15666f6c x-openstack-request-id: req-8cb7eeb7-a939-481c-9023-9e7e15666f6c {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:56:48.893821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:56:48.894145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cb7eeb7-a939-481c-9023-9e7e15666f6c {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:56:48.894616 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310', 'status': 'completed', 'code': 200} Dec 06 14:56:48.958039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810cd93-2dd6-45b5-9e9c-3091f4437f49 req-57216be9-22df-403b-bb92-e6bda6900dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:48.959715 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4810cd93-2dd6-45b5-9e9c-3091f4437f49 req-57216be9-22df-403b-bb92-e6bda6900dc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 1096 time: 0.0433600 Dec 06 14:56:49.060955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810cd93-2dd6-45b5-9e9c-3091f4437f49 req-5a38c95a-8116-4de4-be0d-c19b503cfb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:49.062866 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4810cd93-2dd6-45b5-9e9c-3091f4437f49 req-5a38c95a-8116-4de4-be0d-c19b503cfb61 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ce75bc76109a4386b138212eca27c92c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0957372 Dec 06 14:56:49.159173 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810cd93-2dd6-45b5-9e9c-3091f4437f49 req-8381677c-3c4e-476e-a598-bdfc5b20f2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:49.160656 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4810cd93-2dd6-45b5-9e9c-3091f4437f49 req-8381677c-3c4e-476e-a598-bdfc5b20f2d1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909102 Dec 06 14:56:49.236697 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636abc-1096-4bac-9e24-56bc8f573215 req-73f73374-c41e-4091-9daf-454fb8ad6fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:49.238164 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-73f73374-c41e-4091-9daf-454fb8ad6fd0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 1096 time: 0.0396631 Dec 06 14:56:49.282908 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-84e84930-ad23-494c-9b40-75ae1d203181 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89063ff0-8359-48d6-93c3-0fd81d538310 HTTP/1.1" status: 200 len: 217 time: 0.0365829 Dec 06 14:56:49.332056 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636abc-1096-4bac-9e24-56bc8f573215 req-6c56761e-f749-4f57-9f55-3d584d5cbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:49.333480 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-6c56761e-f749-4f57-9f55-3d584d5cbd0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0427456 Dec 06 14:56:49.378035 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17636abc-1096-4bac-9e24-56bc8f573215 req-9b95433f-5d4c-4801-8d82-ea8a14604ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:49.379462 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-9b95433f-5d4c-4801-8d82-ea8a14604ada service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392256 Dec 06 14:56:49.469789 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-0de3e49e-b487-4321-aaf1-612f662e2d64 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832026 Dec 06 14:56:49.557034 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-17636abc-1096-4bac-9e24-56bc8f573215 req-898eee8a-2a70-432a-9457-e79fd414799d service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803571 Dec 06 14:56:49.884614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d25e9-17b5-4899-bcd9-d67db4dd17d3 req-8dfc0525-6210-4e63-b654-7a0bab8509ba tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:49.886081 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e34d25e9-17b5-4899-bcd9-d67db4dd17d3 req-8dfc0525-6210-4e63-b654-7a0bab8509ba tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0515318 Dec 06 14:56:49.932806 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e34d25e9-17b5-4899-bcd9-d67db4dd17d3 req-72dec3a7-e1a3-48db-8771-7eac6627c528 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406802 Dec 06 14:56:51.054953 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b75acf-c21e-41e1-b1f7-b201acebd162 req-54d59e08-cac9-41de-9b04-b0e1ab6944e0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:51.056393 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-39b75acf-c21e-41e1-b1f7-b201acebd162 req-54d59e08-cac9-41de-9b04-b0e1ab6944e0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0521173 Dec 06 14:56:51.102586 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-39b75acf-c21e-41e1-b1f7-b201acebd162 req-87e8a4f3-c85f-4ab0-a9d3-3852c7c3ed0e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402243 Dec 06 14:56:52.217235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6207bde-0e4e-4bf4-82fb-f06e1aca276e req-ce7a38d5-7e2e-4f5d-af60-fd26f559106d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:52.219384 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b6207bde-0e4e-4bf4-82fb-f06e1aca276e req-ce7a38d5-7e2e-4f5d-af60-fd26f559106d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0491180 Dec 06 14:56:52.265946 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b6207bde-0e4e-4bf4-82fb-f06e1aca276e req-6a27b13d-2273-4515-92cc-da948f081080 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407674 Dec 06 14:56:53.379217 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa79bd5-71ab-44f9-92c7-3d16e19996ea req-d87785c4-020f-47e4-a5a6-8912675425ae tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:53.380664 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-baa79bd5-71ab-44f9-92c7-3d16e19996ea req-d87785c4-020f-47e4-a5a6-8912675425ae tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0478346 Dec 06 14:56:53.426899 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-baa79bd5-71ab-44f9-92c7-3d16e19996ea req-79b6d20b-b27f-4ebc-a2c2-3cd0d1ce7c91 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402937 Dec 06 14:56:53.446493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 89063ff0-8359-48d6-93c3-0fd81d538310 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:56:53.541938 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=89063ff0-8359-48d6-93c3-0fd81d538310,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:53.552621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '89063ff0-8359-48d6-93c3-0fd81d538310', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'port_id': '89063ff0-8359-48d6-93c3-0fd81d538310', 'mac_address': 'fa:16:3e:53:24:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:56:53.588484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:53.600632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89063ff0-8359-48d6-93c3-0fd81d538310 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:56:53.619524 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=89063ff0-8359-48d6-93c3-0fd81d538310,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:53.690176 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:53.737876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=89063ff0-8359-48d6-93c3-0fd81d538310,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:54.066135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['89063ff0-8359-48d6-93c3-0fd81d538310'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:56:54.541068 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01e921-4f4d-4ced-991f-65b8284ef107 req-3aa73bca-7ada-4615-ba58-0deb7396ef60 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:54.542490 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3f01e921-4f4d-4ced-991f-65b8284ef107 req-3aa73bca-7ada-4615-ba58-0deb7396ef60 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 944 time: 0.0478666 Dec 06 14:56:54.593316 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3f01e921-4f4d-4ced-991f-65b8284ef107 req-d6a16f73-046a-4785-ab6b-946c93492dd9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444591 Dec 06 14:56:55.478412 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 89063ff0-8359-48d6-93c3-0fd81d538310 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:56:55.604869 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 89063ff0-8359-48d6-93c3-0fd81d538310 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 14:56:55.609426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 89063ff0-8359-48d6-93c3-0fd81d538310 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:56:55.613231 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:55.690402 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:55.711140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e460410-2424-4454-986d-4402b8235536 req-a8b8f58c-2397-4c1c-811c-ae8542a35fb7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:55.712629 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8e460410-2424-4454-986d-4402b8235536 req-a8b8f58c-2397-4c1c-811c-ae8542a35fb7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 944 time: 0.0525918 Dec 06 14:56:55.714445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:56:55.717234 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc34efc-ec58-4f2f-b636-ac317f21dda6" -d '{"events": [{"server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "name": "network-vif-plugged", "status": "completed", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:56:55.730203 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=89063ff0-8359-48d6-93c3-0fd81d538310,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:56:55.756440 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1563e354-9c9f-4589-a2db-547b1bc733c6 x-openstack-request-id: req-1563e354-9c9f-4589-a2db-547b1bc733c6 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:56:55.756724 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "name": "network-vif-plugged", "status": "completed", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:56:55.757014 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1563e354-9c9f-4589-a2db-547b1bc733c6 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:56:55.757407 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310', 'code': 200} Dec 06 14:56:55.762308 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8e460410-2424-4454-986d-4402b8235536 req-f37beb04-b180-4a91-a34f-45adb6fd1a70 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429504 Dec 06 14:56:55.788200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:55.834148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=89063ff0-8359-48d6-93c3-0fd81d538310,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:56:56.031762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f88a11-a018-499e-8847-edd773c5df09 req-f149007f-3f2a-4638-a2f3-d48da03345f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:56.033180 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-86f88a11-a018-499e-8847-edd773c5df09 req-f149007f-3f2a-4638-a2f3-d48da03345f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 1098 time: 0.0396168 Dec 06 14:56:56.075110 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-86f88a11-a018-499e-8847-edd773c5df09 req-e7f64046-d3c8-443c-8bef-13610be1b856 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351081 Dec 06 14:56:56.877943 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6de3ac-5c6d-4f59-afe1-cf503e0cc479 req-5a66b1a7-c7d2-4549-bee4-5f71ef82349e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:56.879293 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2b6de3ac-5c6d-4f59-afe1-cf503e0cc479 req-5a66b1a7-c7d2-4549-bee4-5f71ef82349e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0475023 Dec 06 14:56:56.929210 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2b6de3ac-5c6d-4f59-afe1-cf503e0cc479 req-506ae325-e8f9-4790-a35c-df7ef9801006 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440564 Dec 06 14:56:58.045281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bf6b5-8841-418a-885b-a0bee5ec875c req-91114a08-db0d-4ae1-b893-51ea25d703b9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:58.046739 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a71bf6b5-8841-418a-885b-a0bee5ec875c req-91114a08-db0d-4ae1-b893-51ea25d703b9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0477681 Dec 06 14:56:58.092805 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a71bf6b5-8841-418a-885b-a0bee5ec875c req-6a0101d9-0d36-45e1-8a42-36c4a52abf33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402265 Dec 06 14:56:58.204801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ebf276-0be9-4d2a-b96f-3f0b84abcbd8 req-e7c53aae-e7ee-46de-b5f6-82c33d82b57f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:58.206280 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f5ebf276-0be9-4d2a-b96f-3f0b84abcbd8 req-e7c53aae-e7ee-46de-b5f6-82c33d82b57f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0511456 Dec 06 14:56:58.214748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41022) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:56:58.219541 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c636462a-17ac-4977-9587-b8cb1f9edeec tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Request body: {'floatingip': {'port_id': '89063ff0-8359-48d6-93c3-0fd81d538310'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:56:58.258782 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c636462a-17ac-4977-9587-b8cb1f9edeec tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:58.675520 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c636462a-17ac-4977-9587-b8cb1f9edeec tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:58.735923 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c636462a-17ac-4977-9587-b8cb1f9edeec tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:59.168869 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-c636462a-17ac-4977-9587-b8cb1f9edeec tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Floating IP e41c7225-605e-4c76-9b17-c1c333098d70 associated. External IP: 172.36.1.24, port: 89063ff0-8359-48d6-93c3-0fd81d538310. Dec 06 14:56:59.363484 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c636462a-17ac-4977-9587-b8cb1f9edeec tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Router ef19073c-5bfe-419b-814d-af8f91ac2c53 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:56:59.468965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c636462a-17ac-4977-9587-b8cb1f9edeec tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:56:59.473627 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c636462a-17ac-4977-9587-b8cb1f9edeec tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:59.478475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279563c-6dc2-41e6-a5d1-eacc2f9c7bbc None None] Sync routers for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:56:59.488011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279563c-6dc2-41e6-a5d1-eacc2f9c7bbc None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:56:59.488620 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9279563c-6dc2-41e6-a5d1-eacc2f9c7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:56:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:59.503916 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c636462a-17ac-4977-9587-b8cb1f9edeec tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "PUT /v2.0/floatingips/e41c7225-605e-4c76-9b17-c1c333098d70 HTTP/1.1" status: 200 len: 991 time: 1.2881145 Dec 06 14:56:59.504595 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:56:59.506982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797fd8b2-77cf-4872-a4a4-9dab49d0019e" -d '{"events": [{"name": "network-changed", "server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:56:59.543906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20984d1-b09f-40d1-b24e-9ba19b7dc8be x-openstack-request-id: req-c20984d1-b09f-40d1-b24e-9ba19b7dc8be {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:56:59.544206 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:56:59.544464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c20984d1-b09f-40d1-b24e-9ba19b7dc8be {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:56:59.545500 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310', 'status': 'completed', 'code': 200} Dec 06 14:56:59.605849 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-9279563c-6dc2-41e6-a5d1-eacc2f9c7bbc None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:56:59.606529 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fd8b2-77cf-4872-a4a4-9dab49d0019e req-ced8597b-ad79-4a7e-b4b1-16b23f70db7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:59.608622 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-797fd8b2-77cf-4872-a4a4-9dab49d0019e req-ced8597b-ad79-4a7e-b4b1-16b23f70db7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 1098 time: 0.0427253 Dec 06 14:56:59.696842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fd8b2-77cf-4872-a4a4-9dab49d0019e req-25b7fd6b-5112-4cb7-83b8-bb38533b1243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:59.698508 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-797fd8b2-77cf-4872-a4a4-9dab49d0019e req-25b7fd6b-5112-4cb7-83b8-bb38533b1243 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0833399 Dec 06 14:56:59.767498 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-797fd8b2-77cf-4872-a4a4-9dab49d0019e req-5209b5b3-0ef6-4e8c-bec1-273076f66f7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89063ff0-8359-48d6-93c3-0fd81d538310 HTTP/1.1" status: 200 len: 999 time: 0.0621510 Dec 06 14:56:59.815386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fd8b2-77cf-4872-a4a4-9dab49d0019e req-2a07c63c-e0c0-4dbf-9a25-ad9c61505019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:59.816838 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-797fd8b2-77cf-4872-a4a4-9dab49d0019e req-2a07c63c-e0c0-4dbf-9a25-ad9c61505019 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0431650 Dec 06 14:56:59.837306 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9279563c-6dc2-41e6-a5d1-eacc2f9c7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e41c7225-605e-4c76-9b17-c1c333098d70', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'floating_ip_address': '172.36.1.24', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'port_id': '89063ff0-8359-48d6-93c3-0fd81d538310', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'mac_address': 'fa:16:3e:53:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:48Z', 'updated_at': '2021-12-06T14:56:58Z', 'revision_number': 13, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:59.863101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797fd8b2-77cf-4872-a4a4-9dab49d0019e req-6be24a0c-9076-459c-afad-782d8850308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:56:59.864577 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-797fd8b2-77cf-4872-a4a4-9dab49d0019e req-6be24a0c-9076-459c-afad-782d8850308f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409060 Dec 06 14:56:59.868411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:56:59.869159 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279563c-6dc2-41e6-a5d1-eacc2f9c7bbc None None] Checking router: ef19073c-5bfe-419b-814d-af8f91ac2c53 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:56:59.877817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279563c-6dc2-41e6-a5d1-eacc2f9c7bbc None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:56:59.878433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9279563c-6dc2-41e6-a5d1-eacc2f9c7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:56:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:56:59.957651 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-797fd8b2-77cf-4872-a4a4-9dab49d0019e req-34dceb99-47d0-4cf7-8bff-40dc3eb713c6 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857494 Dec 06 14:57:00.054303 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-797fd8b2-77cf-4872-a4a4-9dab49d0019e req-245caaab-bf3e-4bd3-8857-a35ea8ccad0e service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899570 Dec 06 14:57:00.129280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-9279563c-6dc2-41e6-a5d1-eacc2f9c7bbc None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:57:00.344680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-9279563c-6dc2-41e6-a5d1-eacc2f9c7bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e41c7225-605e-4c76-9b17-c1c333098d70', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'floating_ip_address': '172.36.1.24', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'port_id': '89063ff0-8359-48d6-93c3-0fd81d538310', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'mac_address': 'fa:16:3e:53:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:48Z', 'updated_at': '2021-12-06T14:56:58Z', 'revision_number': 13, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:57:00.370460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279563c-6dc2-41e6-a5d1-eacc2f9c7bbc None None] The sync data for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv is: [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e41c7225-605e-4c76-9b17-c1c333098d70', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'floating_ip_address': '172.36.1.24', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'port_id': '89063ff0-8359-48d6-93c3-0fd81d538310', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1579, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'mac_address': 'fa:16:3e:53:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T14:50:48Z', 'updated_at': '2021-12-06T14:56:58Z', 'revision_number': 13, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:57:00.549411 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f272309a-a317-4cab-9cb8-7ae7de706045 None None] New status for floating IP e41c7225-605e-4c76-9b17-c1c333098d70: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:57:01.273838 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-44859884-7138-4b19-8d74-daf7b75232d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:03.667467 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de4a149d-2431-41ab-a11a-e5a667714a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:04.867436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:06.095966 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:06.924819 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:09.155845 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7feb002c-fe0d-4ec7-89f1-5ec4f5f4add4 req-dfed0eb7-8f59-4634-a4ef-84310c72cb32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441070 Dec 06 14:57:09.240395 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb002c-fe0d-4ec7-89f1-5ec4f5f4add4 req-86d7fb0a-4087-4a44-8eb7-b973c21d3a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:09.241960 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7feb002c-fe0d-4ec7-89f1-5ec4f5f4add4 req-86d7fb0a-4087-4a44-8eb7-b973c21d3a82 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 1098 time: 0.0406294 Dec 06 14:57:09.349343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb002c-fe0d-4ec7-89f1-5ec4f5f4add4 req-eca176d0-b17a-448e-8e42-78df6f156ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:09.350781 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7feb002c-fe0d-4ec7-89f1-5ec4f5f4add4 req-eca176d0-b17a-448e-8e42-78df6f156ef8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0885389 Dec 06 14:57:09.420946 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7feb002c-fe0d-4ec7-89f1-5ec4f5f4add4 req-f6081200-f646-41a0-8f9c-cfed49ea13eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89063ff0-8359-48d6-93c3-0fd81d538310 HTTP/1.1" status: 200 len: 1001 time: 0.0559788 Dec 06 14:57:09.475154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb002c-fe0d-4ec7-89f1-5ec4f5f4add4 req-06ce9b4e-dbb4-4c25-abbb-4e03939d3570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:09.476516 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7feb002c-fe0d-4ec7-89f1-5ec4f5f4add4 req-06ce9b4e-dbb4-4c25-abbb-4e03939d3570 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0416162 Dec 06 14:57:09.525000 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb002c-fe0d-4ec7-89f1-5ec4f5f4add4 req-1f26f58b-61e5-40e0-ba98-c9b6638bc9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:57:09.526428 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7feb002c-fe0d-4ec7-89f1-5ec4f5f4add4 req-1f26f58b-61e5-40e0-ba98-c9b6638bc9ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422060 Dec 06 14:57:09.612837 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7feb002c-fe0d-4ec7-89f1-5ec4f5f4add4 req-d954103f-2dad-4411-b327-ed855b9468ff service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790293 Dec 06 14:57:09.706013 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7feb002c-fe0d-4ec7-89f1-5ec4f5f4add4 req-88a2591d-4070-4120-98c1-4d83b08d902e service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849993 Dec 06 14:57:13.156630 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:57:29.890008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:31.277980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c9376dd5-5580-4380-b30a-d66e9c95b0b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:33.684091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f27b22e4-20d4-4a2b-90c2-1419b9b84e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:34.884054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:36.124249 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:36.929741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:57:50.155291 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:57:59.860903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:01.260364 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6d7abf32-a57b-4193-8622-b56326972243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:03.666684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1ba53c08-635d-463d-acce-f265aeb2ac6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:04.889520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:06.077917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:06.929146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:08.522983 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8e28db4-a7ae-45f8-b6ed-790b3c3d14a1 req-084a8629-0485-4368-b007-3fa6f8160c14 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774035 Dec 06 14:58:08.606293 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e28db4-a7ae-45f8-b6ed-790b3c3d14a1 req-b28fba20-3195-4914-bf0b-43a9b99a07f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:08.607761 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8e28db4-a7ae-45f8-b6ed-790b3c3d14a1 req-b28fba20-3195-4914-bf0b-43a9b99a07f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 1098 time: 0.0433397 Dec 06 14:58:08.709889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e28db4-a7ae-45f8-b6ed-790b3c3d14a1 req-3084ec65-e34f-4426-87aa-ea3a03bf882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:08.711285 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8e28db4-a7ae-45f8-b6ed-790b3c3d14a1 req-3084ec65-e34f-4426-87aa-ea3a03bf882b service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0839801 Dec 06 14:58:08.778466 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8e28db4-a7ae-45f8-b6ed-790b3c3d14a1 req-3322fb3d-d208-42b8-96be-7a0f8d0b1e57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89063ff0-8359-48d6-93c3-0fd81d538310 HTTP/1.1" status: 200 len: 1001 time: 0.0585921 Dec 06 14:58:08.828633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e28db4-a7ae-45f8-b6ed-790b3c3d14a1 req-3681f14c-ecbd-4f54-861b-47a495ab4e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:08.830053 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8e28db4-a7ae-45f8-b6ed-790b3c3d14a1 req-3681f14c-ecbd-4f54-861b-47a495ab4e9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0434287 Dec 06 14:58:08.874341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e28db4-a7ae-45f8-b6ed-790b3c3d14a1 req-1a802bd7-e843-48bb-bc40-e0baa8c5ca50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:08.875793 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8e28db4-a7ae-45f8-b6ed-790b3c3d14a1 req-1a802bd7-e843-48bb-bc40-e0baa8c5ca50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388098 Dec 06 14:58:08.968200 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8e28db4-a7ae-45f8-b6ed-790b3c3d14a1 req-5c8c766f-71fc-4505-a793-a193281fb6d9 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845811 Dec 06 14:58:09.055047 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8e28db4-a7ae-45f8-b6ed-790b3c3d14a1 req-62948059-40d4-435d-aeeb-0394efc3e6a7 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792127 Dec 06 14:58:15.359348 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba063f-795b-4974-b10e-264ead3483b1 req-dfb218f5-9c89-4289-949d-25757dfdd9c0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:15.360804 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-00ba063f-795b-4974-b10e-264ead3483b1 req-dfb218f5-9c89-4289-949d-25757dfdd9c0 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0912509 Dec 06 14:58:15.412387 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-00ba063f-795b-4974-b10e-264ead3483b1 req-e77b5256-1de0-49ad-9d28-a602ed817ed3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452323 Dec 06 14:58:27.153672 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:58:29.071778 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-335a2811-4e94-46ad-85c2-ce154ba76e63 req-d13cc48e-609e-4386-b7d9-d6f00aca26f9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:58:29.072733 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-335a2811-4e94-46ad-85c2-ce154ba76e63 req-d13cc48e-609e-4386-b7d9-d6f00aca26f9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052872 Dec 06 14:58:29.420194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bb3ee-8aa9-47d4-a395-c72fcc7c1250 req-57943c93-565b-4e12-82aa-f8d1f5b61b01 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:29.422212 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f36bb3ee-8aa9-47d4-a395-c72fcc7c1250 req-57943c93-565b-4e12-82aa-f8d1f5b61b01 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0551946 Dec 06 14:58:29.469130 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f36bb3ee-8aa9-47d4-a395-c72fcc7c1250 req-caf10ae1-e058-4a51-b799-7af1d31eaa11 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407946 Dec 06 14:58:29.514078 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-11998440-5f9e-4b4a-afa8-660467092c73 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389991 Dec 06 14:58:29.522840 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-93f3f1bf-a66d-457e-bf2d-1aa61525ff02 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 14:58:29.523765 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-93f3f1bf-a66d-457e-bf2d-1aa61525ff02 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047936 Dec 06 14:58:29.871737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:30.586793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b7e1d-fd84-4e09-b0d1-77c021889a2a req-ec32073a-117a-46ab-ad71-b6401aa8e005 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:30.588200 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-100b7e1d-fd84-4e09-b0d1-77c021889a2a req-ec32073a-117a-46ab-ad71-b6401aa8e005 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0496089 Dec 06 14:58:30.634281 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-100b7e1d-fd84-4e09-b0d1-77c021889a2a req-b4d373ec-e615-430b-9378-aa033bed58e7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399251 Dec 06 14:58:31.271886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-51439947-e312-4f3c-9f22-95a87f654e1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:31.355425 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-a51c8844-80a8-4e2f-b5da-4fd650830b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:31.356915 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-a51c8844-80a8-4e2f-b5da-4fd650830b97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 1098 time: 0.0391729 Dec 06 14:58:31.449175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-bb0e078e-01a5-4b5b-be36-392a5e6bd219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:31.450565 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-bb0e078e-01a5-4b5b-be36-392a5e6bd219 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0855582 Dec 06 14:58:31.513233 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-9750a2d7-c2ba-4e6b-8d44-55b17f475f44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89063ff0-8359-48d6-93c3-0fd81d538310 HTTP/1.1" status: 200 len: 1001 time: 0.0553675 Dec 06 14:58:31.561420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-eacbd338-b1a4-4096-bda0-c0ce4d3583a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:31.562900 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-eacbd338-b1a4-4096-bda0-c0ce4d3583a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0428290 Dec 06 14:58:31.611623 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-bddd1c42-bba8-425c-ad81-0f24440c5874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:31.613093 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-bddd1c42-bba8-425c-ad81-0f24440c5874 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428991 Dec 06 14:58:31.705897 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-af3057ed-fb7f-4c8a-8ef7-558a34fde8b9 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860038 Dec 06 14:58:31.808122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71c697-d3ab-4449-912d-41e0668a51af req-6ea64a06-2a62-4659-a810-a2b212598449 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:31.809617 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e71c697-d3ab-4449-912d-41e0668a51af req-6ea64a06-2a62-4659-a810-a2b212598449 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.1028714 Dec 06 14:58:31.841163 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-806e4199-d420-406d-b4a3-453cd642eca4 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263294 Dec 06 14:58:31.868133 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e71c697-d3ab-4449-912d-41e0668a51af req-0a6cf607-cd69-410e-9921-aa002ff5d887 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519769 Dec 06 14:58:32.985095 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91235b8-e55f-4763-a089-8f44af8455aa req-88b37469-f136-4830-930b-26d53a08514c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:32.986446 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f91235b8-e55f-4763-a089-8f44af8455aa req-88b37469-f136-4830-930b-26d53a08514c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0510702 Dec 06 14:58:33.031916 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f91235b8-e55f-4763-a089-8f44af8455aa req-45b568e8-dcef-4d5d-abf9-71495a15001c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394385 Dec 06 14:58:33.677672 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41f67e2d-aa42-4dd2-8b83-5325d99218c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:34.149920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb99a5-4a39-444b-bf50-f5ab45ecd7fb req-cdee6657-ea70-45c0-9d1d-11b743e5a8cd tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:34.151382 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-02fb99a5-4a39-444b-bf50-f5ab45ecd7fb req-cdee6657-ea70-45c0-9d1d-11b743e5a8cd tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0518167 Dec 06 14:58:34.197883 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-02fb99a5-4a39-444b-bf50-f5ab45ecd7fb req-d659a3c7-53d1-40bf-9b2f-621eed9e5aef tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398905 Dec 06 14:58:34.888787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:35.313539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2786e-4c1b-45d4-890e-6b9ef01c6931 req-55752161-2495-48e3-8af3-e7bf911c0dd5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:35.314994 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-00c2786e-4c1b-45d4-890e-6b9ef01c6931 req-55752161-2495-48e3-8af3-e7bf911c0dd5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0480890 Dec 06 14:58:35.361099 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-00c2786e-4c1b-45d4-890e-6b9ef01c6931 req-bc9a45d2-8b63-4579-a439-3c19f56d04bd tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399315 Dec 06 14:58:36.100049 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:36.476771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a71059-56be-44c6-9309-39eb960227b1 req-f58266cb-d77a-4df9-a35f-49ca54415c02 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:36.478289 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b0a71059-56be-44c6-9309-39eb960227b1 req-f58266cb-d77a-4df9-a35f-49ca54415c02 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0486739 Dec 06 14:58:36.524957 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b0a71059-56be-44c6-9309-39eb960227b1 req-444d067b-bb00-4bee-9b36-ca9cfea63717 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402458 Dec 06 14:58:36.906681 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:37.655264 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1d934-0917-49f2-b53e-9de38274bcb3 req-b300a935-e52a-4fcc-a218-9c491567dad6 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:37.656784 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-67e1d934-0917-49f2-b53e-9de38274bcb3 req-b300a935-e52a-4fcc-a218-9c491567dad6 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0485764 Dec 06 14:58:37.707895 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-67e1d934-0917-49f2-b53e-9de38274bcb3 req-b5935a32-948f-42df-8219-b4a79a68074f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448899 Dec 06 14:58:38.822328 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5dcd4f-bffa-4e97-b3a7-7b15a5d03515 req-8c518068-d71d-4830-bf44-35c74de2e647 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:38.823776 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fc5dcd4f-bffa-4e97-b3a7-7b15a5d03515 req-8c518068-d71d-4830-bf44-35c74de2e647 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0481133 Dec 06 14:58:38.873223 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fc5dcd4f-bffa-4e97-b3a7-7b15a5d03515 req-5eb943f8-7438-40a6-ab54-3618f76e50f7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Dec 06 14:58:39.987356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5dadb-6db6-4e2f-b546-f8a207a1a17c req-f286175c-77df-4842-b391-21bceb0ae2c6 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:39.988691 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-11b5dadb-6db6-4e2f-b546-f8a207a1a17c req-f286175c-77df-4842-b391-21bceb0ae2c6 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0479367 Dec 06 14:58:40.034337 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-11b5dadb-6db6-4e2f-b546-f8a207a1a17c req-eaf6c839-a965-4d3a-8afc-669190d8c2f8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396717 Dec 06 14:58:41.148188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a34d7-d2b8-4813-b973-da5d54f5c144 req-579a7a4c-47c7-4553-be13-d80a5da24068 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:41.149665 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c18a34d7-d2b8-4813-b973-da5d54f5c144 req-579a7a4c-47c7-4553-be13-d80a5da24068 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0481088 Dec 06 14:58:41.195900 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c18a34d7-d2b8-4813-b973-da5d54f5c144 req-782b2629-09f2-4f43-a032-eb5f90ca71a5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404031 Dec 06 14:58:42.308843 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31895b5-22ef-490b-885f-0e20d95adfaa req-97f34f1d-646e-4dab-8eeb-ee6386860380 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:42.310309 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d31895b5-22ef-490b-885f-0e20d95adfaa req-97f34f1d-646e-4dab-8eeb-ee6386860380 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0480044 Dec 06 14:58:42.356181 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d31895b5-22ef-490b-885f-0e20d95adfaa req-b7b1d7ad-c3aa-4130-a2c2-80c05c86e383 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399787 Dec 06 14:58:43.469043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967beb76-5e6f-428f-a5c7-5c3e73c3e21d req-f66a1e5e-e36b-4137-869d-201765f21bae tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:43.470472 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-967beb76-5e6f-428f-a5c7-5c3e73c3e21d req-f66a1e5e-e36b-4137-869d-201765f21bae tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0476778 Dec 06 14:58:43.517434 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-967beb76-5e6f-428f-a5c7-5c3e73c3e21d req-1cdfe43c-6a07-4f50-9591-7081f9ac6f2b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410848 Dec 06 14:58:44.638131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30562b13-5c09-49a1-a0ab-9885bf995f75 req-3b38e204-87f9-4eb1-853c-6d5ee738d2b2 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:44.639616 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30562b13-5c09-49a1-a0ab-9885bf995f75 req-3b38e204-87f9-4eb1-853c-6d5ee738d2b2 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0506442 Dec 06 14:58:44.685926 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-30562b13-5c09-49a1-a0ab-9885bf995f75 req-7dd625ab-b5b8-457e-b49f-39c1721d7efb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403771 Dec 06 14:58:45.806471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3df376-4901-40be-8f4c-53fa05b05e96 req-1d535c20-2079-4037-bc4f-ecabee30f1ff tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:45.807923 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9c3df376-4901-40be-8f4c-53fa05b05e96 req-1d535c20-2079-4037-bc4f-ecabee30f1ff tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0528371 Dec 06 14:58:45.856721 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9c3df376-4901-40be-8f4c-53fa05b05e96 req-c2e31104-72ea-4bb9-932e-12dea7a9ac01 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423899 Dec 06 14:58:46.974046 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c002d-39cd-4d64-b647-9e8531e834e1 req-6f15e525-e382-4439-af4c-cb19658f181b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:46.975405 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b46c002d-39cd-4d64-b647-9e8531e834e1 req-6f15e525-e382-4439-af4c-cb19658f181b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0475769 Dec 06 14:58:47.021386 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b46c002d-39cd-4d64-b647-9e8531e834e1 req-fde87958-b345-4009-ad08-7e0697b09a23 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401518 Dec 06 14:58:48.135144 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02677e-fa7f-4c7e-888e-99aad226ed56 req-243dcb79-3163-4833-9377-306abfc912bb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:48.136639 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8e02677e-fa7f-4c7e-888e-99aad226ed56 req-243dcb79-3163-4833-9377-306abfc912bb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0488448 Dec 06 14:58:48.184073 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8e02677e-fa7f-4c7e-888e-99aad226ed56 req-40e54c81-2693-4c27-a3f8-c698c9a3ebc1 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408828 Dec 06 14:58:49.299489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378084c4-001b-4142-b150-bbccb2dbf3b8 req-e0a003f8-e5c2-4e48-bf62-d24b0c195fff tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:49.301263 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-378084c4-001b-4142-b150-bbccb2dbf3b8 req-e0a003f8-e5c2-4e48-bf62-d24b0c195fff tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0488808 Dec 06 14:58:49.352250 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-378084c4-001b-4142-b150-bbccb2dbf3b8 req-4bcee345-8194-4eb2-8b08-6c28401be534 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451617 Dec 06 14:58:50.471122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8720334-2e61-4e3f-9f1a-711952fb6e7e req-6f0f1c9e-4696-483a-a90f-66af37743024 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:50.472564 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d8720334-2e61-4e3f-9f1a-711952fb6e7e req-6f0f1c9e-4696-483a-a90f-66af37743024 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0523200 Dec 06 14:58:50.519686 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d8720334-2e61-4e3f-9f1a-711952fb6e7e req-e25770be-ba80-4c4a-8736-6cf81821f97e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411007 Dec 06 14:58:51.111839 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-4cda7223-e2bb-47cf-a010-e20757affc5d service neutron] 10.222.0.41 "GET /v2.0/ports/89063ff0-8359-48d6-93c3-0fd81d538310/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0538425 Dec 06 14:58:51.544403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-227b9fa7-1b6f-4ed2-bd37-74b4442cd1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:51.545886 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-227b9fa7-1b6f-4ed2-bd37-74b4442cd1c8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 1098 time: 0.0401502 Dec 06 14:58:51.612315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-3ccf245b-a2b5-4ebb-a148-f1c50709fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:51.613829 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-3ccf245b-a2b5-4ebb-a148-f1c50709fb16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 1098 time: 0.0453451 Dec 06 14:58:51.639635 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbceade-8a9a-4f0d-b181-8725a4a18a1f req-ea704136-fa4c-4cc6-9085-9b23eca27508 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:51.641643 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1dbceade-8a9a-4f0d-b181-8725a4a18a1f req-ea704136-fa4c-4cc6-9085-9b23eca27508 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0497961 Dec 06 14:58:51.689574 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1dbceade-8a9a-4f0d-b181-8725a4a18a1f req-2f9a9d88-e275-4f19-840b-14fa10fc7b49 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418837 Dec 06 14:58:51.719241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-0217c4bf-3731-4bc4-8a94-8ef1f3b6de40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:51.720688 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-0217c4bf-3731-4bc4-8a94-8ef1f3b6de40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.1002951 Dec 06 14:58:51.788271 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-15bd4daa-5132-4ba9-9722-77121304df9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89063ff0-8359-48d6-93c3-0fd81d538310 HTTP/1.1" status: 200 len: 1001 time: 0.0602152 Dec 06 14:58:51.835392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-aca6b5ad-e344-44db-82b7-632d0f289cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:51.836692 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-aca6b5ad-e344-44db-82b7-632d0f289cfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0415778 Dec 06 14:58:51.880094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-21c166b8-2545-4352-a6af-cf267c7bfedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:51.881533 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-21c166b8-2545-4352-a6af-cf267c7bfedd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379488 Dec 06 14:58:51.974731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 89063ff0-8359-48d6-93c3-0fd81d538310 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:58:51.975517 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-f4e3fba5-2c5b-4acd-a273-911fd7e342f2 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868247 Dec 06 14:58:52.050807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:52.066339 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-ef5c4fd9-a4ab-4c2a-859f-d7f5c1d15306 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839663 Dec 06 14:58:52.073580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:58:52.075822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a5b331-e40c-4b75-ba65-55554bcd033c" -d '{"events": [{"server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "name": "network-vif-unplugged", "status": "completed", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:58:52.098351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=89063ff0-8359-48d6-93c3-0fd81d538310,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:58:52.122906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe1f5c4-7069-4a5d-94be-c26a058ed2ce x-openstack-request-id: req-abe1f5c4-7069-4a5d-94be-c26a058ed2ce {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:58:52.123206 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "name": "network-vif-unplugged", "status": "completed", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:58:52.123462 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-abe1f5c4-7069-4a5d-94be-c26a058ed2ce {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:58:52.123858 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310', 'code': 200} Dec 06 14:58:52.168943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:52.215648 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=89063ff0-8359-48d6-93c3-0fd81d538310,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:58:52.222865 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:52.223218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:52.223575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:52.223911 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:52.224245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:52.224580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:52.224944 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:52.225282 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:52.225617 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:52.225948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:52.226278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:52.226603 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:52.226924 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:58:52.805184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af54f5-6742-4a2f-943d-35d5a20709f3 req-fd2829d0-877f-4b55-880d-ffa51842dc11 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:52.806661 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-10af54f5-6742-4a2f-943d-35d5a20709f3 req-fd2829d0-877f-4b55-880d-ffa51842dc11 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0481462 Dec 06 14:58:52.853940 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-10af54f5-6742-4a2f-943d-35d5a20709f3 req-dff33d53-62aa-4927-b730-bd8b57cb0b71 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411870 Dec 06 14:58:53.972913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce4f6d-5864-4963-aa79-1c726953df1d req-12fea507-a4ad-49b4-9bee-11644a0aa92d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:53.974463 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9cce4f6d-5864-4963-aa79-1c726953df1d req-12fea507-a4ad-49b4-9bee-11644a0aa92d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0489886 Dec 06 14:58:54.033441 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9cce4f6d-5864-4963-aa79-1c726953df1d req-c31cb317-21c5-47d6-87c0-3811fc7d73b7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529499 Dec 06 14:58:55.154993 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38740ccf-8361-42a5-8ef3-e6f609ec8e67 req-808fd12d-bae5-4fff-87d4-bc4d1c3929b8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:55.156501 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-38740ccf-8361-42a5-8ef3-e6f609ec8e67 req-808fd12d-bae5-4fff-87d4-bc4d1c3929b8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0521648 Dec 06 14:58:55.204029 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-38740ccf-8361-42a5-8ef3-e6f609ec8e67 req-1cce74aa-0ce1-4edd-9d48-0f4f75486fe1 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 Dec 06 14:58:56.318749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911714f9-e31d-4866-88cd-2f1269da1dfc req-b37fa85a-1fc4-4647-9b8b-1eba8b3042f8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:56.320236 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-911714f9-e31d-4866-88cd-2f1269da1dfc req-b37fa85a-1fc4-4647-9b8b-1eba8b3042f8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0486324 Dec 06 14:58:56.367181 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-911714f9-e31d-4866-88cd-2f1269da1dfc req-184e73f8-31fb-4048-9022-045761f7e7cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409715 Dec 06 14:58:57.486290 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdae626f-63a8-4442-9a71-ab5e69839999 req-029d085f-a886-4fcd-864c-a8eaea107db5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:57.487790 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-cdae626f-63a8-4442-9a71-ab5e69839999 req-029d085f-a886-4fcd-864c-a8eaea107db5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0511661 Dec 06 14:58:57.536140 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-cdae626f-63a8-4442-9a71-ab5e69839999 req-69e4fd1e-eb74-411c-ae9e-06b06e7a73ea tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421200 Dec 06 14:58:58.651082 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04b27c7-3874-42f7-8d3b-6edbe09240dc req-12cbb250-0c4e-46dd-b413-5038fe0faf60 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:58.652572 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a04b27c7-3874-42f7-8d3b-6edbe09240dc req-12cbb250-0c4e-46dd-b413-5038fe0faf60 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0489745 Dec 06 14:58:58.700282 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a04b27c7-3874-42f7-8d3b-6edbe09240dc req-75696182-94d2-498d-a2ae-42638e8d35b2 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Dec 06 14:58:59.817785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a550d-9885-48ec-9474-22df19abb9d9 req-9abfa5b6-3f7e-41ba-9d1c-fe889bdf7811 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:58:59.819237 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9a4a550d-9885-48ec-9474-22df19abb9d9 req-9abfa5b6-3f7e-41ba-9d1c-fe889bdf7811 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0520902 Dec 06 14:58:59.866404 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9a4a550d-9885-48ec-9474-22df19abb9d9 req-f2c4e48a-6dc0-41ec-a491-b54a25286664 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412397 Dec 06 14:58:59.882725 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:58:59.960579 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 89063ff0-8359-48d6-93c3-0fd81d538310 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:59:00.056169 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=89063ff0-8359-48d6-93c3-0fd81d538310,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:00.066827 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '89063ff0-8359-48d6-93c3-0fd81d538310', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'port_id': '89063ff0-8359-48d6-93c3-0fd81d538310', 'mac_address': 'fa:16:3e:53:24:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:59:00.107555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:00.119941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89063ff0-8359-48d6-93c3-0fd81d538310 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:59:00.138757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=89063ff0-8359-48d6-93c3-0fd81d538310,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:00.243264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:00.298738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=89063ff0-8359-48d6-93c3-0fd81d538310,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:00.307613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['89063ff0-8359-48d6-93c3-0fd81d538310'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:59:00.985128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd381086-9fb4-4e2c-905b-ddd4c580951c req-763e754d-6d71-43bf-8a21-e46e4c16a446 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:00.987179 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd381086-9fb4-4e2c-905b-ddd4c580951c req-763e754d-6d71-43bf-8a21-e46e4c16a446 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 944 time: 0.0524156 Dec 06 14:59:01.033110 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd381086-9fb4-4e2c-905b-ddd4c580951c req-cde1fd88-839c-42f5-98a4-41c902d6614f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393267 Dec 06 14:59:01.277270 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf34c989-09a0-4f81-b561-e9563e2be683 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:01.976765 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 89063ff0-8359-48d6-93c3-0fd81d538310 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:59:02.026397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 89063ff0-8359-48d6-93c3-0fd81d538310 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:59:02.026765 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:02.102795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:02.126202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:59:02.129106 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e151b93-21a7-474a-9162-5dc98c8ce1cd" -d '{"events": [{"server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "name": "network-vif-plugged", "status": "completed", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:59:02.141315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=89063ff0-8359-48d6-93c3-0fd81d538310,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:02.150224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bcf12-7843-4a95-80bd-e37778a8b2a9 req-c9d41c92-e8e3-41ac-96f5-caab5f2300e9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:02.151761 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c00bcf12-7843-4a95-80bd-e37778a8b2a9 req-c9d41c92-e8e3-41ac-96f5-caab5f2300e9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 944 time: 0.0499554 Dec 06 14:59:02.175735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7efd3c59-d57e-4ab3-ab57-9b83d101bcda x-openstack-request-id: req-7efd3c59-d57e-4ab3-ab57-9b83d101bcda {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:59:02.176118 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "name": "network-vif-plugged", "status": "completed", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:59:02.176439 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7efd3c59-d57e-4ab3-ab57-9b83d101bcda {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:59:02.176838 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310', 'code': 200} Dec 06 14:59:02.197217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:02.203118 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c00bcf12-7843-4a95-80bd-e37778a8b2a9 req-2e70d1db-8cdf-4907-8911-b17239e77def tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448337 Dec 06 14:59:02.247638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=89063ff0-8359-48d6-93c3-0fd81d538310,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:03.319170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb9e34b-33d5-4250-b8b1-c2ca824000b1 req-a7c8b72d-7270-488c-9c20-cea7bc5c1d12 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:03.320621 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9eb9e34b-33d5-4250-b8b1-c2ca824000b1 req-a7c8b72d-7270-488c-9c20-cea7bc5c1d12 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0480204 Dec 06 14:59:03.366726 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9eb9e34b-33d5-4250-b8b1-c2ca824000b1 req-060ac1f6-523b-463f-8732-c5c78d409330 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402477 Dec 06 14:59:03.683266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0052fbd3-2812-4df5-8216-cfd637b79170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:04.152896 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:59:04.483755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213adb81-77a4-431c-a080-6797bed3e9dc req-e5478cb3-435a-439f-96d2-a39fbe55a802 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:04.485192 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-213adb81-77a4-431c-a080-6797bed3e9dc req-e5478cb3-435a-439f-96d2-a39fbe55a802 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0472503 Dec 06 14:59:04.545166 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-213adb81-77a4-431c-a080-6797bed3e9dc req-802e7afd-72c7-4ad1-8b3e-fa1c3a5c9563 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539756 Dec 06 14:59:04.911448 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:05.667049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d66bea-5394-4ea9-96fd-22085681e2ea req-5f169759-dd45-4c0e-8a49-2ab6bc8dccbc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:05.668523 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b9d66bea-5394-4ea9-96fd-22085681e2ea req-5f169759-dd45-4c0e-8a49-2ab6bc8dccbc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0531006 Dec 06 14:59:05.717494 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b9d66bea-5394-4ea9-96fd-22085681e2ea req-89677eee-222f-4023-b068-21535bfa16f8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418756 Dec 06 14:59:06.099608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:06.389182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b94ae-b171-4a01-9f7d-8ae45d0e2734 req-1b7be319-d9ad-4939-81d8-ec1c388e342c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:06.390712 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f8b94ae-b171-4a01-9f7d-8ae45d0e2734 req-1b7be319-d9ad-4939-81d8-ec1c388e342c tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0482616 Dec 06 14:59:06.473621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-30e1b459-6ec7-48ab-85eb-c41d03514393 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:06.475078 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-30e1b459-6ec7-48ab-85eb-c41d03514393 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5&tenant_id=ce75bc76109a4386b138212eca27c92c&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0790679 Dec 06 14:59:06.478689 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5f8b94ae-b171-4a01-9f7d-8ae45d0e2734 req-bc8f5b85-9300-4b56-9819-6d3eaa6740a7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742943 Dec 06 14:59:06.539870 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-40bc5370-44b3-41c5-981d-f08cd3d2876c service neutron] 10.222.0.41 "GET /v2.0/ports/89063ff0-8359-48d6-93c3-0fd81d538310/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0575473 Dec 06 14:59:06.600451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-a83e67e6-6e91-4e16-9001-ad4c26fba1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:06.601824 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-a83e67e6-6e91-4e16-9001-ad4c26fba1a9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 1098 time: 0.0400515 Dec 06 14:59:06.691993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-11f303c3-3052-4a29-ac79-a94277eb1684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:06.693446 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-11f303c3-3052-4a29-ac79-a94277eb1684 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0853581 Dec 06 14:59:06.757269 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-564eb97f-59c4-415c-8639-455c54c91631 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89063ff0-8359-48d6-93c3-0fd81d538310 HTTP/1.1" status: 200 len: 1001 time: 0.0569413 Dec 06 14:59:06.803503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-95c1dc45-847e-4969-acdf-31ff9e82249b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:06.804886 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-95c1dc45-847e-4969-acdf-31ff9e82249b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0415103 Dec 06 14:59:06.851967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-8fcec536-6071-40b7-b946-ec2b846abdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:06.853410 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-8fcec536-6071-40b7-b946-ec2b846abdba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416851 Dec 06 14:59:06.928703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:06.942732 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-8c839b1c-5d92-4354-acb3-21d9bce4e744 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824945 Dec 06 14:59:07.034702 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-ac0f9cab-b9f3-40c5-bfa5-7dfbc51f6b8f service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854919 Dec 06 14:59:07.598109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6f831-7791-48a4-bcd1-0028f0ef9ae6 req-c921666d-d8f7-4d77-9d58-9cfedd35c90f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:07.599824 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-76a6f831-7791-48a4-bcd1-0028f0ef9ae6 req-c921666d-d8f7-4d77-9d58-9cfedd35c90f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0488911 Dec 06 14:59:07.646008 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-76a6f831-7791-48a4-bcd1-0028f0ef9ae6 req-2291af6a-a38a-4ab8-a29d-f83a6d2d5bf7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401902 Dec 06 14:59:08.773492 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f61062-27d8-4ede-b7c8-0fdce8630594 req-b0636a7e-9668-4fcf-96b3-fe7769e5da75 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:08.774952 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b4f61062-27d8-4ede-b7c8-0fdce8630594 req-b0636a7e-9668-4fcf-96b3-fe7769e5da75 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0554957 Dec 06 14:59:08.823578 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b4f61062-27d8-4ede-b7c8-0fdce8630594 req-9c48512c-3a5c-4ff8-997e-7f25b88ac14e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425973 Dec 06 14:59:09.522818 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e4be5-26dd-4359-8687-2283ad409ee3 req-e5926bc2-cd67-4957-8761-4529e86df8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:09.524284 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5c9e4be5-26dd-4359-8687-2283ad409ee3 req-e5926bc2-cd67-4957-8761-4529e86df8a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 1098 time: 0.0413740 Dec 06 14:59:09.633211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e4be5-26dd-4359-8687-2283ad409ee3 req-40cb81e9-73e7-485b-8982-0d99ab897689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:09.634859 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5c9e4be5-26dd-4359-8687-2283ad409ee3 req-40cb81e9-73e7-485b-8982-0d99ab897689 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0915084 Dec 06 14:59:09.701194 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5c9e4be5-26dd-4359-8687-2283ad409ee3 req-9986339f-29d4-4ed5-ad4f-4614744e097f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89063ff0-8359-48d6-93c3-0fd81d538310 HTTP/1.1" status: 200 len: 1001 time: 0.0592079 Dec 06 14:59:09.754850 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e4be5-26dd-4359-8687-2283ad409ee3 req-3ee82d4e-0aae-4123-88a4-50df0c6fd433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:09.756296 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5c9e4be5-26dd-4359-8687-2283ad409ee3 req-3ee82d4e-0aae-4123-88a4-50df0c6fd433 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0484438 Dec 06 14:59:09.801073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e4be5-26dd-4359-8687-2283ad409ee3 req-70b1667d-2bfe-4729-a175-cd00e6626729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:09.802556 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5c9e4be5-26dd-4359-8687-2283ad409ee3 req-70b1667d-2bfe-4729-a175-cd00e6626729 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395494 Dec 06 14:59:09.895805 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5c9e4be5-26dd-4359-8687-2283ad409ee3 req-68a6932e-1d01-434e-a151-4097569888d8 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859613 Dec 06 14:59:09.942834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96509f72-d9bf-4dbe-8223-816baff0c5a3 req-b66cea89-50b3-444e-b980-18aedcf078cf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:09.944328 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-96509f72-d9bf-4dbe-8223-816baff0c5a3 req-b66cea89-50b3-444e-b980-18aedcf078cf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0500824 Dec 06 14:59:09.988298 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5c9e4be5-26dd-4359-8687-2283ad409ee3 req-4871ca4a-fa60-444d-95fd-0163e6be816b service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859742 Dec 06 14:59:09.993764 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-96509f72-d9bf-4dbe-8223-816baff0c5a3 req-9fbc6f39-99bf-4bd5-b6d1-68b159da8965 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429595 Dec 06 14:59:11.127250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f82a7-8001-44bd-8051-2974febab8f1 req-fe82856f-1fe9-4859-98dd-e291d5954f23 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:11.128887 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-952f82a7-8001-44bd-8051-2974febab8f1 req-fe82856f-1fe9-4859-98dd-e291d5954f23 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0558348 Dec 06 14:59:11.184317 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-952f82a7-8001-44bd-8051-2974febab8f1 req-697acdea-37a6-493e-9a2e-0d6e1ccdd7e8 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492442 Dec 06 14:59:12.039492 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 89063ff0-8359-48d6-93c3-0fd81d538310 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:12.117378 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:12.139171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:59:12.141501 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6f4bff-b828-4b72-9ab7-709ee24b0831" -d '{"events": [{"server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "name": "network-vif-unplugged", "status": "completed", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:59:12.154555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=89063ff0-8359-48d6-93c3-0fd81d538310,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:12.185488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 14:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f9606a-aab1-42b8-8a9e-59b21e8a4794 x-openstack-request-id: req-c0f9606a-aab1-42b8-8a9e-59b21e8a4794 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:59:12.189020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "name": "network-vif-unplugged", "status": "completed", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:59:12.189020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c0f9606a-aab1-42b8-8a9e-59b21e8a4794 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:59:12.189020 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310', 'code': 200} Dec 06 14:59:12.231485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:12.285137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=89063ff0-8359-48d6-93c3-0fd81d538310,revision_number=9']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:12.304492 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324274e-f136-4f75-8454-3029d70aa5c7 req-3f9731f5-85f6-4158-b968-1db6f16a3b2d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:12.306032 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5324274e-f136-4f75-8454-3029d70aa5c7 req-3f9731f5-85f6-4158-b968-1db6f16a3b2d tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0500877 Dec 06 14:59:12.353546 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5324274e-f136-4f75-8454-3029d70aa5c7 req-6bdd08bd-14e3-4227-8a9c-01964bf6017e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415108 Dec 06 14:59:12.457130 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-c674b9c6-d47c-4ee6-9dd2-8ef7c9ed7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:12.458605 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-c674b9c6-d47c-4ee6-9dd2-8ef7c9ed7d35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5&tenant_id=ce75bc76109a4386b138212eca27c92c HTTP/1.1" status: 200 len: 1096 time: 0.0414355 Dec 06 14:59:12.517077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-6010bc8f-f4b9-428e-925e-dddf6212cc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:12.519117 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-6010bc8f-f4b9-428e-925e-dddf6212cc54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ce75bc76109a4386b138212eca27c92c&device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 1096 time: 0.0392041 Dec 06 14:59:12.608929 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-260e4de3-4620-41c9-bf35-a9b903708fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:12.610273 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-260e4de3-4620-41c9-bf35-a9b903708fbd service neutron] 10.222.0.41 "GET /v2.0/networks?id=b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 200 len: 913 time: 0.0845709 Dec 06 14:59:12.679662 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-b00376b3-153c-4808-8b51-a5bed354b2d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=89063ff0-8359-48d6-93c3-0fd81d538310 HTTP/1.1" status: 200 len: 999 time: 0.0613678 Dec 06 14:59:12.730127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-2cfbebfb-847c-4c58-b85d-f3e32ba60d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:12.731564 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-2cfbebfb-847c-4c58-b85d-f3e32ba60d49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 200 len: 851 time: 0.0458028 Dec 06 14:59:12.776714 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-c3847a74-317b-4c23-b5a5-682fb7da9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:12.778161 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-c3847a74-317b-4c23-b5a5-682fb7da9c1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b4252a9b-740a-4f18-b8ed-88019490d5ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384083 Dec 06 14:59:12.868881 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-7a8e31b7-71a0-440b-93cd-c3083f53f979 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825448 Dec 06 14:59:12.954345 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ddb4f47b-377f-4b2f-abe1-2d69ec345fbe req-f119ec77-b0bf-493d-81eb-d747cf77dd77 service neutron] 10.222.0.41 "GET /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789013 Dec 06 14:59:13.477871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba9bf96-22d2-48e4-9e3e-26547444e1c7 req-0fdfb14e-62e4-4dff-a88c-fe5abb8a9c2e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:13.479383 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6ba9bf96-22d2-48e4-9e3e-26547444e1c7 req-0fdfb14e-62e4-4dff-a88c-fe5abb8a9c2e tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0524127 Dec 06 14:59:13.525489 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6ba9bf96-22d2-48e4-9e3e-26547444e1c7 req-eca33eae-8540-4a91-a5d0-46e9d598d3e1 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400198 Dec 06 14:59:14.640590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577a7a4-d615-49b3-9eaa-ff69cd607ea4 req-f106b590-f25a-46ee-b914-557e4096af25 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:14.642072 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1577a7a4-d615-49b3-9eaa-ff69cd607ea4 req-f106b590-f25a-46ee-b914-557e4096af25 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0480256 Dec 06 14:59:14.692837 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1577a7a4-d615-49b3-9eaa-ff69cd607ea4 req-4a2e230a-d37a-4720-98a7-59109ca15575 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447667 Dec 06 14:59:15.808737 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeca9d6-d5ed-4dfb-b741-05405bb41408 req-622e92a3-10c4-4329-8dd4-641c456041bb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:15.810212 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-eaeca9d6-d5ed-4dfb-b741-05405bb41408 req-622e92a3-10c4-4329-8dd4-641c456041bb tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0480301 Dec 06 14:59:15.856077 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-eaeca9d6-d5ed-4dfb-b741-05405bb41408 req-3640500d-12c3-4980-b69c-fed31ba03a14 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392585 Dec 06 14:59:16.974150 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb4a15-5cae-4a32-b72e-8c4fabbf6171 req-c2c6bad5-f9b1-4a24-8b6c-eb8739e0d5ea tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:16.975666 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5dcb4a15-5cae-4a32-b72e-8c4fabbf6171 req-c2c6bad5-f9b1-4a24-8b6c-eb8739e0d5ea tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0492954 Dec 06 14:59:17.022783 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5dcb4a15-5cae-4a32-b72e-8c4fabbf6171 req-b69f3b19-515c-4a67-a950-7b9a65846813 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407913 Dec 06 14:59:18.138999 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c2bddf-16a4-4606-9e9a-91a42ed1bbdc req-dffedf22-888f-4c8e-bb7f-486640ea073b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:18.140431 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-74c2bddf-16a4-4606-9e9a-91a42ed1bbdc req-dffedf22-888f-4c8e-bb7f-486640ea073b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0470827 Dec 06 14:59:18.192072 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-74c2bddf-16a4-4606-9e9a-91a42ed1bbdc req-a5360a5f-ab77-418e-ac95-21428c146841 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449696 Dec 06 14:59:19.307359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b7b11-9031-45cb-a999-fdea031b692c req-0b247d27-2d6c-4f18-b29c-96f017d38c39 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:19.308810 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-992b7b11-9031-45cb-a999-fdea031b692c req-0b247d27-2d6c-4f18-b29c-96f017d38c39 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 943 time: 0.0474942 Dec 06 14:59:19.354481 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-992b7b11-9031-45cb-a999-fdea031b692c req-294bfd49-2ef0-4946-b9be-8d88d06c55ff tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397606 Dec 06 14:59:20.116401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 89063ff0-8359-48d6-93c3-0fd81d538310 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:59:20.208980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=89063ff0-8359-48d6-93c3-0fd81d538310,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:20.220148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '89063ff0-8359-48d6-93c3-0fd81d538310', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'port_id': '89063ff0-8359-48d6-93c3-0fd81d538310', 'mac_address': 'fa:16:3e:53:24:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:59:20.259543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:20.271546 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89063ff0-8359-48d6-93c3-0fd81d538310 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:59:20.290612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=89063ff0-8359-48d6-93c3-0fd81d538310,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:20.368642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:20.421113 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=89063ff0-8359-48d6-93c3-0fd81d538310,revision_number=10']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:20.427266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['89063ff0-8359-48d6-93c3-0fd81d538310'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:59:20.472832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedcbde9-273c-44d8-bd6e-10b6b8243b44 req-34c21024-7224-485a-b20c-88984225e486 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:20.474368 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-eedcbde9-273c-44d8-bd6e-10b6b8243b44 req-34c21024-7224-485a-b20c-88984225e486 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0521007 Dec 06 14:59:20.520495 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-eedcbde9-273c-44d8-bd6e-10b6b8243b44 req-769665b8-d947-4b1d-b595-bd18a7dc72b1 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399849 Dec 06 14:59:21.638409 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df4b99-5171-45f0-a0ee-6f4de48f0a8c req-f489b381-6387-4af3-b7db-df9f290616b4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:21.639822 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43df4b99-5171-45f0-a0ee-6f4de48f0a8c req-f489b381-6387-4af3-b7db-df9f290616b4 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 945 time: 0.0503573 Dec 06 14:59:21.685231 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43df4b99-5171-45f0-a0ee-6f4de48f0a8c req-8f63b14d-c421-4ebd-aaa6-877e51099e0b tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395739 Dec 06 14:59:22.117274 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 89063ff0-8359-48d6-93c3-0fd81d538310 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 14:59:22.163168 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 89063ff0-8359-48d6-93c3-0fd81d538310 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 14:59:22.163535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:22.236579 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:22.260412 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:59:22.262640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad43e00-85b0-4ad2-b66c-93be7cc5c7e3" -d '{"events": [{"server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "name": "network-vif-plugged", "status": "completed", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:59:22.274474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=89063ff0-8359-48d6-93c3-0fd81d538310,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:22.307842 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af8d4a6-7b58-494c-b13f-7304848f62a5 x-openstack-request-id: req-6af8d4a6-7b58-494c-b13f-7304848f62a5 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:59:22.308137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "name": "network-vif-plugged", "status": "completed", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:59:22.308393 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6af8d4a6-7b58-494c-b13f-7304848f62a5 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:59:22.308789 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310', 'code': 200} Dec 06 14:59:22.340104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:22.387094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=89063ff0-8359-48d6-93c3-0fd81d538310,revision_number=11']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:22.798854 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993fd3b-76a6-41a0-93e6-bc264f9a5f00 req-e083f002-4060-4e8f-97b2-5bd73b42c59f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:22.800276 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b993fd3b-76a6-41a0-93e6-bc264f9a5f00 req-e083f002-4060-4e8f-97b2-5bd73b42c59f tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 946 time: 0.0469272 Dec 06 14:59:22.846386 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b993fd3b-76a6-41a0-93e6-bc264f9a5f00 req-95b7dd8e-5a52-47fa-8645-2720e3ad3e34 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402679 Dec 06 14:59:23.960617 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c39194-7675-4db4-8635-502a67ec4f6e req-539fe6f7-847a-45f3-89fd-aa496b880002 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:23.961973 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f1c39194-7675-4db4-8635-502a67ec4f6e req-539fe6f7-847a-45f3-89fd-aa496b880002 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 946 time: 0.0466814 Dec 06 14:59:24.007369 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f1c39194-7675-4db4-8635-502a67ec4f6e req-f99be827-8c0c-41dc-9203-ea41f7a20e50 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395019 Dec 06 14:59:25.126807 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c39e2-25b9-455f-8258-20b8af4b7ea8 req-cb756e96-3303-4e5b-94d9-fe2fb7476aab tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:25.134707 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1b6c39e2-25b9-455f-8258-20b8af4b7ea8 req-cb756e96-3303-4e5b-94d9-fe2fb7476aab tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 946 time: 0.0514181 Dec 06 14:59:25.540781 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1b6c39e2-25b9-455f-8258-20b8af4b7ea8 req-892ce320-81a9-4782-b153-eb72c9cd3927 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4065771 Dec 06 14:59:26.656403 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361ae12-76c8-461c-a2d4-a28b88feb766 req-a39eb027-7a86-46fe-9893-13ca2b68b567 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:26.657852 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d361ae12-76c8-461c-a2d4-a28b88feb766 req-a39eb027-7a86-46fe-9893-13ca2b68b567 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 946 time: 0.0505092 Dec 06 14:59:26.704267 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d361ae12-76c8-461c-a2d4-a28b88feb766 req-075b9350-be08-4f15-83cd-f17d85048ba9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402117 Dec 06 14:59:26.818143 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53612360-f301-4814-a8c0-66b5953a007a req-a57106d7-f15a-4bf6-afcd-083fd338f122 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:26.819660 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-53612360-f301-4814-a8c0-66b5953a007a req-a57106d7-f15a-4bf6-afcd-083fd338f122 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 946 time: 0.0488656 Dec 06 14:59:26.865562 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-53612360-f301-4814-a8c0-66b5953a007a req-3195793d-29a2-4a0d-a135-250e2f7d1c03 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399611 Dec 06 14:59:26.979053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2113f648-9316-40d1-bc59-2f892a8f3f69 req-d1f41685-fb76-491e-b23d-c40a0c7e51cf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:26.980514 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2113f648-9316-40d1-bc59-2f892a8f3f69 req-d1f41685-fb76-491e-b23d-c40a0c7e51cf tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 946 time: 0.0483150 Dec 06 14:59:27.027103 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2113f648-9316-40d1-bc59-2f892a8f3f69 req-36c8e8a8-1ebc-45a7-a6fb-f990e889e6fd tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401382 Dec 06 14:59:27.417801 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772b6d2b-9b72-42aa-a8f0-d3c43aceea9b req-71c411a5-60eb-462e-b567-346b219b1dd7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:27.419257 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-772b6d2b-9b72-42aa-a8f0-d3c43aceea9b req-71c411a5-60eb-462e-b567-346b219b1dd7 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 946 time: 0.0513675 Dec 06 14:59:27.465636 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-772b6d2b-9b72-42aa-a8f0-d3c43aceea9b req-72d39167-713d-4624-8796-3aafadcdee08 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397375 Dec 06 14:59:28.584875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fc4c8-e035-4f3f-8189-dc18a32fa036 req-0daa0d99-ec8a-404b-b983-be9b4f5557d5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:28.586313 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c58fc4c8-e035-4f3f-8189-dc18a32fa036 req-0daa0d99-ec8a-404b-b983-be9b4f5557d5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 946 time: 0.0479059 Dec 06 14:59:28.635358 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c58fc4c8-e035-4f3f-8189-dc18a32fa036 req-b7ef3c04-d768-4624-a519-85f0236978c9 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432537 Dec 06 14:59:29.750487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04da2b-6d36-45f3-9d34-5a2c2bc5ef3b req-59f467eb-abd6-47ed-bd06-3bddee141cd3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:29.751947 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9f04da2b-6d36-45f3-9d34-5a2c2bc5ef3b req-59f467eb-abd6-47ed-bd06-3bddee141cd3 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 946 time: 0.0483904 Dec 06 14:59:29.797959 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9f04da2b-6d36-45f3-9d34-5a2c2bc5ef3b req-d42bb958-6600-412f-a2fc-05f2cd916e48 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d6ccae2-2972-4925-8a68-73a781ae1d24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400703 Dec 06 14:59:29.864985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.021269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-ae257e80-98c3-4e7e-af49-813dd57db3aa tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:30.022652 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-ae257e80-98c3-4e7e-af49-813dd57db3aa tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 946 time: 0.0461967 Dec 06 14:59:30.107882 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Deleting port 89063ff0-8359-48d6-93c3-0fd81d538310 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:30.108210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.197897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] For port 89063ff0-8359-48d6-93c3-0fd81d538310, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=89063ff0-8359-48d6-93c3-0fd81d538310,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:30.198247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.363677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.363950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.364269 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Floating IP e41c7225-605e-4c76-9b17-c1c333098d70 disassociated. External IP: 172.36.1.24, port: 89063ff0-8359-48d6-93c3-0fd81d538310. Dec 06 14:59:30.364613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Calling delete_port for 89063ff0-8359-48d6-93c3-0fd81d538310 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:30.545546 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.573975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event deleted for resources: {'Port': ['ID=89063ff0-8359-48d6-93c3-0fd81d538310,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:30.585638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:30.585996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:30.586346 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:30.586686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:30.587024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:30.587358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:30.587690 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:30.588080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:30.588412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:30.588737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:30.589088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:30.589419 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:30.589744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:30.704123 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Router ef19073c-5bfe-419b-814d-af8f91ac2c53 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:59:30.811957 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:59:30.823072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20316d63-9edd-40eb-b500-32716f010b52 None None] Sync routers for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:59:30.833036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20316d63-9edd-40eb-b500-32716f010b52 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:59:30.833977 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-20316d63-9edd-40eb-b500-32716f010b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:59:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:30.853171 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] No DVR routers for this DVR port 89063ff0-8359-48d6-93c3-0fd81d538310 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:59:30.855605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:30.858989 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9975d557-188f-4b8f-bc4c-8583fb344f70 req-7ec91657-7140-40d4-9c32-932111c73b33 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.41 "DELETE /v2.0/ports/89063ff0-8359-48d6-93c3-0fd81d538310 HTTP/1.1" status: 204 len: 173 time: 0.8303170 Dec 06 14:59:30.859441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'name': 'network-vif-deleted', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:59:30.862274 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22718d5f-e2e2-4769-a836-142f5929f02d" -d '{"events": [{"server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "name": "network-vif-deleted", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:59:30.905970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 14:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524f1424-b741-4e2d-b46d-b4a269ce7e0f x-openstack-request-id: req-524f1424-b741-4e2d-b46d-b4a269ce7e0f {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:59:30.906269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c20bcc2-45c8-4ee0-afe0-0ce0056174e5", "name": "network-vif-deleted", "tag": "89063ff0-8359-48d6-93c3-0fd81d538310", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:59:30.906526 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-524f1424-b741-4e2d-b46d-b4a269ce7e0f {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:59:30.906920 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c20bcc2-45c8-4ee0-afe0-0ce0056174e5', 'name': 'network-vif-deleted', 'tag': '89063ff0-8359-48d6-93c3-0fd81d538310', 'status': 'completed', 'code': 200} Dec 06 14:59:30.910698 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f82c78c4-193b-46f2-a5ea-ff1d521a2746 req-cab0e8fc-b03b-42c6-b31d-05884415e4b5 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 210 time: 0.0349832 Dec 06 14:59:30.949866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-20316d63-9edd-40eb-b500-32716f010b52 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:59:31.152749 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-20316d63-9edd-40eb-b500-32716f010b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:31.179833 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20316d63-9edd-40eb-b500-32716f010b52 None None] Checking router: ef19073c-5bfe-419b-814d-af8f91ac2c53 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:59:31.188347 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20316d63-9edd-40eb-b500-32716f010b52 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:59:31.188992 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-20316d63-9edd-40eb-b500-32716f010b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:59:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:31.302068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-20316d63-9edd-40eb-b500-32716f010b52 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:59:31.332225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-878f2817-52c7-43d3-9988-2d0d28a83fc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:31.649588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-20316d63-9edd-40eb-b500-32716f010b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:31.676830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20316d63-9edd-40eb-b500-32716f010b52 None None] The sync data for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv is: [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:50:44Z', 'revision_number': 4, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f98aef50-e55f-4b49-a1f8-062d25e68ccc', 'name': '', 'network_id': 'b4252a9b-740a-4f18-b8ed-88019490d5ee', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'mac_address': 'fa:16:3e:8a:53:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_interface', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:44Z', 'updated_at': '2021-12-06T14:50:48Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'subnets': [{'id': 'ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:59:31.896319 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401e6ac8-0a25-490b-bf84-eae3a45da6c0 None None] New status for floating IP e41c7225-605e-4c76-9b17-c1c333098d70: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 14:59:32.014680 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f5d2c3e0-15fb-4b93-991a-7d1c072de8ca req-a7d73e13-2863-40c1-81a9-bb50b8ee2fc2 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 210 time: 0.0296431 Dec 06 14:59:33.109136 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eac4708f-dbab-4547-8b62-b53b705593f9 req-995b24cf-d5bf-4ec0-afbb-264056e76da6 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 210 time: 0.0264981 Dec 06 14:59:33.693763 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-056ab068-f0a9-411d-a840-6d39a5f38445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:34.178959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 89063ff0-8359-48d6-93c3-0fd81d538310 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:34.199828 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 89063ff0-8359-48d6-93c3-0fd81d538310 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:59:34.200200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 89063ff0-8359-48d6-93c3-0fd81d538310 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:59:34.201839 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-31b74a89-1674-468e-bb9e-2b13a47779f2 req-0554c971-4edc-4ce6-b4bb-c2a2c673f5f1 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 210 time: 0.0261283 Dec 06 14:59:34.899550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:35.305851 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c0fcb683-e99c-4737-b24e-6248eaebafac req-79731865-27cd-48ee-a4e7-b086be60a636 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c20bcc2-45c8-4ee0-afe0-0ce0056174e5 HTTP/1.1" status: 200 len: 210 time: 0.0348127 Dec 06 14:59:36.087882 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:36.916835 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.277734 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41440) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:40.333454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6c30421e-b8ce-4d4d-9dc9-c11f09cba779 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.356471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6c30421e-b8ce-4d4d-9dc9-c11f09cba779 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.482736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6c30421e-b8ce-4d4d-9dc9-c11f09cba779 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.485568 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6c30421e-b8ce-4d4d-9dc9-c11f09cba779 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.486792 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6c30421e-b8ce-4d4d-9dc9-c11f09cba779 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "DELETE /v2.0/security-groups/5d6ccae2-2972-4925-8a68-73a781ae1d24 HTTP/1.1" status: 204 len: 168 time: 0.2079747 Dec 06 14:59:40.489461 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41442) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:40.496678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c30421e-b8ce-4d4d-9dc9-c11f09cba779 tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6ccae2-2972-4925-8a68-73a781ae1d24,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:40.510560 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-30f9c52d-779f-430a-a1db-05470eaaea1a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] show failed (client error): The resource could not be found. Dec 06 14:59:40.510560 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-30f9c52d-779f-430a-a1db-05470eaaea1a tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "GET /v2.0/security-groups/5d6ccae2-2972-4925-8a68-73a781ae1d24 HTTP/1.1" status: 404 len: 347 time: 0.0172095 Dec 06 14:59:40.510560 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41444) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:40.633067 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Deleting port af7408fb-1dd6-4f82-9962-cbc36cf87acc {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:40.633316 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.708391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.708729 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.721946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Calling delete_port for af7408fb-1dd6-4f82-9962-cbc36cf87acc owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:40.922750 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:40.950371 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Pushing event deleted for resources: {'Port': ['ID=af7408fb-1dd6-4f82-9962-cbc36cf87acc,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:40.975148 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:40.975507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:40.975858 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:40.976199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:40.976673 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:40.976894 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:40.977232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:40.977565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:40.977899 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:40.978228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:40.978556 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:40.978881 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:40.979202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:41.018097 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.020708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.021882 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8a1260bf-511e-43e4-adcc-2376183786cc tempest-ServerActionsTestJSON-1052210526 tempest-ServerActionsTestJSON-1052210526-project] 10.222.0.42 "DELETE /v2.0/floatingips/e41c7225-605e-4c76-9b17-c1c333098d70 HTTP/1.1" status: 204 len: 168 time: 0.5105200 Dec 06 14:59:41.024802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41446) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:41.151487 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 14:59:41.433703 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d8922c2-b815-40e7-b6cd-5edf7ef7b74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.666813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2d8922c2-b815-40e7-b6cd-5edf7ef7b74e admin admin] Deleting port f98aef50-e55f-4b49-a1f8-062d25e68ccc {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:41.667473 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d8922c2-b815-40e7-b6cd-5edf7ef7b74e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.742256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-2d8922c2-b815-40e7-b6cd-5edf7ef7b74e admin admin] For port f98aef50-e55f-4b49-a1f8-062d25e68ccc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f98aef50-e55f-4b49-a1f8-062d25e68ccc,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:41.742608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d8922c2-b815-40e7-b6cd-5edf7ef7b74e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:41.758401 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2d8922c2-b815-40e7-b6cd-5edf7ef7b74e admin admin] Calling delete_port for f98aef50-e55f-4b49-a1f8-062d25e68ccc owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:42.013913 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d8922c2-b815-40e7-b6cd-5edf7ef7b74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:42.041343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8922c2-b815-40e7-b6cd-5edf7ef7b74e admin admin] Pushing event deleted for resources: {'Port': ['ID=f98aef50-e55f-4b49-a1f8-062d25e68ccc,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:42.205455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d8922c2-b815-40e7-b6cd-5edf7ef7b74e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:42.412165 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8922c2-b815-40e7-b6cd-5edf7ef7b74e admin admin] Router ef19073c-5bfe-419b-814d-af8f91ac2c53 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 14:59:42.513407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8922c2-b815-40e7-b6cd-5edf7ef7b74e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 14:59:42.518994 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2d8922c2-b815-40e7-b6cd-5edf7ef7b74e admin admin] 10.222.0.42 "PUT /v2.0/routers/ef19073c-5bfe-419b-814d-af8f91ac2c53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4932604 Dec 06 14:59:42.521619 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41450) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:42.522493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ced38d-cfd0-433c-8a79-21fb03fe1c25 None None] Sync routers for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 14:59:42.533392 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ced38d-cfd0-433c-8a79-21fb03fe1c25 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:59:42.534002 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-88ced38d-cfd0-433c-8a79-21fb03fe1c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:59:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:42.638017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-88ced38d-cfd0-433c-8a79-21fb03fe1c25 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:59:42.825903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-88ced38d-cfd0-433c-8a79-21fb03fe1c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:59:41Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:42.853588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ced38d-cfd0-433c-8a79-21fb03fe1c25 None None] Checking router: ef19073c-5bfe-419b-814d-af8f91ac2c53 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 14:59:42.861987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ced38d-cfd0-433c-8a79-21fb03fe1c25 None None] Routers {'ef19073c-5bfe-419b-814d-af8f91ac2c53'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 14:59:42.862598 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-88ced38d-cfd0-433c-8a79-21fb03fe1c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T14:59:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['ef19073c-5bfe-419b-814d-af8f91ac2c53'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:42.936793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:42.967867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-88ced38d-cfd0-433c-8a79-21fb03fe1c25 None None] Set router ef19073c-5bfe-419b-814d-af8f91ac2c53 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 14:59:43.038007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:43.145528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-88ced38d-cfd0-433c-8a79-21fb03fe1c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:59:41Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:43.165801 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Deleting port ff192321-24af-4f90-90fa-d31d5ec9d31e {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:43.166234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:43.176026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ced38d-cfd0-433c-8a79-21fb03fe1c25 None None] The sync data for ids ['ef19073c-5bfe-419b-814d-af8f91ac2c53'] in dv-neutron-master-2-hyperv is: [{'id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'name': 'tempest-ServerActionsTestJSON-1198368474-router', 'tenant_id': 'ce75bc76109a4386b138212eca27c92c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T14:50:41Z', 'updated_at': '2021-12-06T14:59:41Z', 'revision_number': 5, 'project_id': 'ce75bc76109a4386b138212eca27c92c', 'gw_port': {'id': 'ff192321-24af-4f90-90fa-d31d5ec9d31e', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:b7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef19073c-5bfe-419b-814d-af8f91ac2c53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1571, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T14:50:42Z', 'updated_at': '2021-12-06T14:50:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 14:59:43.246208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] For port ff192321-24af-4f90-90fa-d31d5ec9d31e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ff192321-24af-4f90-90fa-d31d5ec9d31e,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:43.246557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:43.262345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Calling delete_port for ff192321-24af-4f90-90fa-d31d5ec9d31e owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:43.476869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:43.504288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff192321-24af-4f90-90fa-d31d5ec9d31e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:43.524294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c658c3-be10-4cd8-acf6-cf84170d0b8a None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:59:43.568803 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:43.674472 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:43.677028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:43.819376 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:43.819858 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef19073c-5bfe-419b-814d-af8f91ac2c53 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 14:59:43.824284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:43.825527 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1da180a1-fc61-4065-85dd-2a6705ce9295 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ef19073c-5bfe-419b-814d-af8f91ac2c53 HTTP/1.1" status: 204 len: 168 time: 1.3029234 Dec 06 14:59:43.827959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41452) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:43.874063 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-d32419c3-64f6-4223-85f7-8b1b52124da0 admin admin] Deleting subnet ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 14:59:43.877408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d32419c3-64f6-4223-85f7-8b1b52124da0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:43.912809 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d32419c3-64f6-4223-85f7-8b1b52124da0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:43.991926 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d32419c3-64f6-4223-85f7-8b1b52124da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.088241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d32419c3-64f6-4223-85f7-8b1b52124da0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.112794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32419c3-64f6-4223-85f7-8b1b52124da0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:44.116468 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d32419c3-64f6-4223-85f7-8b1b52124da0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.119675 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d32419c3-64f6-4223-85f7-8b1b52124da0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ea91d044-fe71-4cd3-9d2a-4c2c0241a4e0 HTTP/1.1" status: 204 len: 168 time: 0.2907977 Dec 06 14:59:44.122156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41454) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:44.124412 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196f9026-e552-463a-adbc-210ad8147a35 None None] Network b4252a9b-740a-4f18-b8ed-88019490d5ee requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:59:44.194628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.248581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Deleting port 829512f0-afec-422d-a860-9e2f12424d83 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:44.248949 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.316644 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] For port 829512f0-afec-422d-a860-9e2f12424d83, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=829512f0-afec-422d-a860-9e2f12424d83,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:44.317064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.324750 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd35a6b2-f50e-49c5-8411-25b6c875f6c2 None None] DHCP port deletion for b4252a9b-740a-4f18-b8ed-88019490d5ee request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 14:59:44.336811 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Calling delete_port for 829512f0-afec-422d-a860-9e2f12424d83 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:44.352152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f98aef50-e55f-4b49-a1f8-062d25e68ccc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:44.376753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: f98aef50-e55f-4b49-a1f8-062d25e68ccc {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:59:44.377204 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device f98aef50-e55f-4b49-a1f8-062d25e68ccc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:59:44.377550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ff192321-24af-4f90-90fa-d31d5ec9d31e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:44.400393 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: ff192321-24af-4f90-90fa-d31d5ec9d31e {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:59:44.400739 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device ff192321-24af-4f90-90fa-d31d5ec9d31e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:59:44.416640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cd35a6b2-f50e-49c5-8411-25b6c875f6c2 None None] Deleting port 829512f0-afec-422d-a860-9e2f12424d83 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 14:59:44.417054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd35a6b2-f50e-49c5-8411-25b6c875f6c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.481531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cd35a6b2-f50e-49c5-8411-25b6c875f6c2 None None] For port 829512f0-afec-422d-a860-9e2f12424d83, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=829512f0-afec-422d-a860-9e2f12424d83,segment=NetworkSegment(cf586a7d-4b05-4068-8a8b-46c0ace76e6a),segment_id=cf586a7d-4b05-4068-8a8b-46c0ace76e6a)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:44.481928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd35a6b2-f50e-49c5-8411-25b6c875f6c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.494404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cd35a6b2-f50e-49c5-8411-25b6c875f6c2 None None] Calling delete_port for 829512f0-afec-422d-a860-9e2f12424d83 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 14:59:44.522308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.545193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=829512f0-afec-422d-a860-9e2f12424d83,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:44.552351 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] No DVR routers for this DVR port 829512f0-afec-422d-a860-9e2f12424d83 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:59:44.569649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd35a6b2-f50e-49c5-8411-25b6c875f6c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.601083 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd35a6b2-f50e-49c5-8411-25b6c875f6c2 None None] Pushing event deleted for resources: {'Port': ['ID=829512f0-afec-422d-a860-9e2f12424d83,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:44.606534 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd35a6b2-f50e-49c5-8411-25b6c875f6c2 None None] No DVR routers for this DVR port 829512f0-afec-422d-a860-9e2f12424d83 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 14:59:44.629762 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.649583 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4252a9b-740a-4f18-b8ed-88019490d5ee']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:44.658483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:44.658820 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf586a7d-4b05-4068-8a8b-46c0ace76e6a') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 14:59:44.667992 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.681517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.687416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 14:59:44.687802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 14:59:44.690070 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 14:59:44.814507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.819315 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:44.822739 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b4252a9b-740a-4f18-b8ed-88019490d5ee HTTP/1.1" status: 204 len: 168 time: 0.6972690 Dec 06 14:59:44.836046 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c752f822-1364-4f18-a6ed-111e8e858f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4252a9b-740a-4f18-b8ed-88019490d5ee,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:45.076645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41458) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:45.119341 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9cf9d457-49bb-4735-9eae-74882fb9e541 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce75bc76109a4386b138212eca27c92c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0414979 Dec 06 14:59:45.121773 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41460) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:45.167133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87b25ecf-c6c2-4156-b49a-741af08416ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:45.187455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87b25ecf-c6c2-4156-b49a-741af08416ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:45.307913 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87b25ecf-c6c2-4156-b49a-741af08416ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:45.310504 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-87b25ecf-c6c2-4156-b49a-741af08416ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:45.311652 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-87b25ecf-c6c2-4156-b49a-741af08416ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d44d5ddf-653b-4fc7-ad4b-2de027d30655 HTTP/1.1" status: 204 len: 168 time: 0.1890070 Dec 06 14:59:45.319966 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b25ecf-c6c2-4156-b49a-741af08416ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d5ddf-653b-4fc7-ad4b-2de027d30655,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:46.263270 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 829512f0-afec-422d-a860-9e2f12424d83 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 14:59:46.283318 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 829512f0-afec-422d-a860-9e2f12424d83 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 14:59:46.283664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 829512f0-afec-422d-a860-9e2f12424d83 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 14:59:46.325792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41482) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:46.431757 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-27086662-network', 'tenant_id': '9c8d45a97a004b5995dda550b9ecdb9e'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:59:46.510802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Made reservation on behalf of 9c8d45a97a004b5995dda550b9ecdb9e for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:59:46.513104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:46.521870 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:46.592431 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:46.647874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:46.674845 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 14:59:46.681174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193854dd-487c-47a9-97b9-f08604766b8b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:46.688772 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:46.688772 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Added segment 5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0 of type vlan for network 15a57282-ffa8-4dd3-a62f-556e71389871 Dec 06 14:59:46.730595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:46.813844 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:46.815228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:46.815795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:46.871885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] Pushing event updated for resources: {'Network': ['ID=15a57282-ffa8-4dd3-a62f-556e71389871,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:46.882897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 15a57282-ffa8-4dd3-a62f-556e71389871 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 14:59:46.896995 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-037d542c-aa63-40cb-b7d2-1d2b7ba32270 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5701199 Dec 06 14:59:46.899719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41486) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 14:59:46.904390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9341ae47-27bc-4ca8-bfec-9914ed31ea91 admin admin] Request body: {'subnet': {'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-27086662-subnet', 'tenant_id': '9c8d45a97a004b5995dda550b9ecdb9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:59:46.984816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9341ae47-27bc-4ca8-bfec-9914ed31ea91 admin admin] Made reservation on behalf of 9c8d45a97a004b5995dda550b9ecdb9e for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:59:46.987260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9341ae47-27bc-4ca8-bfec-9914ed31ea91 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:47.191500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9341ae47-27bc-4ca8-bfec-9914ed31ea91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:47.249729 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341ae47-27bc-4ca8-bfec-9914ed31ea91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=539920cd-3a15-4916-b044-30b12adcb53e,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:47.259865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9341ae47-27bc-4ca8-bfec-9914ed31ea91 admin admin] Checking segment: {'id': '5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:59:47.259865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9341ae47-27bc-4ca8-bfec-9914ed31ea91 admin admin] Network hostable DHCP agents. Network: 15a57282-ffa8-4dd3-a62f-556e71389871, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 14:59:47.333698 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9341ae47-27bc-4ca8-bfec-9914ed31ea91 admin admin] Network 15a57282-ffa8-4dd3-a62f-556e71389871 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 14:59:47.396813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-9341ae47-27bc-4ca8-bfec-9914ed31ea91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 15a57282-ffa8-4dd3-a62f-556e71389871) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:59:47.400754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341ae47-27bc-4ca8-bfec-9914ed31ea91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:47.401369 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9341ae47-27bc-4ca8-bfec-9914ed31ea91 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:47.407731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ecdc89-b626-44a2-a10a-31bdad8611da None None] Network 15a57282-ffa8-4dd3-a62f-556e71389871 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:59:47.468204 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9341ae47-27bc-4ca8-bfec-9914ed31ea91 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5673413 Dec 06 14:59:47.533946 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02041ff-bd8c-44cf-95b1-cf1d7d9d5da1 None None] Network 15a57282-ffa8-4dd3-a62f-556e71389871 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 14:59:47.891780 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-c3335cef-65f3-40a3-b990-dd2b8706370d tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:47.893746 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-c3335cef-65f3-40a3-b990-dd2b8706370d tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/networks?id=15a57282-ffa8-4dd3-a62f-556e71389871 HTTP/1.1" status: 200 len: 812 time: 0.0997357 Dec 06 14:59:47.908979 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-993a3d22-7d03-43d3-b1b7-97dc6221d305 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/quotas/9c8d45a97a004b5995dda550b9ecdb9e HTTP/1.1" status: 200 len: 375 time: 0.0094304 Dec 06 14:59:47.939402 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-9bc83419-a751-4e5d-84ec-e70094d08fd5 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c8d45a97a004b5995dda550b9ecdb9e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250373 Dec 06 14:59:48.029991 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-78b4e99b-e26a-4608-a87c-240ac2d1b188 service neutron] 10.222.0.42 "GET /v2.0/networks/15a57282-ffa8-4dd3-a62f-556e71389871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838175 Dec 06 14:59:48.117329 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-ba96d1ff-dc66-47b1-8fa5-dfcf372f0a75 service neutron] 10.222.0.42 "GET /v2.0/networks/15a57282-ffa8-4dd3-a62f-556e71389871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808320 Dec 06 14:59:49.358780 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4c42c1f3-1989-4633-aafa-08b45ecb6e25 req-ad361c75-e297-4ee7-89d4-fb6dab59def8 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 210 time: 0.0261993 Dec 06 14:59:50.441114 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a0d05daa-e99c-40ee-9c80-131705f769e5 req-dbf70ef5-5864-47f2-8975-0c873029b3a5 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 210 time: 0.0319145 Dec 06 14:59:51.514346 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e530108a-77cc-43df-ba68-681cb816098d req-d2b51381-e927-4052-ad48-13c72e3ffc59 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 210 time: 0.0256059 Dec 06 14:59:52.607148 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9d0ce6c0-fc8b-4654-ba3a-f8b0a4110e29 req-afd8968a-2da4-4585-9726-4744c777f0cf tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 210 time: 0.0286481 Dec 06 14:59:53.291533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-c34674d1-d078-4007-915b-3819bc5dd473 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:53.293012 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-c34674d1-d078-4007-915b-3819bc5dd473 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.41 "GET /v2.0/networks?id=15a57282-ffa8-4dd3-a62f-556e71389871 HTTP/1.1" status: 200 len: 812 time: 0.1005454 Dec 06 14:59:53.306257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-eb9edcb5-fd4d-4ffd-b2e0-2350cb71848b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Request body: {'port': {'device_id': 'e857b84a-01d6-4c2b-b824-240176f56cca', 'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871', 'admin_state_up': True, 'tenant_id': '9c8d45a97a004b5995dda550b9ecdb9e'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:59:53.476526 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-eb9edcb5-fd4d-4ffd-b2e0-2350cb71848b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Made reservation on behalf of 9c8d45a97a004b5995dda550b9ecdb9e for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 14:59:53.480100 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-eb9edcb5-fd4d-4ffd-b2e0-2350cb71848b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:53.607987 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-eb9edcb5-fd4d-4ffd-b2e0-2350cb71848b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Allocated IP 172.20.0.14 (15a57282-ffa8-4dd3-a62f-556e71389871/539920cd-3a15-4916-b044-30b12adcb53e/4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 14:59:53.702255 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-77bf2a25-41fd-46fa-b895-4c7041e4f951 req-6f96f96d-8299-4cb6-8b8f-ffd5319f5d65 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 210 time: 0.0263398 Dec 06 14:59:53.756106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-eb9edcb5-fd4d-4ffd-b2e0-2350cb71848b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:53.854264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-eb9edcb5-fd4d-4ffd-b2e0-2350cb71848b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:53.902321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-eb9edcb5-fd4d-4ffd-b2e0-2350cb71848b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Network 15a57282-ffa8-4dd3-a62f-556e71389871 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 14:59:53.905348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-eb9edcb5-fd4d-4ffd-b2e0-2350cb71848b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 14:59:53.909348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-eb9edcb5-fd4d-4ffd-b2e0-2350cb71848b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 14:59:53.916750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9edcb5-fd4d-4ffd-b2e0-2350cb71848b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Pushing event updated for resources: {'Port': ['ID=4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:53.961491 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-eb9edcb5-fd4d-4ffd-b2e0-2350cb71848b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:53.965196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-eb9edcb5-fd4d-4ffd-b2e0-2350cb71848b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.056191 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-eb9edcb5-fd4d-4ffd-b2e0-2350cb71848b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7536492 Dec 06 14:59:54.071664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Request body: {'port': {'device_id': 'e857b84a-01d6-4c2b-b824-240176f56cca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 14:59:54.125307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.378686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:59:54.385879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.397287 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Transition to ACTIVE for port object 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 14:59:54.459411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.509124 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Pushing event updated for resources: {'Port': ['ID=4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:54.579474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Attempting to bind port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 14:59:54.579804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Attempting to bind port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 14:59:54.580125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Attempting to bind port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a on network 15a57282-ffa8-4dd3-a62f-556e71389871 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:59:54.584770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a on network 15a57282-ffa8-4dd3-a62f-556e71389871 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 14:59:54.585105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Attempting to bind port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a on network 15a57282-ffa8-4dd3-a62f-556e71389871 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 14:59:54.589738 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 14, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 14:59:54.590064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Checking segment: {'id': '5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 14:59:54.590437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Bound using segment: {'id': '5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 14:59:54.590851 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Bound port: 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 14:59:54.591190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.656600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] For port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 14:59:54.660364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] For port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a,segment=NetworkSegment(5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0),segment_id=5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 14:59:54.716764 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.753746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:54.754361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:54.756235 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] 10.222.0.41 "PUT /v2.0/ports/4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a HTTP/1.1" status: 200 len: 1094 time: 0.6885865 Dec 06 14:59:54.756683 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e857b84a-01d6-4c2b-b824-240176f56cca', 'tag': '4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 14:59:54.758959 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1955c15e-6c32-44a9-a575-402290607f1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e857b84a-01d6-4c2b-b824-240176f56cca", "tag": "4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 14:59:54.791419 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80315dcb-18ca-4b3b-835d-3e5626a420cc service neutron] Pushing event updated for resources: {'Port': ['ID=4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:54.808137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 14:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62f8a8b-cdbe-4a3b-9edb-d2c633a0195f x-openstack-request-id: req-c62f8a8b-cdbe-4a3b-9edb-d2c633a0195f {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 14:59:54.808436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e857b84a-01d6-4c2b-b824-240176f56cca", "tag": "4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 14:59:54.808695 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c62f8a8b-cdbe-4a3b-9edb-d2c633a0195f {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 14:59:54.809123 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e857b84a-01d6-4c2b-b824-240176f56cca', 'tag': '4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a', 'status': 'completed', 'code': 200} Dec 06 14:59:54.848750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d0967-f712-4195-8a5c-2ee586b98afc req-14a83cc5-32e1-40a3-a6dd-519de9fea454 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:54.850260 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0a8d0967-f712-4195-8a5c-2ee586b98afc req-14a83cc5-32e1-40a3-a6dd-519de9fea454 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 944 time: 0.0739822 Dec 06 14:59:54.911413 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955c15e-6c32-44a9-a575-402290607f1b req-27cc8204-65da-4fb8-b69a-390e5c35c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:54.912791 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1955c15e-6c32-44a9-a575-402290607f1b req-27cc8204-65da-4fb8-b69a-390e5c35c11f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c8d45a97a004b5995dda550b9ecdb9e&device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 1097 time: 0.0876472 Dec 06 14:59:54.917396 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0a8d0967-f712-4195-8a5c-2ee586b98afc req-9cdef641-03ee-4605-92b0-23df07545bb6 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534232 Dec 06 14:59:55.009288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955c15e-6c32-44a9-a575-402290607f1b req-e717f54a-e2cf-4183-a89f-2b07b6c497bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:55.010714 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1955c15e-6c32-44a9-a575-402290607f1b req-e717f54a-e2cf-4183-a89f-2b07b6c497bf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9c8d45a97a004b5995dda550b9ecdb9e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0901973 Dec 06 14:59:55.104247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955c15e-6c32-44a9-a575-402290607f1b req-db8ba765-6605-434f-aad4-ca9f31ff8073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:55.105696 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1955c15e-6c32-44a9-a575-402290607f1b req-db8ba765-6605-434f-aad4-ca9f31ff8073 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885391 Dec 06 14:59:55.182029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-cd1e8303-4549-4e95-94ee-ebcedf762dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:55.183396 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-cd1e8303-4549-4e95-94ee-ebcedf762dd4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c8d45a97a004b5995dda550b9ecdb9e&device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 1097 time: 0.0407207 Dec 06 14:59:55.228247 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-c20e97ad-6fed-4669-aec0-ea650a327fe2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a HTTP/1.1" status: 200 len: 217 time: 0.0369272 Dec 06 14:59:55.276042 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-169ae2f3-643a-42f5-b623-b48dafc0e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:55.277443 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-169ae2f3-643a-42f5-b623-b48dafc0e32b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=539920cd-3a15-4916-b044-30b12adcb53e HTTP/1.1" status: 200 len: 852 time: 0.0425847 Dec 06 14:59:55.308554 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-0c9ad97d-d2bc-4c53-9caf-aa9c6e270103 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15a57282-ffa8-4dd3-a62f-556e71389871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242419 Dec 06 14:59:55.401396 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-b1089034-b019-48aa-aa56-a426e698850d service neutron] 10.222.0.41 "GET /v2.0/networks/15a57282-ffa8-4dd3-a62f-556e71389871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845113 Dec 06 14:59:55.491784 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e7a793b-5898-4b4b-9ba0-99b14aba9d6f req-2e78d7ae-5f6d-46bf-a965-d643afa68f9e service neutron] 10.222.0.41 "GET /v2.0/networks/15a57282-ffa8-4dd3-a62f-556e71389871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833695 Dec 06 14:59:56.030328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c77cbf-36c1-4221-8615-3dec3df28494 req-cb72c485-89bf-4c4c-8e66-5916f1a59386 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:56.031759 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-99c77cbf-36c1-4221-8615-3dec3df28494 req-cb72c485-89bf-4c4c-8e66-5916f1a59386 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 944 time: 0.0468886 Dec 06 14:59:56.077784 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-99c77cbf-36c1-4221-8615-3dec3df28494 req-76724439-fec6-43ea-94eb-e374acd78d5a tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393369 Dec 06 14:59:57.193675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2be7fd-6e57-4d2e-9504-818dcad118a6 req-938f99da-4d9d-4828-adab-d77bebb834a4 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:57.195145 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7c2be7fd-6e57-4d2e-9504-818dcad118a6 req-938f99da-4d9d-4828-adab-d77bebb834a4 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 944 time: 0.0500143 Dec 06 14:59:57.245626 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7c2be7fd-6e57-4d2e-9504-818dcad118a6 req-a368a4c6-3495-4865-af97-8f174d927d81 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444686 Dec 06 14:59:58.209616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 14:59:58.301898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a,segment=NetworkSegment(5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0),segment_id=5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:58.317553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a', 'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871', 'port_id': '4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a', 'mac_address': 'fa:16:3e:0b:dd:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539920cd-3a15-4916-b044-30b12adcb53e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 14:59:58.353701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:58.362477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8831e5b-3ee9-4464-8279-f41540be0da7 req-41a46b2b-14d2-4d41-89d9-262dc8581aa0 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:58.363956 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d8831e5b-3ee9-4464-8279-f41540be0da7 req-41a46b2b-14d2-4d41-89d9-262dc8581aa0 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 944 time: 0.0523682 Dec 06 14:59:58.366965 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 14:59:58.386378 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a,segment=NetworkSegment(5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0),segment_id=5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 14:59:58.410606 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d8831e5b-3ee9-4464-8279-f41540be0da7 req-ec8b232d-63e6-48d6-9381-6ea42d3554b8 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404456 Dec 06 14:59:58.442204 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 14:59:58.488523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 14:59:58.495384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:58.495731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:58.496070 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:58.496405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:58.496737 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:58.497084 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:58.497410 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:58.497739 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:58.498063 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:58.498386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:58.498705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:58.499022 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:58.499338 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 14:59:58.814226 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 14:59:59.521781 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ee2780-2c5c-4295-83ca-92aad29f743a req-d3de5a25-0766-4fd9-a34a-ebbb7334de4b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 14:59:59.523223 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-47ee2780-2c5c-4295-83ca-92aad29f743a req-d3de5a25-0766-4fd9-a34a-ebbb7334de4b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 945 time: 0.0481229 Dec 06 14:59:59.569930 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-47ee2780-2c5c-4295-83ca-92aad29f743a req-5a0139b0-13e4-4a08-8d3e-c88b47f8ad5d tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408182 Dec 06 14:59:59.882003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.209098 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:00.339050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:00:00.343006 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:00.343404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.431760 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.453694 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e857b84a-01d6-4c2b-b824-240176f56cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:00:00.456464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20c57d5-7d18-4c54-90b1-113da67553aa" -d '{"events": [{"server_uuid": "e857b84a-01d6-4c2b-b824-240176f56cca", "name": "network-vif-plugged", "status": "completed", "tag": "4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:00:00.468416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a,segment=NetworkSegment(5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0),segment_id=5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:00.492411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f8446e-c584-4fb9-b8d9-5530528543d2 x-openstack-request-id: req-24f8446e-c584-4fb9-b8d9-5530528543d2 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:00:00.492707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e857b84a-01d6-4c2b-b824-240176f56cca", "name": "network-vif-plugged", "status": "completed", "tag": "4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:00:00.492993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24f8446e-c584-4fb9-b8d9-5530528543d2 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:00:00.493385 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e857b84a-01d6-4c2b-b824-240176f56cca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a', 'code': 200} Dec 06 15:00:00.533680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:00.581459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:00.682452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe2a4aa-f5ac-422e-b82b-9a41b9313dad req-748fb388-a661-4428-aec9-59f4ac6f0a72 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:00.683936 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7fe2a4aa-f5ac-422e-b82b-9a41b9313dad req-748fb388-a661-4428-aec9-59f4ac6f0a72 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 946 time: 0.0483274 Dec 06 15:00:00.739720 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7fe2a4aa-f5ac-422e-b82b-9a41b9313dad req-3c694510-b9c3-4661-bf7c-7ac7b94298ac tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496967 Dec 06 15:00:00.771657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37d73d-c1bc-4c21-a03c-537789ef2812 req-418227b0-d11f-4d6e-8ca7-4f46910925c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:00.774004 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c37d73d-c1bc-4c21-a03c-537789ef2812 req-418227b0-d11f-4d6e-8ca7-4f46910925c3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 1099 time: 0.0528154 Dec 06 15:00:00.816744 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c37d73d-c1bc-4c21-a03c-537789ef2812 req-d38353e2-d486-45c8-9556-eb74b78981e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370202 Dec 06 15:00:01.333676 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad1f0e39-f059-4e33-b836-eb6d16a98721 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:01.853646 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a93811-385b-49d0-b40a-5da02d3265df req-8b0a15b0-2702-4f0f-93be-cbc77fdc95f1 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:01.855123 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b4a93811-385b-49d0-b40a-5da02d3265df req-8b0a15b0-2702-4f0f-93be-cbc77fdc95f1 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 946 time: 0.0475147 Dec 06 15:00:01.901306 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b4a93811-385b-49d0-b40a-5da02d3265df req-af6cf938-dc54-45ea-9915-eb48803d79bc tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Dec 06 15:00:03.015248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174cec78-cf69-4d3d-bd54-e29a1a2d8385 req-545949ca-016a-4111-8170-95f205842aea tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:03.016588 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-174cec78-cf69-4d3d-bd54-e29a1a2d8385 req-545949ca-016a-4111-8170-95f205842aea tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 946 time: 0.0474865 Dec 06 15:00:03.062162 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-174cec78-cf69-4d3d-bd54-e29a1a2d8385 req-8147e5c7-c864-431a-89a1-b9b4a2bdb3e7 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397272 Dec 06 15:00:03.282576 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-b22a7438-af8f-493e-8f17-1e55fd4d881d tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:03.283915 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-b22a7438-af8f-493e-8f17-1e55fd4d881d tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/networks?id=15a57282-ffa8-4dd3-a62f-556e71389871 HTTP/1.1" status: 200 len: 812 time: 0.1028442 Dec 06 15:00:03.298725 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-7be645b8-4578-4688-bb57-671df49116bd tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/quotas/9c8d45a97a004b5995dda550b9ecdb9e HTTP/1.1" status: 200 len: 375 time: 0.0086374 Dec 06 15:00:03.345177 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-03c5cdbd-04e6-46b9-bb5e-73e7eb7b39bd tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c8d45a97a004b5995dda550b9ecdb9e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413256 Dec 06 15:00:03.477749 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-f546ad4b-2ec2-42fa-a8d3-edcf9ba2627f service neutron] 10.222.0.42 "GET /v2.0/networks/15a57282-ffa8-4dd3-a62f-556e71389871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256614 Dec 06 15:00:03.563766 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-9d83e704-a982-49f3-883d-7a2a5306ee61 service neutron] 10.222.0.42 "GET /v2.0/networks/15a57282-ffa8-4dd3-a62f-556e71389871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799716 Dec 06 15:00:03.676388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e07d116-f0a2-4de0-8dd3-0774dc502872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:03.795933 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-19bbc628-5405-403d-9682-0aa3d80bcb1c req-9af4b703-3a59-4942-a9e5-557dd1e5065f tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 210 time: 0.0265052 Dec 06 15:00:04.895456 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4515898c-c715-4893-80b9-6abedf3c7474 req-4e40d683-18cc-4f6d-94fb-a600938e6564 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 210 time: 0.0318310 Dec 06 15:00:04.904574 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:05.571057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-20c16362-3ad9-44bb-9f06-0abbca5275aa tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:05.572563 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-20c16362-3ad9-44bb-9f06-0abbca5275aa tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.41 "GET /v2.0/networks?id=15a57282-ffa8-4dd3-a62f-556e71389871 HTTP/1.1" status: 200 len: 812 time: 0.1059780 Dec 06 15:00:05.584673 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2b35321a-11d7-43cd-861d-7141a8bc3456 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Request body: {'port': {'device_id': 'b32e82f2-0517-4d88-b22a-37e202aeb9cd', 'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871', 'admin_state_up': True, 'tenant_id': '9c8d45a97a004b5995dda550b9ecdb9e'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:05.744640 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2b35321a-11d7-43cd-861d-7141a8bc3456 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Made reservation on behalf of 9c8d45a97a004b5995dda550b9ecdb9e for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:05.748192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2b35321a-11d7-43cd-861d-7141a8bc3456 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:05.871794 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2b35321a-11d7-43cd-861d-7141a8bc3456 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Allocated IP 172.20.0.4 (15a57282-ffa8-4dd3-a62f-556e71389871/539920cd-3a15-4916-b044-30b12adcb53e/76b0fb1d-f783-4984-8db9-4952d5cf1f64) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:06.004995 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3586be54-5513-4b74-b682-3e7e8666eb0e req-22f77962-3573-4617-add6-4638d0c4ab0f tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 210 time: 0.0336409 Dec 06 15:00:06.042417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2b35321a-11d7-43cd-861d-7141a8bc3456 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:06.093408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:06.162478 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2b35321a-11d7-43cd-861d-7141a8bc3456 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:06.173821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:00:06.211234 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2b35321a-11d7-43cd-861d-7141a8bc3456 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Network 15a57282-ffa8-4dd3-a62f-556e71389871 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:06.214347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2b35321a-11d7-43cd-861d-7141a8bc3456 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:06.218212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2b35321a-11d7-43cd-861d-7141a8bc3456 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:06.224842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35321a-11d7-43cd-861d-7141a8bc3456 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Pushing event updated for resources: {'Port': ['ID=76b0fb1d-f783-4984-8db9-4952d5cf1f64,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:06.269502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2b35321a-11d7-43cd-861d-7141a8bc3456 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:06.270097 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2b35321a-11d7-43cd-861d-7141a8bc3456 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:06.358756 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2b35321a-11d7-43cd-861d-7141a8bc3456 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7777088 Dec 06 15:00:06.404159 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Request body: {'port': {'device_id': 'b32e82f2-0517-4d88-b22a-37e202aeb9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:06.455597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:06.712604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b0fb1d-f783-4984-8db9-4952d5cf1f64 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:00:06.720033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:06.731466 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Transition to ACTIVE for port object 76b0fb1d-f783-4984-8db9-4952d5cf1f64 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:00:06.813404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:06.866579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Pushing event updated for resources: {'Port': ['ID=76b0fb1d-f783-4984-8db9-4952d5cf1f64,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:06.910832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:06.933906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Attempting to bind port 76b0fb1d-f783-4984-8db9-4952d5cf1f64 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:06.934241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Attempting to bind port 76b0fb1d-f783-4984-8db9-4952d5cf1f64 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:06.934562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Attempting to bind port 76b0fb1d-f783-4984-8db9-4952d5cf1f64 on network 15a57282-ffa8-4dd3-a62f-556e71389871 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:06.938644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Port 76b0fb1d-f783-4984-8db9-4952d5cf1f64 on network 15a57282-ffa8-4dd3-a62f-556e71389871 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:00:06.938963 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Attempting to bind port 76b0fb1d-f783-4984-8db9-4952d5cf1f64 on network 15a57282-ffa8-4dd3-a62f-556e71389871 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:06.943630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:06.943960 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Checking segment: {'id': '5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:06.944335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Bound using segment: {'id': '5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:06.944753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Bound port: 76b0fb1d-f783-4984-8db9-4952d5cf1f64, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:06.945125 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:07.005576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] For port 76b0fb1d-f783-4984-8db9-4952d5cf1f64, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:07.008482 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] For port 76b0fb1d-f783-4984-8db9-4952d5cf1f64, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76b0fb1d-f783-4984-8db9-4952d5cf1f64,segment=NetworkSegment(5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0),segment_id=5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:07.082630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:07.118866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:07.119497 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:07.120911 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] 10.222.0.41 "PUT /v2.0/ports/76b0fb1d-f783-4984-8db9-4952d5cf1f64 HTTP/1.1" status: 200 len: 1093 time: 0.7209373 Dec 06 15:00:07.121366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b32e82f2-0517-4d88-b22a-37e202aeb9cd', 'tag': '76b0fb1d-f783-4984-8db9-4952d5cf1f64'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:00:07.123655 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fa5fd4-4c0d-4683-97c7-61e3a2c638b1" -d '{"events": [{"name": "network-changed", "server_uuid": "b32e82f2-0517-4d88-b22a-37e202aeb9cd", "tag": "76b0fb1d-f783-4984-8db9-4952d5cf1f64"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:00:07.124793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f0f6f-eb7c-4dd8-befc-e6b2a559a859 req-a8204b16-fe00-4e57-ac7f-1aa24c568229 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:07.127138 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-116f0f6f-eb7c-4dd8-befc-e6b2a559a859 req-a8204b16-fe00-4e57-ac7f-1aa24c568229 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 943 time: 0.0527349 Dec 06 15:00:07.158351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24fa3c-1fe2-46b1-b479-7e0f6139ccfc service neutron] Pushing event updated for resources: {'Port': ['ID=76b0fb1d-f783-4984-8db9-4952d5cf1f64,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:07.163874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fc5f57-5b49-4a61-ab2d-753af83981c2 x-openstack-request-id: req-c3fc5f57-5b49-4a61-ab2d-753af83981c2 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:00:07.164269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b32e82f2-0517-4d88-b22a-37e202aeb9cd", "tag": "76b0fb1d-f783-4984-8db9-4952d5cf1f64", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:00:07.164629 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c3fc5f57-5b49-4a61-ab2d-753af83981c2 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:00:07.165376 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b32e82f2-0517-4d88-b22a-37e202aeb9cd', 'tag': '76b0fb1d-f783-4984-8db9-4952d5cf1f64', 'status': 'completed', 'code': 200} Dec 06 15:00:07.181972 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-116f0f6f-eb7c-4dd8-befc-e6b2a559a859 req-983b1397-85f4-4045-9129-e23964e646aa tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471938 Dec 06 15:00:07.225941 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa5fd4-4c0d-4683-97c7-61e3a2c638b1 req-8c3b610b-3d4b-4202-8f61-6b04066312ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:07.227461 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-67fa5fd4-4c0d-4683-97c7-61e3a2c638b1 req-8c3b610b-3d4b-4202-8f61-6b04066312ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c8d45a97a004b5995dda550b9ecdb9e&device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 1096 time: 0.0426590 Dec 06 15:00:07.325255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa5fd4-4c0d-4683-97c7-61e3a2c638b1 req-d743f522-11b8-4b36-9c92-2d278d26104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:07.326647 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-67fa5fd4-4c0d-4683-97c7-61e3a2c638b1 req-d743f522-11b8-4b36-9c92-2d278d26104d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9c8d45a97a004b5995dda550b9ecdb9e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0919271 Dec 06 15:00:07.420640 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa5fd4-4c0d-4683-97c7-61e3a2c638b1 req-f16a4a3f-6139-4f54-b0bc-19a804b05acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:07.422142 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-67fa5fd4-4c0d-4683-97c7-61e3a2c638b1 req-f16a4a3f-6139-4f54-b0bc-19a804b05acd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885448 Dec 06 15:00:07.499120 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-e980ecf7-fe72-4da1-a91c-15be7376ab87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:07.500628 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-e980ecf7-fe72-4da1-a91c-15be7376ab87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c8d45a97a004b5995dda550b9ecdb9e&device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 1096 time: 0.0397584 Dec 06 15:00:07.542566 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-50d7ee78-e2bb-453e-b692-d1ab3362dfcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76b0fb1d-f783-4984-8db9-4952d5cf1f64 HTTP/1.1" status: 200 len: 217 time: 0.0336144 Dec 06 15:00:07.594911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-7a0d01cf-09ba-42a2-ab47-e4c33e7834da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:07.596339 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-7a0d01cf-09ba-42a2-ab47-e4c33e7834da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=539920cd-3a15-4916-b044-30b12adcb53e HTTP/1.1" status: 200 len: 852 time: 0.0470436 Dec 06 15:00:07.628353 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-1a4353a5-00d5-4808-8841-8da868bba827 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15a57282-ffa8-4dd3-a62f-556e71389871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242436 Dec 06 15:00:07.715284 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-b5c276eb-a30f-40e0-8a1f-f9dd61726282 service neutron] 10.222.0.41 "GET /v2.0/networks/15a57282-ffa8-4dd3-a62f-556e71389871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800056 Dec 06 15:00:07.806383 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5af08765-fe13-4c87-be94-ea5403ada1a9 req-27753c74-8a22-4734-b305-8811b2650955 service neutron] 10.222.0.41 "GET /v2.0/networks/15a57282-ffa8-4dd3-a62f-556e71389871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840833 Dec 06 15:00:08.303630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb57e81e-efcb-47dc-8a58-cba5bffe6374 req-3cc767a9-8606-41fa-8ea6-51561ea45c5d tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:08.305143 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cb57e81e-efcb-47dc-8a58-cba5bffe6374 req-3cc767a9-8606-41fa-8ea6-51561ea45c5d tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 943 time: 0.0483847 Dec 06 15:00:08.351829 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cb57e81e-efcb-47dc-8a58-cba5bffe6374 req-a31a7d75-43e7-4513-8c41-1b5b3ac6d668 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407133 Dec 06 15:00:09.463922 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58157c-18bd-45c5-9f0d-f3ee9302b290 req-072c1aca-07c7-4f9d-998a-5af5353fc4e1 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:09.465404 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0b58157c-18bd-45c5-9f0d-f3ee9302b290 req-072c1aca-07c7-4f9d-998a-5af5353fc4e1 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 943 time: 0.0473292 Dec 06 15:00:09.510266 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0b58157c-18bd-45c5-9f0d-f3ee9302b290 req-161e6fee-27c7-45e8-84d6-f932d96b4839 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390007 Dec 06 15:00:10.243421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 76b0fb1d-f783-4984-8db9-4952d5cf1f64 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:00:10.336994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 76b0fb1d-f783-4984-8db9-4952d5cf1f64, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76b0fb1d-f783-4984-8db9-4952d5cf1f64,segment=NetworkSegment(5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0),segment_id=5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:10.348186 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '76b0fb1d-f783-4984-8db9-4952d5cf1f64', 'network_id': '15a57282-ffa8-4dd3-a62f-556e71389871', 'port_id': '76b0fb1d-f783-4984-8db9-4952d5cf1f64', 'mac_address': 'fa:16:3e:f6:c4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '539920cd-3a15-4916-b044-30b12adcb53e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:00:10.386317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:10.398957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b0fb1d-f783-4984-8db9-4952d5cf1f64 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:00:10.418824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 76b0fb1d-f783-4984-8db9-4952d5cf1f64, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76b0fb1d-f783-4984-8db9-4952d5cf1f64,segment=NetworkSegment(5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0),segment_id=5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:10.485210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:10.530762 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=76b0fb1d-f783-4984-8db9-4952d5cf1f64,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:10.630798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3d90c-6fef-4acd-864b-06aed23d0533 req-b0dff02f-8589-4e7e-b175-8cbe377b0379 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:10.632258 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b5b3d90c-6fef-4acd-864b-06aed23d0533 req-b0dff02f-8589-4e7e-b175-8cbe377b0379 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 944 time: 0.0541322 Dec 06 15:00:10.681722 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b5b3d90c-6fef-4acd-864b-06aed23d0533 req-1af81c3c-d26c-46f4-945d-1ee6174f9591 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432301 Dec 06 15:00:10.805080 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['76b0fb1d-f783-4984-8db9-4952d5cf1f64'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:00:11.797613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7d9f06-0197-4ec5-a29e-30fb4cedb805 req-344e0de4-4014-41bd-953a-d77e142c3b4b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:11.799033 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8f7d9f06-0197-4ec5-a29e-30fb4cedb805 req-344e0de4-4014-41bd-953a-d77e142c3b4b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 944 time: 0.0507839 Dec 06 15:00:11.845088 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8f7d9f06-0197-4ec5-a29e-30fb4cedb805 req-6c50308e-93ba-48ff-86e6-02512aa43987 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394614 Dec 06 15:00:12.259006 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 76b0fb1d-f783-4984-8db9-4952d5cf1f64 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:12.355918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 76b0fb1d-f783-4984-8db9-4952d5cf1f64 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:00:12.359931 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 76b0fb1d-f783-4984-8db9-4952d5cf1f64 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:12.360309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:12.398730 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c3241797-5940-475b-acbb-0a7ae312104d req-e2bef4bf-f79a-4444-9eaa-0fdd56f1b39c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0400987 Dec 06 15:00:12.437734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:12.459535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32e82f2-0517-4d88-b22a-37e202aeb9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b0fb1d-f783-4984-8db9-4952d5cf1f64'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:00:12.461791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b0e4eb-bdf0-445b-8f82-a43758711a6c" -d '{"events": [{"server_uuid": "b32e82f2-0517-4d88-b22a-37e202aeb9cd", "name": "network-vif-plugged", "status": "completed", "tag": "76b0fb1d-f783-4984-8db9-4952d5cf1f64"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:00:12.478545 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3241797-5940-475b-acbb-0a7ae312104d req-275365e4-26bf-486c-851e-f546246e4646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:12.479438 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 76b0fb1d-f783-4984-8db9-4952d5cf1f64, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76b0fb1d-f783-4984-8db9-4952d5cf1f64,segment=NetworkSegment(5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0),segment_id=5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:12.480536 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c3241797-5940-475b-acbb-0a7ae312104d req-275365e4-26bf-486c-851e-f546246e4646 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c8d45a97a004b5995dda550b9ecdb9e&device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 1099 time: 0.0414901 Dec 06 15:00:12.499583 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769f05a7-0290-452c-89a5-a23f5f766d94 x-openstack-request-id: req-769f05a7-0290-452c-89a5-a23f5f766d94 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:00:12.499892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32e82f2-0517-4d88-b22a-37e202aeb9cd", "name": "network-vif-plugged", "status": "completed", "tag": "76b0fb1d-f783-4984-8db9-4952d5cf1f64", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:00:12.500142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-769f05a7-0290-452c-89a5-a23f5f766d94 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:00:12.500529 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32e82f2-0517-4d88-b22a-37e202aeb9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b0fb1d-f783-4984-8db9-4952d5cf1f64', 'code': 200} Dec 06 15:00:12.544732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:12.591669 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=76b0fb1d-f783-4984-8db9-4952d5cf1f64,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:12.597442 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3241797-5940-475b-acbb-0a7ae312104d req-a82464e4-26f2-45fb-a4bd-f9ebdcd0374b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:12.598924 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c3241797-5940-475b-acbb-0a7ae312104d req-a82464e4-26f2-45fb-a4bd-f9ebdcd0374b service neutron] 10.222.0.41 "GET /v2.0/networks?id=15a57282-ffa8-4dd3-a62f-556e71389871 HTTP/1.1" status: 200 len: 913 time: 0.0889752 Dec 06 15:00:12.639171 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c3241797-5940-475b-acbb-0a7ae312104d req-0fb54633-9fcb-48e2-be08-7529e004cc02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a HTTP/1.1" status: 200 len: 217 time: 0.0332165 Dec 06 15:00:12.688790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3241797-5940-475b-acbb-0a7ae312104d req-b8a00bce-6ad8-4a9a-bf86-03fb391bbff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:12.690838 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c3241797-5940-475b-acbb-0a7ae312104d req-b8a00bce-6ad8-4a9a-bf86-03fb391bbff5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=539920cd-3a15-4916-b044-30b12adcb53e HTTP/1.1" status: 200 len: 852 time: 0.0436549 Dec 06 15:00:12.733112 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c3241797-5940-475b-acbb-0a7ae312104d req-cde6af70-9a05-4d10-8d8e-069642319416 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=15a57282-ffa8-4dd3-a62f-556e71389871&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300138 Dec 06 15:00:12.769792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c7615-fd9e-4a72-8557-ef1e65eac679 req-d92114c1-60c1-481f-8a4a-e8e8c4ba23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:12.771246 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f02c7615-fd9e-4a72-8557-ef1e65eac679 req-d92114c1-60c1-481f-8a4a-e8e8c4ba23ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 1098 time: 0.0391159 Dec 06 15:00:12.815901 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f02c7615-fd9e-4a72-8557-ef1e65eac679 req-a3626878-bdea-438e-8cb1-081dcd204a12 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371213 Dec 06 15:00:12.822351 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c3241797-5940-475b-acbb-0a7ae312104d req-f2f2be7b-82b2-41fb-87f6-97d4f2aabb2c service neutron] 10.222.0.41 "GET /v2.0/networks/15a57282-ffa8-4dd3-a62f-556e71389871?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823054 Dec 06 15:00:12.965218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ba649-2ed4-4b33-ab8d-7204cfe46231 req-f7e56b92-73a9-441e-be08-8cb1d07fdc2f tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:12.966708 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c75ba649-2ed4-4b33-ab8d-7204cfe46231 req-f7e56b92-73a9-441e-be08-8cb1d07fdc2f tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 945 time: 0.0484939 Dec 06 15:00:13.016031 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c75ba649-2ed4-4b33-ab8d-7204cfe46231 req-1cbe3808-8a3f-4538-a86d-09d83e8e1060 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432596 Dec 06 15:00:13.138473 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c3241797-5940-475b-acbb-0a7ae312104d req-51afc652-3832-47b1-88f6-5f7109de379b service neutron] 10.222.0.41 "GET /v2.0/networks/15a57282-ffa8-4dd3-a62f-556e71389871?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844331 Dec 06 15:00:14.132976 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408d985a-6ebf-43ed-a845-8498ec6f2a0c req-aee0865d-a14b-44d7-b13d-15ce8197bbc5 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:14.134487 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-408d985a-6ebf-43ed-a845-8498ec6f2a0c req-aee0865d-a14b-44d7-b13d-15ce8197bbc5 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 945 time: 0.0501142 Dec 06 15:00:14.181084 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-408d985a-6ebf-43ed-a845-8498ec6f2a0c req-19bd48ea-879a-4dd4-891e-93b1fdec8345 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403802 Dec 06 15:00:15.293955 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf5ccb-2ee1-4058-91de-d0dc017fa79d req-8bb208d0-b4ef-421b-8964-6f48adeab205 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:15.295422 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-20bf5ccb-2ee1-4058-91de-d0dc017fa79d req-8bb208d0-b4ef-421b-8964-6f48adeab205 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 945 time: 0.0477223 Dec 06 15:00:15.341928 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-20bf5ccb-2ee1-4058-91de-d0dc017fa79d req-5471e8c2-a641-48d9-bead-271773ab8fc6 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405791 Dec 06 15:00:15.771239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea158c-544b-419f-be1e-77ebe13d04ad req-99f59c10-b746-410b-9598-e16a736f498c tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:15.772674 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ccea158c-544b-419f-be1e-77ebe13d04ad req-99f59c10-b746-410b-9598-e16a736f498c tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 945 time: 0.0481610 Dec 06 15:00:15.819806 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ccea158c-544b-419f-be1e-77ebe13d04ad req-639156c0-f446-4962-b0c7-eafb81f1966f tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411940 Dec 06 15:00:16.935062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74e133-df2d-40b5-b6f7-bb18fdb4834d req-fb5a0efe-6ca6-4a87-a379-b8c223ec0a1f tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:16.936552 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cb74e133-df2d-40b5-b6f7-bb18fdb4834d req-fb5a0efe-6ca6-4a87-a379-b8c223ec0a1f tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 945 time: 0.0483730 Dec 06 15:00:16.985694 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cb74e133-df2d-40b5-b6f7-bb18fdb4834d req-dba23696-a766-4b94-80b3-fa6d6c51df9a tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432310 Dec 06 15:00:17.295175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461e0dae-f411-42bc-8d5f-6650cc42097e req-de56ef68-e4d4-46ac-a928-7c0c9ff4e7dd tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:17.296596 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-461e0dae-f411-42bc-8d5f-6650cc42097e req-de56ef68-e4d4-46ac-a928-7c0c9ff4e7dd tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.41 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 945 time: 0.0480561 Dec 06 15:00:17.382678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-461e0dae-f411-42bc-8d5f-6650cc42097e req-4e3cc8aa-0f83-4300-b4fa-0c7ceffb6160 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Deleting port 76b0fb1d-f783-4984-8db9-4952d5cf1f64 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:17.383020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-461e0dae-f411-42bc-8d5f-6650cc42097e req-4e3cc8aa-0f83-4300-b4fa-0c7ceffb6160 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:17.472577 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-461e0dae-f411-42bc-8d5f-6650cc42097e req-4e3cc8aa-0f83-4300-b4fa-0c7ceffb6160 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] For port 76b0fb1d-f783-4984-8db9-4952d5cf1f64, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=76b0fb1d-f783-4984-8db9-4952d5cf1f64,segment=NetworkSegment(5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0),segment_id=5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:17.473076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-461e0dae-f411-42bc-8d5f-6650cc42097e req-4e3cc8aa-0f83-4300-b4fa-0c7ceffb6160 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:17.485585 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-461e0dae-f411-42bc-8d5f-6650cc42097e req-4e3cc8aa-0f83-4300-b4fa-0c7ceffb6160 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Calling delete_port for 76b0fb1d-f783-4984-8db9-4952d5cf1f64 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:17.682076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-461e0dae-f411-42bc-8d5f-6650cc42097e req-4e3cc8aa-0f83-4300-b4fa-0c7ceffb6160 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:17.694700 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a', '76b0fb1d-f783-4984-8db9-4952d5cf1f64'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:00:17.709726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3cc8aa-0f83-4300-b4fa-0c7ceffb6160 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Pushing event deleted for resources: {'Port': ['ID=76b0fb1d-f783-4984-8db9-4952d5cf1f64,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:17.751126 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-461e0dae-f411-42bc-8d5f-6650cc42097e req-4e3cc8aa-0f83-4300-b4fa-0c7ceffb6160 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] No DVR routers for this DVR port 76b0fb1d-f783-4984-8db9-4952d5cf1f64 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:00:17.754183 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-461e0dae-f411-42bc-8d5f-6650cc42097e req-4e3cc8aa-0f83-4300-b4fa-0c7ceffb6160 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:17.757493 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-461e0dae-f411-42bc-8d5f-6650cc42097e req-4e3cc8aa-0f83-4300-b4fa-0c7ceffb6160 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.41 "DELETE /v2.0/ports/76b0fb1d-f783-4984-8db9-4952d5cf1f64 HTTP/1.1" status: 204 len: 173 time: 0.4545448 Dec 06 15:00:17.757934 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b32e82f2-0517-4d88-b22a-37e202aeb9cd', 'name': 'network-vif-deleted', 'tag': '76b0fb1d-f783-4984-8db9-4952d5cf1f64'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:00:17.760168 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf877a8-635d-4cbc-87a0-e0ac791ccc64" -d '{"events": [{"server_uuid": "b32e82f2-0517-4d88-b22a-37e202aeb9cd", "name": "network-vif-deleted", "tag": "76b0fb1d-f783-4984-8db9-4952d5cf1f64"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:00:17.798402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9f0302-c5ad-4ea2-8f8a-8d39208c58ca x-openstack-request-id: req-0d9f0302-c5ad-4ea2-8f8a-8d39208c58ca {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:00:17.798723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b32e82f2-0517-4d88-b22a-37e202aeb9cd", "name": "network-vif-deleted", "tag": "76b0fb1d-f783-4984-8db9-4952d5cf1f64", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:00:17.798977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0d9f0302-c5ad-4ea2-8f8a-8d39208c58ca {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:00:17.799372 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b32e82f2-0517-4d88-b22a-37e202aeb9cd', 'name': 'network-vif-deleted', 'tag': '76b0fb1d-f783-4984-8db9-4952d5cf1f64', 'status': 'completed', 'code': 200} Dec 06 15:00:18.078913 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a696110-866c-4dab-be2d-ac3ddd062b0c req-07083295-577b-4288-8b4a-f14fb90df6ba tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=b32e82f2-0517-4d88-b22a-37e202aeb9cd HTTP/1.1" status: 200 len: 210 time: 0.0261009 Dec 06 15:00:18.151008 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:00:19.228686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269208fe-d532-4c2e-b2e5-0b452f9f3723 req-998ca25f-5445-4855-a7f0-6063bd8bf68e tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:19.230146 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-269208fe-d532-4c2e-b2e5-0b452f9f3723 req-998ca25f-5445-4855-a7f0-6063bd8bf68e tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 946 time: 0.0504823 Dec 06 15:00:19.275884 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-269208fe-d532-4c2e-b2e5-0b452f9f3723 req-3e67955b-1c35-4c39-a916-0bc1c42ee861 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399475 Dec 06 15:00:19.404752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a9593-b510-4cdf-9e0c-2e4f45629964 req-9a70656e-270d-4752-b45b-2993709d5463 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:19.406229 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0a9a9593-b510-4cdf-9e0c-2e4f45629964 req-9a70656e-270d-4752-b45b-2993709d5463 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 946 time: 0.0476909 Dec 06 15:00:19.453818 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0a9a9593-b510-4cdf-9e0c-2e4f45629964 req-6a26b633-26be-488e-ac35-6acb6705c23b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404959 Dec 06 15:00:19.572875 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3ef30-7f19-4aba-bafb-efbf8301efb4 req-bacc448d-8b59-40e2-9ddc-afdfc09466e7 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:19.574327 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-55a3ef30-7f19-4aba-bafb-efbf8301efb4 req-bacc448d-8b59-40e2-9ddc-afdfc09466e7 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 946 time: 0.0520687 Dec 06 15:00:19.619438 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-55a3ef30-7f19-4aba-bafb-efbf8301efb4 req-76a4d9e9-385f-4ec4-a56f-530b7f6b1fd2 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392776 Dec 06 15:00:19.689710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-f93752b1-77d6-4203-bb05-1fa5fa98c5c3 req-88e818a5-43bf-4bc2-a0a0-caeff28299aa service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:00:19.690679 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f93752b1-77d6-4203-bb05-1fa5fa98c5c3 req-88e818a5-43bf-4bc2-a0a0-caeff28299aa service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051892 Dec 06 15:00:19.793397 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396bc51a-8436-44b6-8aa4-3512abd4686e req-47791e45-200f-47c4-86aa-0fd4f4570682 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:19.794858 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-396bc51a-8436-44b6-8aa4-3512abd4686e req-47791e45-200f-47c4-86aa-0fd4f4570682 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 946 time: 0.0473793 Dec 06 15:00:19.840602 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-396bc51a-8436-44b6-8aa4-3512abd4686e req-55f5427e-4f57-4bd8-aa7f-12c97900305b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392170 Dec 06 15:00:19.953201 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e8337e-e203-4f6d-8159-f80a7449c4f1 req-6607b712-9966-436a-b302-4c5a5c7a2846 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:19.954569 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f1e8337e-e203-4f6d-8159-f80a7449c4f1 req-6607b712-9966-436a-b302-4c5a5c7a2846 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 946 time: 0.0481296 Dec 06 15:00:20.004010 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f1e8337e-e203-4f6d-8159-f80a7449c4f1 req-de0c5dbf-60ce-4819-a770-f1a93762c15d tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435262 Dec 06 15:00:20.125692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a228b-298b-4298-b0fa-85a79f459078 req-245e975d-19ee-4bbb-871b-32e910e6b185 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:20.127158 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ec3a228b-298b-4298-b0fa-85a79f459078 req-245e975d-19ee-4bbb-871b-32e910e6b185 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 946 time: 0.0477417 Dec 06 15:00:20.174833 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ec3a228b-298b-4298-b0fa-85a79f459078 req-d0dd721f-eaf8-4786-ac46-c67b42532350 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Dec 06 15:00:20.303151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 76b0fb1d-f783-4984-8db9-4952d5cf1f64 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:00:20.328072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 76b0fb1d-f783-4984-8db9-4952d5cf1f64 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:00:20.328417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 76b0fb1d-f783-4984-8db9-4952d5cf1f64 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:00:20.621457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc659d8-0fea-441a-a4e1-7206aecdeb82 req-d900d6e7-9e5d-442d-8c61-d317a2e2488b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:20.622904 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4dc659d8-0fea-441a-a4e1-7206aecdeb82 req-d900d6e7-9e5d-442d-8c61-d317a2e2488b tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 946 time: 0.0474513 Dec 06 15:00:20.669174 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4dc659d8-0fea-441a-a4e1-7206aecdeb82 req-63af5f86-1283-4ada-a07d-19eee7f5a657 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396426 Dec 06 15:00:21.787197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61084556-23b5-4e4e-badb-2802e35fe8df req-6eaa3963-0598-4a99-a762-4b54d7bcafd0 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:21.788654 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-61084556-23b5-4e4e-badb-2802e35fe8df req-6eaa3963-0598-4a99-a762-4b54d7bcafd0 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 946 time: 0.0521955 Dec 06 15:00:21.834098 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-61084556-23b5-4e4e-badb-2802e35fe8df req-de40b996-64e1-4972-89a4-e125904d7280 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395014 Dec 06 15:00:22.223351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d964a-213d-45bc-bd4d-c64ceb64020d req-6dc82417-e3d3-4899-95dd-d475613403de tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:22.224793 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-469d964a-213d-45bc-bd4d-c64ceb64020d req-6dc82417-e3d3-4899-95dd-d475613403de tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.41 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 946 time: 0.0505464 Dec 06 15:00:22.313349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-469d964a-213d-45bc-bd4d-c64ceb64020d req-d0844d71-0e45-4f64-b1b4-f84023b4e3e8 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Deleting port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:22.313681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-469d964a-213d-45bc-bd4d-c64ceb64020d req-d0844d71-0e45-4f64-b1b4-f84023b4e3e8 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:22.747782 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-469d964a-213d-45bc-bd4d-c64ceb64020d req-d0844d71-0e45-4f64-b1b4-f84023b4e3e8 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] For port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a,segment=NetworkSegment(5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0),segment_id=5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:22.748137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-469d964a-213d-45bc-bd4d-c64ceb64020d req-d0844d71-0e45-4f64-b1b4-f84023b4e3e8 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:22.760928 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-469d964a-213d-45bc-bd4d-c64ceb64020d req-d0844d71-0e45-4f64-b1b4-f84023b4e3e8 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Calling delete_port for 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:22.949394 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21275382-1ecb-4070-9a7a-0298e06066ff req-dab0fb7c-89ae-4d93-a323-fccd19b90770 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:22.950833 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-21275382-1ecb-4070-9a7a-0298e06066ff req-dab0fb7c-89ae-4d93-a323-fccd19b90770 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/ports?device_id=e857b84a-01d6-4c2b-b824-240176f56cca HTTP/1.1" status: 200 len: 946 time: 0.0479827 Dec 06 15:00:22.951935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-469d964a-213d-45bc-bd4d-c64ceb64020d req-d0844d71-0e45-4f64-b1b4-f84023b4e3e8 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:22.963729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:00:22.986254 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0844d71-0e45-4f64-b1b4-f84023b4e3e8 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Pushing event deleted for resources: {'Port': ['ID=4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:23.042313 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-469d964a-213d-45bc-bd4d-c64ceb64020d req-d0844d71-0e45-4f64-b1b4-f84023b4e3e8 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] No DVR routers for this DVR port 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:00:23.046635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-469d964a-213d-45bc-bd4d-c64ceb64020d req-d0844d71-0e45-4f64-b1b4-f84023b4e3e8 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:23.050386 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-469d964a-213d-45bc-bd4d-c64ceb64020d req-d0844d71-0e45-4f64-b1b4-f84023b4e3e8 tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.41 "DELETE /v2.0/ports/4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a HTTP/1.1" status: 204 len: 173 time: 0.8199508 Dec 06 15:00:23.050806 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e857b84a-01d6-4c2b-b824-240176f56cca', 'name': 'network-vif-deleted', 'tag': '4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:00:23.053116 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56150eb7-4420-4dc0-a03f-fe9a5c1a63b6" -d '{"events": [{"server_uuid": "e857b84a-01d6-4c2b-b824-240176f56cca", "name": "network-vif-deleted", "tag": "4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:00:23.068105 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-21275382-1ecb-4070-9a7a-0298e06066ff req-d085e7f0-1375-44bd-83d3-56036e3527df tempest-ServersNegativeTestJSON-2102837347 tempest-ServersNegativeTestJSON-2102837347-project] 10.222.0.42 "GET /v2.0/security-groups?id=193854dd-487c-47a9-97b9-f08604766b8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099515 Dec 06 15:00:23.090991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8a229d-2fdd-4058-b62f-128572f42d57 x-openstack-request-id: req-ca8a229d-2fdd-4058-b62f-128572f42d57 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:00:23.091288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e857b84a-01d6-4c2b-b824-240176f56cca", "name": "network-vif-deleted", "tag": "4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:00:23.091546 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca8a229d-2fdd-4058-b62f-128572f42d57 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:00:23.091945 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e857b84a-01d6-4c2b-b824-240176f56cca', 'name': 'network-vif-deleted', 'tag': '4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a', 'status': 'completed', 'code': 200} Dec 06 15:00:24.121992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41658) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:24.165862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-a158dc95-c0d2-4358-885e-beccab5eff82 admin admin] Deleting subnet 539920cd-3a15-4916-b044-30b12adcb53e {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:00:24.168802 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a158dc95-c0d2-4358-885e-beccab5eff82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:24.201296 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a158dc95-c0d2-4358-885e-beccab5eff82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:24.239487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a158dc95-c0d2-4358-885e-beccab5eff82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:24.333502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a158dc95-c0d2-4358-885e-beccab5eff82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:24.356353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158dc95-c0d2-4358-885e-beccab5eff82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=539920cd-3a15-4916-b044-30b12adcb53e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:24.361839 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a158dc95-c0d2-4358-885e-beccab5eff82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:24.365598 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a158dc95-c0d2-4358-885e-beccab5eff82 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/539920cd-3a15-4916-b044-30b12adcb53e HTTP/1.1" status: 204 len: 168 time: 0.2425778 Dec 06 15:00:24.368013 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41660) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:24.433976 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca17d8ad-220a-4969-9c45-ca16c872c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:24.510937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca17d8ad-220a-4969-9c45-ca16c872c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:24.530247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-ca17d8ad-220a-4969-9c45-ca16c872c1eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a57282-ffa8-4dd3-a62f-556e71389871']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:24.539908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-ca17d8ad-220a-4969-9c45-ca16c872c1eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:24.540197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-ca17d8ad-220a-4969-9c45-ca16c872c1eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a0ad402-3fa1-423f-b8fe-8e11c9a04fc0') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:24.549027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca17d8ad-220a-4969-9c45-ca16c872c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:24.561874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca17d8ad-220a-4969-9c45-ca16c872c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:24.567463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca17d8ad-220a-4969-9c45-ca16c872c1eb admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:00:24.567834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca17d8ad-220a-4969-9c45-ca16c872c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:00:24.569433 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:00:24.681866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca17d8ad-220a-4969-9c45-ca16c872c1eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:24.687188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ca17d8ad-220a-4969-9c45-ca16c872c1eb admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:24.690340 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ca17d8ad-220a-4969-9c45-ca16c872c1eb admin admin] 10.222.0.42 "DELETE /v2.0/networks/15a57282-ffa8-4dd3-a62f-556e71389871 HTTP/1.1" status: 204 len: 168 time: 0.3214076 Dec 06 15:00:24.701673 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca17d8ad-220a-4969-9c45-ca16c872c1eb admin admin] Pushing event deleted for resources: {'Network': ['ID=15a57282-ffa8-4dd3-a62f-556e71389871,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:24.921733 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41664) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:24.965164 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f289147b-d082-498b-b3b9-077b789dbda9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c8d45a97a004b5995dda550b9ecdb9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0421216 Dec 06 15:00:24.967747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41666) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:25.013608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-09edaa01-3176-4cac-a49f-389f705bfdc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:25.033911 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-09edaa01-3176-4cac-a49f-389f705bfdc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:25.132922 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-09edaa01-3176-4cac-a49f-389f705bfdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:25.135570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-09edaa01-3176-4cac-a49f-389f705bfdc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:25.136696 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-09edaa01-3176-4cac-a49f-389f705bfdc2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/193854dd-487c-47a9-97b9-f08604766b8b HTTP/1.1" status: 204 len: 168 time: 0.1680505 Dec 06 15:00:25.144975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09edaa01-3176-4cac-a49f-389f705bfdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193854dd-487c-47a9-97b9-f08604766b8b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:26.044785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41688) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:26.134342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1652157449'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:26.207442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Made reservation on behalf of 084d58bbd11043efaf177664d1e9bbe9 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:26.210955 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:26.219250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:26.308684 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:26.349692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:00:26.367628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:26.369391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:00:26.369679 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 4dc73a3f-9d42-43f1-9d3e-94a5e13b5d6a not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:00:26.394798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:00:26.404695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e38014-45ae-494d-9d7b-7408649b7fd7,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:26.411156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:26.411495 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Added segment b1c7e695-2c8a-4c4b-8cd6-85bb4c403703 of type vlan for network abe9644c-966f-4242-91eb-c8117aec8093 Dec 06 15:00:26.452325 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:26.555792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:26.561565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:26.562138 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:26.629259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event updated for resources: {'Network': ['ID=abe9644c-966f-4242-91eb-c8117aec8093,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:26.642496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network abe9644c-966f-4242-91eb-c8117aec8093 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:00:26.655886 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b7c78b49-66d0-4c88-997a-8bf85ee1c947 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6099374 Dec 06 15:00:29.887081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:29.899721 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41692) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:29.904802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a8a752b7-7d39-4385-929c-8c35490cc9ed tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Request body: {'subnet': {'network_id': 'abe9644c-966f-4242-91eb-c8117aec8093', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:30.023957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a752b7-7d39-4385-929c-8c35490cc9ed tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Made reservation on behalf of 084d58bbd11043efaf177664d1e9bbe9 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:30.027366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8a752b7-7d39-4385-929c-8c35490cc9ed tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.230527 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8a752b7-7d39-4385-929c-8c35490cc9ed tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.293054 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a752b7-7d39-4385-929c-8c35490cc9ed tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event updated for resources: {'Subnet': ['ID=7c31c23f-5206-40d3-be70-ce9f85b28b3f,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:30.297271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a752b7-7d39-4385-929c-8c35490cc9ed tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Checking segment: {'id': 'b1c7e695-2c8a-4c4b-8cd6-85bb4c403703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abe9644c-966f-4242-91eb-c8117aec8093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:30.297622 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a752b7-7d39-4385-929c-8c35490cc9ed tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Network hostable DHCP agents. Network: abe9644c-966f-4242-91eb-c8117aec8093, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:00:30.355794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a752b7-7d39-4385-929c-8c35490cc9ed tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Network abe9644c-966f-4242-91eb-c8117aec8093 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:00:30.401214 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a8a752b7-7d39-4385-929c-8c35490cc9ed tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, abe9644c-966f-4242-91eb-c8117aec8093) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:30.405419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a752b7-7d39-4385-929c-8c35490cc9ed tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:30.406016 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a8a752b7-7d39-4385-929c-8c35490cc9ed tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.410384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9137fb1-7bdb-4a2a-8f15-e6895c621bef None None] Network abe9644c-966f-4242-91eb-c8117aec8093 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:30.484263 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a8a752b7-7d39-4385-929c-8c35490cc9ed tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5833836 Dec 06 15:00:30.487718 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41694) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:30.493292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-5577610e-ef00-489c-a673-3519824e1d63 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1205438333'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:30.556725 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-abe9644c-966f-4242-91eb-c8117aec8093', 'network_id': 'abe9644c-966f-4242-91eb-c8117aec8093', 'tenant_id': '084d58bbd11043efaf177664d1e9bbe9', 'fixed_ips': [{'subnet_id': '7c31c23f-5206-40d3-be70-ce9f85b28b3f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:00:30.557650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.619066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5577610e-ef00-489c-a673-3519824e1d63 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Made reservation on behalf of 084d58bbd11043efaf177664d1e9bbe9 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:30.622715 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5577610e-ef00-489c-a673-3519824e1d63 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.651045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5577610e-ef00-489c-a673-3519824e1d63 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:00:30.659533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5577610e-ef00-489c-a673-3519824e1d63 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.660529 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-5577610e-ef00-489c-a673-3519824e1d63 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Added segment e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70 of type vlan for network d3f2da44-4a1e-4a10-a491-c5e0e8f9c531 Dec 06 15:00:30.695172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Allocated IP 2001:db8:0:ffff::2 (abe9644c-966f-4242-91eb-c8117aec8093/7c31c23f-5206-40d3-be70-ce9f85b28b3f/e6383371-243b-476b-b775-033cb68a74ce) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:30.703776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5577610e-ef00-489c-a673-3519824e1d63 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.796262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5577610e-ef00-489c-a673-3519824e1d63 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.801981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5577610e-ef00-489c-a673-3519824e1d63 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:30.802506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5577610e-ef00-489c-a673-3519824e1d63 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.835419 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:30.865997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5577610e-ef00-489c-a673-3519824e1d63 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event updated for resources: {'Network': ['ID=d3f2da44-4a1e-4a10-a491-c5e0e8f9c531,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:30.875961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network d3f2da44-4a1e-4a10-a491-c5e0e8f9c531 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:00:30.930532 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5577610e-ef00-489c-a673-3519824e1d63 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4409089 Dec 06 15:00:30.933144 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41696) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:30.938308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-af98dab3-6524-438f-ab6a-8f00bce4f02a tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Request body: {'subnet': {'network_id': 'd3f2da44-4a1e-4a10-a491-c5e0e8f9c531', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:30.956460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.000686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Network abe9644c-966f-4242-91eb-c8117aec8093 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:31.005325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:31.007057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Pushing event updated for resources: {'Port': ['ID=e6383371-243b-476b-b775-033cb68a74ce,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:31.009279 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:31.068320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Attempting to bind port e6383371-243b-476b-b775-033cb68a74ce on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:31.068604 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Attempting to bind port e6383371-243b-476b-b775-033cb68a74ce by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b1c7e695-2c8a-4c4b-8cd6-85bb4c403703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abe9644c-966f-4242-91eb-c8117aec8093'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:31.069050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Attempting to bind port e6383371-243b-476b-b775-033cb68a74ce on network abe9644c-966f-4242-91eb-c8117aec8093 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:31.073845 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:31.081077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Checking segment: {'id': 'b1c7e695-2c8a-4c4b-8cd6-85bb4c403703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abe9644c-966f-4242-91eb-c8117aec8093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:31.081077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.081077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Bound using segment: {'id': 'b1c7e695-2c8a-4c4b-8cd6-85bb4c403703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abe9644c-966f-4242-91eb-c8117aec8093'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:31.081077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Bound port: e6383371-243b-476b-b775-033cb68a74ce, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1c7e695-2c8a-4c4b-8cd6-85bb4c403703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'abe9644c-966f-4242-91eb-c8117aec8093'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:31.081077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.093135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af98dab3-6524-438f-ab6a-8f00bce4f02a tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Made reservation on behalf of 084d58bbd11043efaf177664d1e9bbe9 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:31.097044 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af98dab3-6524-438f-ab6a-8f00bce4f02a tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.137597 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] For port e6383371-243b-476b-b775-033cb68a74ce, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:31.140638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] For port e6383371-243b-476b-b775-033cb68a74ce, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6383371-243b-476b-b775-033cb68a74ce,segment=NetworkSegment(b1c7e695-2c8a-4c4b-8cd6-85bb4c403703),segment_id=b1c7e695-2c8a-4c4b-8cd6-85bb4c403703)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:31.213985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.283782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ddd76-22e3-47cf-bab0-7786809e09ac None None] Pushing event updated for resources: {'Port': ['ID=e6383371-243b-476b-b775-033cb68a74ce,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:31.304885 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6298d6a6-a2e9-4933-8f29-88b38e7d55a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.345058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af98dab3-6524-438f-ab6a-8f00bce4f02a tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.404870 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98dab3-6524-438f-ab6a-8f00bce4f02a tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event updated for resources: {'Subnet': ['ID=2cbb986c-2198-4f84-a824-f9b8a412c1be,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:31.421101 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af98dab3-6524-438f-ab6a-8f00bce4f02a tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Checking segment: {'id': 'e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd3f2da44-4a1e-4a10-a491-c5e0e8f9c531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:31.421931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98dab3-6524-438f-ab6a-8f00bce4f02a tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Network hostable DHCP agents. Network: d3f2da44-4a1e-4a10-a491-c5e0e8f9c531, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:00:31.522136 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98dab3-6524-438f-ab6a-8f00bce4f02a tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Network d3f2da44-4a1e-4a10-a491-c5e0e8f9c531 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:00:31.613620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-af98dab3-6524-438f-ab6a-8f00bce4f02a tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d3f2da44-4a1e-4a10-a491-c5e0e8f9c531) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:31.618341 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af98dab3-6524-438f-ab6a-8f00bce4f02a tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:31.618963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-af98dab3-6524-438f-ab6a-8f00bce4f02a tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.622280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1372ea69-7ece-4b66-8d68-51e3ea606a65 None None] Network d3f2da44-4a1e-4a10-a491-c5e0e8f9c531 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:31.697816 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-af98dab3-6524-438f-ab6a-8f00bce4f02a tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7635057 Dec 06 15:00:31.700622 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41698) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:31.769744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d3f2da44-4a1e-4a10-a491-c5e0e8f9c531', 'network_id': 'd3f2da44-4a1e-4a10-a491-c5e0e8f9c531', 'tenant_id': '084d58bbd11043efaf177664d1e9bbe9', 'fixed_ips': [{'subnet_id': '2cbb986c-2198-4f84-a824-f9b8a412c1be'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:00:31.771011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.800401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.857801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:31.916340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Allocated IP 2001:db8::2 (d3f2da44-4a1e-4a10-a491-c5e0e8f9c531/2cbb986c-2198-4f84-a824-f9b8a412c1be/b101b8ab-00cc-4691-b856-3c97a6b73ed7) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:32.067605 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.177925 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf32ad-4e54-4a5e-8eea-91ba22c07b63 None None] Network abe9644c-966f-4242-91eb-c8117aec8093 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:32.198605 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.240481 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Network d3f2da44-4a1e-4a10-a491-c5e0e8f9c531 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:32.243427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:32.247164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:32.255568 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Pushing event updated for resources: {'Port': ['ID=b101b8ab-00cc-4691-b856-3c97a6b73ed7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:32.336084 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e6383371-243b-476b-b775-033cb68a74ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:32.373588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.383050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-79a4f0e9-4491-4d1c-b8d2-28786ec6f284 None None] Provisioning complete for port e6383371-243b-476b-b775-033cb68a74ce triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:32.383427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79a4f0e9-4491-4d1c-b8d2-28786ec6f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.403116 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Subnet': ['ID=2cbb986c-2198-4f84-a824-f9b8a412c1be,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:32.407456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Attempting to bind port b101b8ab-00cc-4691-b856-3c97a6b73ed7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:32.407831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Attempting to bind port b101b8ab-00cc-4691-b856-3c97a6b73ed7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd3f2da44-4a1e-4a10-a491-c5e0e8f9c531'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:32.408197 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Attempting to bind port b101b8ab-00cc-4691-b856-3c97a6b73ed7 on network d3f2da44-4a1e-4a10-a491-c5e0e8f9c531 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:32.428339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.428613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.428987 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.429338 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.429660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.429983 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.430321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.430646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.430968 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.431297 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.431621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.431943 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.432261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:32.437114 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:32.437484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Checking segment: {'id': 'e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd3f2da44-4a1e-4a10-a491-c5e0e8f9c531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:32.437925 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.438270 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Bound using segment: {'id': 'e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd3f2da44-4a1e-4a10-a491-c5e0e8f9c531'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:32.439479 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Bound port: b101b8ab-00cc-4691-b856-3c97a6b73ed7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd3f2da44-4a1e-4a10-a491-c5e0e8f9c531'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:32.439479 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.474858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.494614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f2da44-4a1e-4a10-a491-c5e0e8f9c531']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:32.504199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:32.504503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:32.513648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.527170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.533044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:00:32.533411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port e6383371-243b-476b-b775-033cb68a74ce triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:32.533560 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.533795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:00:32.537192 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:00:32.634570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] For port b101b8ab-00cc-4691-b856-3c97a6b73ed7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:32.636414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.db.api [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 15:00:32.636414 dv-neutron-master-2-hyperv neutron-server[103724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 15:00:32.636414 dv-neutron-master-2-hyperv neutron-server[103724]: [parameters: {'id': 'd3f2da44-4a1e-4a10-a491-c5e0e8f9c531'}] Dec 06 15:00:32.636414 dv-neutron-master-2-hyperv neutron-server[103724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:00:32.636877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG oslo_db.api [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:00:32.655429 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] For port b101b8ab-00cc-4691-b856-3c97a6b73ed7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b101b8ab-00cc-4691-b856-3c97a6b73ed7,segment=NetworkSegment(e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70),segment_id=e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:32.657887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79a4f0e9-4491-4d1c-b8d2-28786ec6f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.719154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.728580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-79a4f0e9-4491-4d1c-b8d2-28786ec6f284 None None] For port e6383371-243b-476b-b775-033cb68a74ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6383371-243b-476b-b775-033cb68a74ce,segment=NetworkSegment(b1c7e695-2c8a-4c4b-8cd6-85bb4c403703),segment_id=b1c7e695-2c8a-4c4b-8cd6-85bb4c403703)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:32.775176 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.811970 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79a4f0e9-4491-4d1c-b8d2-28786ec6f284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:32.834355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5afe7-40bf-4550-aadb-113dcd5cb6c9 None None] Pushing event updated for resources: {'Port': ['ID=b101b8ab-00cc-4691-b856-3c97a6b73ed7,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:32.861483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdee44d6-2f48-4ba7-b3a3-849a251c0881 None None] Network d3f2da44-4a1e-4a10-a491-c5e0e8f9c531 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:32.970033 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:00:32.970273 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:00:32.975741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a4f0e9-4491-4d1c-b8d2-28786ec6f284 None None] Pushing event updated for resources: {'Port': ['ID=e6383371-243b-476b-b775-033cb68a74ce,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:32.987371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-86dbdec9-60a4-4a42-827d-96aa7e02d6f1 None None] Provisioning complete for port e6383371-243b-476b-b775-033cb68a74ce triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:32.987749 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-86dbdec9-60a4-4a42-827d-96aa7e02d6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.095124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f6bfd-5e04-4216-ac4b-ecdd4f2586df None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:00:33.137624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.170738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456f6bfd-5e04-4216-ac4b-ecdd4f2586df None None] Resources bound (agent type, host, resource id): {{(pid=103726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:00:33.193879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Deleting port b101b8ab-00cc-4691-b856-3c97a6b73ed7 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:33.194211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.255233 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] For port b101b8ab-00cc-4691-b856-3c97a6b73ed7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b101b8ab-00cc-4691-b856-3c97a6b73ed7,segment=NetworkSegment(e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70),segment_id=e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:33.255516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.267996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Calling delete_port for b101b8ab-00cc-4691-b856-3c97a6b73ed7 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:33.424512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.448155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Port': ['ID=b101b8ab-00cc-4691-b856-3c97a6b73ed7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:33.453630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] No DVR routers for this DVR port b101b8ab-00cc-4691-b856-3c97a6b73ed7 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:00:33.529666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.554192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f2da44-4a1e-4a10-a491-c5e0e8f9c531']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:33.563326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:33.563617 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8489fa4-2fbb-45b3-92ee-4eb2dc50ad70') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:33.573547 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.586307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.592021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:00:33.592397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:00:33.595324 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:00:33.698449 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cef06454-935c-498d-bcf4-556e1cf193df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.715633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.722574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.725466 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/networks/d3f2da44-4a1e-4a10-a491-c5e0e8f9c531 HTTP/1.1" status: 204 len: 168 time: 2.0236070 Dec 06 15:00:33.729171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41700) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:33.736791 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4b069ead-d375-48fb-957f-b12a4c0079b9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1283062851'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:33.737355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82daa45f-660c-449b-abb6-5ca0f056adbd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Network': ['ID=d3f2da44-4a1e-4a10-a491-c5e0e8f9c531,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:33.801704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b069ead-d375-48fb-957f-b12a4c0079b9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Made reservation on behalf of 084d58bbd11043efaf177664d1e9bbe9 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:33.805056 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4b069ead-d375-48fb-957f-b12a4c0079b9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.828947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b069ead-d375-48fb-957f-b12a4c0079b9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:00:33.837572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4b069ead-d375-48fb-957f-b12a4c0079b9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.837911 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-4b069ead-d375-48fb-957f-b12a4c0079b9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Added segment 6cba7141-af50-47fb-bc56-424d1d12819e of type vlan for network 8a79286a-fa10-48fc-8463-a4d0756a339a Dec 06 15:00:33.880675 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4b069ead-d375-48fb-957f-b12a4c0079b9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.967160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4b069ead-d375-48fb-957f-b12a4c0079b9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:33.973254 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b069ead-d375-48fb-957f-b12a4c0079b9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:33.973835 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4b069ead-d375-48fb-957f-b12a4c0079b9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.037512 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b069ead-d375-48fb-957f-b12a4c0079b9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event updated for resources: {'Network': ['ID=8a79286a-fa10-48fc-8463-a4d0756a339a,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:34.047143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 8a79286a-fa10-48fc-8463-a4d0756a339a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:00:34.102085 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4b069ead-d375-48fb-957f-b12a4c0079b9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3709495 Dec 06 15:00:34.104683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41702) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:34.109558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Request body: {'subnet': {'network_id': '8a79286a-fa10-48fc-8463-a4d0756a339a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:34.253158 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Made reservation on behalf of 084d58bbd11043efaf177664d1e9bbe9 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:34.256820 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.306465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e6383371-243b-476b-b775-033cb68a74ce up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:34.313981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Performing IP validity checks on allocation pools {{(pid=103725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Dec 06 15:00:34.314504 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103725) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Dec 06 15:00:34.357761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port e6383371-243b-476b-b775-033cb68a74ce triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:34.358051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.487597 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.545938 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event updated for resources: {'Subnet': ['ID=61c123ed-5a7c-4a15-a439-62a6e9917c0f,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:34.554901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Checking segment: {'id': '6cba7141-af50-47fb-bc56-424d1d12819e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '8a79286a-fa10-48fc-8463-a4d0756a339a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:34.555257 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Network hostable DHCP agents. Network: 8a79286a-fa10-48fc-8463-a4d0756a339a, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:00:34.630209 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Network 8a79286a-fa10-48fc-8463-a4d0756a339a is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:00:34.710103 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8a79286a-fa10-48fc-8463-a4d0756a339a) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:34.714585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:34.715271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.720108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906a98ab-106a-4790-a938-4d23f6cb2425 None None] Network 8a79286a-fa10-48fc-8463-a4d0756a339a requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:34.815925 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-74194e6c-c512-4262-8487-7c59e6d92fc9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7101471 Dec 06 15:00:34.819081 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41704) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:34.922452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.990833 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:34.999256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.014460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12149561-6512-43bd-bbb6-f42b26320539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8a79286a-fa10-48fc-8463-a4d0756a339a', 'network_id': '8a79286a-fa10-48fc-8463-a4d0756a339a', 'tenant_id': '084d58bbd11043efaf177664d1e9bbe9', 'fixed_ips': [{'subnet_id': '61c123ed-5a7c-4a15-a439-62a6e9917c0f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:00:35.015325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-12149561-6512-43bd-bbb6-f42b26320539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.104829 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server [None req-12149561-6512-43bd-bbb6-f42b26320539 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61c123ed-5a7c-4a15-a439-62a6e9917c0f: This subnet is being modified by another concurrent operation. Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server self.force_reraise() Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise self.value Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server subnet.lock_register( Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server raise exception Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 61c123ed-5a7c-4a15-a439-62a6e9917c0f: This subnet is being modified by another concurrent operation. Dec 06 15:00:35.134490 dv-neutron-master-2-hyperv neutron-server[103726]: ERROR oslo_messaging.rpc.server Dec 06 15:00:35.145456 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Subnet': ['ID=61c123ed-5a7c-4a15-a439-62a6e9917c0f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:35.153907 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0669fbf-796f-4eb8-86fb-112247094937 None None] Network 8a79286a-fa10-48fc-8463-a4d0756a339a requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:35.193920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.213303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a79286a-fa10-48fc-8463-a4d0756a339a']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:35.222686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cba7141-af50-47fb-bc56-424d1d12819e') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:35.222986 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cba7141-af50-47fb-bc56-424d1d12819e') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:35.232098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.245549 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.251629 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:00:35.252033 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:00:35.255908 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:00:35.261731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93139f5-e197-4c49-bae8-74b4cae7d64b None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:00:35.334662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93139f5-e197-4c49-bae8-74b4cae7d64b None None] Resources bound (agent type, host, resource id): {{(pid=103726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:00:35.407517 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.416566 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.424940 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/networks/8a79286a-fa10-48fc-8463-a4d0756a339a HTTP/1.1" status: 204 len: 168 time: 0.5997732 Dec 06 15:00:35.426614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41706) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:35.430265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b40d4-7ae4-4f1d-bd64-e98959f15226 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Network': ['ID=8a79286a-fa10-48fc-8463-a4d0756a339a,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:35.433764 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5f34a23a-0816-4c48-a2aa-b151a7445a16 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-225587952'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:35.498632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f34a23a-0816-4c48-a2aa-b151a7445a16 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Made reservation on behalf of 084d58bbd11043efaf177664d1e9bbe9 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:35.502055 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f34a23a-0816-4c48-a2aa-b151a7445a16 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.525384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f34a23a-0816-4c48-a2aa-b151a7445a16 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:00:35.534517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f34a23a-0816-4c48-a2aa-b151a7445a16 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.535391 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-5f34a23a-0816-4c48-a2aa-b151a7445a16 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Added segment 11903afb-8002-49a0-8ac0-4e03e8eaace4 of type vlan for network 8737672a-99aa-4e0f-90f4-70097f4e716d Dec 06 15:00:35.578400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f34a23a-0816-4c48-a2aa-b151a7445a16 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.646925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f34a23a-0816-4c48-a2aa-b151a7445a16 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.652532 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f34a23a-0816-4c48-a2aa-b151a7445a16 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:35.653138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5f34a23a-0816-4c48-a2aa-b151a7445a16 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:35.717769 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34a23a-0816-4c48-a2aa-b151a7445a16 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event updated for resources: {'Network': ['ID=8737672a-99aa-4e0f-90f4-70097f4e716d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:35.728301 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 8737672a-99aa-4e0f-90f4-70097f4e716d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:00:35.729717 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5f34a23a-0816-4c48-a2aa-b151a7445a16 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3019030 Dec 06 15:00:35.732725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41708) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:35.737556 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-969f6557-d615-46db-8263-571c10a1daca tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Request body: {'subnet': {'network_id': '8737672a-99aa-4e0f-90f4-70097f4e716d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:35.886964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969f6557-d615-46db-8263-571c10a1daca tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Made reservation on behalf of 084d58bbd11043efaf177664d1e9bbe9 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:35.890441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-969f6557-d615-46db-8263-571c10a1daca tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:36.110373 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:36.138742 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-969f6557-d615-46db-8263-571c10a1daca tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:36.196839 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969f6557-d615-46db-8263-571c10a1daca tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event updated for resources: {'Subnet': ['ID=280092f4-5a0e-413a-a605-0e48f60b5296,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:36.205213 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-969f6557-d615-46db-8263-571c10a1daca tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Checking segment: {'id': '11903afb-8002-49a0-8ac0-4e03e8eaace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8737672a-99aa-4e0f-90f4-70097f4e716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:36.205573 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f6557-d615-46db-8263-571c10a1daca tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Network hostable DHCP agents. Network: 8737672a-99aa-4e0f-90f4-70097f4e716d, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:00:36.275600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969f6557-d615-46db-8263-571c10a1daca tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Network 8737672a-99aa-4e0f-90f4-70097f4e716d is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:00:36.355566 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-969f6557-d615-46db-8263-571c10a1daca tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8737672a-99aa-4e0f-90f4-70097f4e716d) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:36.359507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969f6557-d615-46db-8263-571c10a1daca tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:36.360095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-969f6557-d615-46db-8263-571c10a1daca tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:36.364391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d3e8ea-9ac2-4d4a-b445-501b3c56121c None None] Network 8737672a-99aa-4e0f-90f4-70097f4e716d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:36.436523 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-969f6557-d615-46db-8263-571c10a1daca tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6993933 Dec 06 15:00:36.437113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41710) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:36.442519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0c12143d-d434-45ae-b008-54bcec51efdd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-755258924'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:36.505269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c12143d-d434-45ae-b008-54bcec51efdd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Made reservation on behalf of 084d58bbd11043efaf177664d1e9bbe9 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:36.508959 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c12143d-d434-45ae-b008-54bcec51efdd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:36.510494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8737672a-99aa-4e0f-90f4-70097f4e716d', 'network_id': '8737672a-99aa-4e0f-90f4-70097f4e716d', 'tenant_id': '084d58bbd11043efaf177664d1e9bbe9', 'fixed_ips': [{'subnet_id': '280092f4-5a0e-413a-a605-0e48f60b5296'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:00:36.511426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:36.533771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c12143d-d434-45ae-b008-54bcec51efdd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:00:36.542794 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c12143d-d434-45ae-b008-54bcec51efdd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:36.543132 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-0c12143d-d434-45ae-b008-54bcec51efdd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Added segment 8cbe0e06-9e23-478d-96f7-a4b989af9f62 of type vlan for network bc623c6e-3c35-4268-bf78-aae8270101b7 Dec 06 15:00:36.583489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c12143d-d434-45ae-b008-54bcec51efdd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:36.650933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Allocated IP 2001:db8::2 (8737672a-99aa-4e0f-90f4-70097f4e716d/280092f4-5a0e-413a-a605-0e48f60b5296/2ea4ae70-3c56-432e-af9e-6ba9675a269b) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:36.733140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c12143d-d434-45ae-b008-54bcec51efdd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:36.739415 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12143d-d434-45ae-b008-54bcec51efdd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:36.742919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0c12143d-d434-45ae-b008-54bcec51efdd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:36.801471 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:36.815029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12143d-d434-45ae-b008-54bcec51efdd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event updated for resources: {'Network': ['ID=bc623c6e-3c35-4268-bf78-aae8270101b7,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:36.825725 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network bc623c6e-3c35-4268-bf78-aae8270101b7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:00:36.827344 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0c12143d-d434-45ae-b008-54bcec51efdd tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3894761 Dec 06 15:00:36.830214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41712) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:36.835409 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ae4b0eb3-1146-461a-9c26-10f1633c8f82 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Request body: {'subnet': {'network_id': 'bc623c6e-3c35-4268-bf78-aae8270101b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:36.885626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:36.942242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Network 8737672a-99aa-4e0f-90f4-70097f4e716d is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:36.947634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:36.948491 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:36.955348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Pushing event updated for resources: {'Port': ['ID=2ea4ae70-3c56-432e-af9e-6ba9675a269b,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:36.995752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4b0eb3-1146-461a-9c26-10f1633c8f82 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Made reservation on behalf of 084d58bbd11043efaf177664d1e9bbe9 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:36.999394 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ae4b0eb3-1146-461a-9c26-10f1633c8f82 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:37.013116 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Attempting to bind port 2ea4ae70-3c56-432e-af9e-6ba9675a269b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:37.013490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Attempting to bind port 2ea4ae70-3c56-432e-af9e-6ba9675a269b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '11903afb-8002-49a0-8ac0-4e03e8eaace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8737672a-99aa-4e0f-90f4-70097f4e716d'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:37.013856 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Attempting to bind port 2ea4ae70-3c56-432e-af9e-6ba9675a269b on network 8737672a-99aa-4e0f-90f4-70097f4e716d {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:37.018853 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:37.019255 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Checking segment: {'id': '11903afb-8002-49a0-8ac0-4e03e8eaace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8737672a-99aa-4e0f-90f4-70097f4e716d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:37.019655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:37.020047 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Bound using segment: {'id': '11903afb-8002-49a0-8ac0-4e03e8eaace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8737672a-99aa-4e0f-90f4-70097f4e716d'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:37.020508 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Bound port: 2ea4ae70-3c56-432e-af9e-6ba9675a269b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11903afb-8002-49a0-8ac0-4e03e8eaace4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '8737672a-99aa-4e0f-90f4-70097f4e716d'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:37.020913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:37.030032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:37.085783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] For port 2ea4ae70-3c56-432e-af9e-6ba9675a269b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:37.088818 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] For port 2ea4ae70-3c56-432e-af9e-6ba9675a269b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ea4ae70-3c56-432e-af9e-6ba9675a269b,segment=NetworkSegment(11903afb-8002-49a0-8ac0-4e03e8eaace4),segment_id=11903afb-8002-49a0-8ac0-4e03e8eaace4)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:37.144775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:37.202649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e085e743-00ba-490e-9b26-72e9b282d6ea None None] Pushing event updated for resources: {'Port': ['ID=2ea4ae70-3c56-432e-af9e-6ba9675a269b,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:37.224731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ae4b0eb3-1146-461a-9c26-10f1633c8f82 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:37.285544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b0eb3-1146-461a-9c26-10f1633c8f82 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event updated for resources: {'Subnet': ['ID=37fcce28-4089-4964-8517-72754f5196b9,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:37.296297 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4b0eb3-1146-461a-9c26-10f1633c8f82 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Checking segment: {'id': '8cbe0e06-9e23-478d-96f7-a4b989af9f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc623c6e-3c35-4268-bf78-aae8270101b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:37.296660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b0eb3-1146-461a-9c26-10f1633c8f82 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Network hostable DHCP agents. Network: bc623c6e-3c35-4268-bf78-aae8270101b7, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:00:37.363449 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4b0eb3-1146-461a-9c26-10f1633c8f82 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Network bc623c6e-3c35-4268-bf78-aae8270101b7 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:00:37.492918 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-ae4b0eb3-1146-461a-9c26-10f1633c8f82 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bc623c6e-3c35-4268-bf78-aae8270101b7) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:37.497123 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4b0eb3-1146-461a-9c26-10f1633c8f82 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:37.501651 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ae4b0eb3-1146-461a-9c26-10f1633c8f82 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:37.502507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401ca50e-615a-4035-b762-89e7915b07df None None] Network bc623c6e-3c35-4268-bf78-aae8270101b7 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:37.575736 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ae4b0eb3-1146-461a-9c26-10f1633c8f82 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7443850 Dec 06 15:00:37.578364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41714) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:37.648644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bc623c6e-3c35-4268-bf78-aae8270101b7', 'network_id': 'bc623c6e-3c35-4268-bf78-aae8270101b7', 'tenant_id': '084d58bbd11043efaf177664d1e9bbe9', 'fixed_ips': [{'subnet_id': '37fcce28-4089-4964-8517-72754f5196b9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:00:37.650068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:37.684873 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:37.743242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:37.794657 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Allocated IP 2001:db8::2 (bc623c6e-3c35-4268-bf78-aae8270101b7/37fcce28-4089-4964-8517-72754f5196b9/85fc2766-0932-42e0-a5ee-038886d640fc) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:37.942550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.004697 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.044265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Network bc623c6e-3c35-4268-bf78-aae8270101b7 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:38.047790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:38.052450 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:38.059053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Pushing event updated for resources: {'Port': ['ID=85fc2766-0932-42e0-a5ee-038886d640fc,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:38.088019 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.115841 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b51511-ab79-4921-af7f-fcfc43eb61b1 None None] Network 8737672a-99aa-4e0f-90f4-70097f4e716d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:38.120823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Subnet': ['ID=37fcce28-4089-4964-8517-72754f5196b9,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:38.135878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Attempting to bind port 85fc2766-0932-42e0-a5ee-038886d640fc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:38.136244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Attempting to bind port 85fc2766-0932-42e0-a5ee-038886d640fc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8cbe0e06-9e23-478d-96f7-a4b989af9f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc623c6e-3c35-4268-bf78-aae8270101b7'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:38.136604 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Attempting to bind port 85fc2766-0932-42e0-a5ee-038886d640fc on network bc623c6e-3c35-4268-bf78-aae8270101b7 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:38.168751 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:38.169183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Checking segment: {'id': '8cbe0e06-9e23-478d-96f7-a4b989af9f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc623c6e-3c35-4268-bf78-aae8270101b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:38.169546 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.169935 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Bound using segment: {'id': '8cbe0e06-9e23-478d-96f7-a4b989af9f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc623c6e-3c35-4268-bf78-aae8270101b7'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:38.170418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Bound port: 85fc2766-0932-42e0-a5ee-038886d640fc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbe0e06-9e23-478d-96f7-a4b989af9f62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'bc623c6e-3c35-4268-bf78-aae8270101b7'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:38.170796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.179385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.199581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc623c6e-3c35-4268-bf78-aae8270101b7']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:38.208829 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbe0e06-9e23-478d-96f7-a4b989af9f62') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:38.209151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbe0e06-9e23-478d-96f7-a4b989af9f62') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:38.218360 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.231364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.232641 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5cfd2e39-a286-4d8d-91ff-f8a218efc908 None None] Provisioning complete for port 2ea4ae70-3c56-432e-af9e-6ba9675a269b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:38.232981 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2e39-a286-4d8d-91ff-f8a218efc908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.237521 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:00:38.238487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:00:38.244751 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:00:38.329184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] For port 85fc2766-0932-42e0-a5ee-038886d640fc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:38.332862 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] For port 85fc2766-0932-42e0-a5ee-038886d640fc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85fc2766-0932-42e0-a5ee-038886d640fc,segment=NetworkSegment(8cbe0e06-9e23-478d-96f7-a4b989af9f62),segment_id=8cbe0e06-9e23-478d-96f7-a4b989af9f62)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:38.338975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.db.api [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Dec 06 15:00:38.338975 dv-neutron-master-2-hyperv neutron-server[103724]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Dec 06 15:00:38.338975 dv-neutron-master-2-hyperv neutron-server[103724]: [parameters: {'id': 'bc623c6e-3c35-4268-bf78-aae8270101b7'}] Dec 06 15:00:38.338975 dv-neutron-master-2-hyperv neutron-server[103724]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103724) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:00:38.339381 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2ea4ae70-3c56-432e-af9e-6ba9675a269b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:38.339476 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG oslo_db.api [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:00:38.395800 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.499686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2e39-a286-4d8d-91ff-f8a218efc908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.532109 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16283d62-aa27-45b3-98ab-5df6e004a0ce None None] Pushing event updated for resources: {'Port': ['ID=85fc2766-0932-42e0-a5ee-038886d640fc,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:38.553202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 2ea4ae70-3c56-432e-af9e-6ba9675a269b triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:38.553572 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.579418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52c8049-d629-4da0-ad0b-82fd923c08b9 None None] Network bc623c6e-3c35-4268-bf78-aae8270101b7 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:38.610562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5cfd2e39-a286-4d8d-91ff-f8a218efc908 None None] For port 2ea4ae70-3c56-432e-af9e-6ba9675a269b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ea4ae70-3c56-432e-af9e-6ba9675a269b,segment=NetworkSegment(11903afb-8002-49a0-8ac0-4e03e8eaace4),segment_id=11903afb-8002-49a0-8ac0-4e03e8eaace4)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:38.691126 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5cfd2e39-a286-4d8d-91ff-f8a218efc908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.792430 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd2e39-a286-4d8d-91ff-f8a218efc908 None None] Pushing event updated for resources: {'Port': ['ID=2ea4ae70-3c56-432e-af9e-6ba9675a269b,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:38.798095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ec2dc0-510c-4a85-b742-2728953bfa7f None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103726) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Dec 06 15:00:38.840961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.845204 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-55c3dcfd-bd75-40dd-9112-8df7b2090f19 None None] Provisioning complete for port 2ea4ae70-3c56-432e-af9e-6ba9675a269b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:38.845574 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55c3dcfd-bd75-40dd-9112-8df7b2090f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.898026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Deleting port 85fc2766-0932-42e0-a5ee-038886d640fc {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:38.898355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.908639 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ec2dc0-510c-4a85-b742-2728953bfa7f None None] Resources bound (agent type, host, resource id): {{(pid=103726) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Dec 06 15:00:38.959898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] For port 85fc2766-0932-42e0-a5ee-038886d640fc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=85fc2766-0932-42e0-a5ee-038886d640fc,segment=NetworkSegment(8cbe0e06-9e23-478d-96f7-a4b989af9f62),segment_id=8cbe0e06-9e23-478d-96f7-a4b989af9f62)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:38.960251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:38.973330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Calling delete_port for 85fc2766-0932-42e0-a5ee-038886d640fc owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:39.115905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:39.142000 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Port': ['ID=85fc2766-0932-42e0-a5ee-038886d640fc,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:39.145244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] No DVR routers for this DVR port 85fc2766-0932-42e0-a5ee-038886d640fc on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:00:39.222599 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:39.241630 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc623c6e-3c35-4268-bf78-aae8270101b7']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:39.250556 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbe0e06-9e23-478d-96f7-a4b989af9f62') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:39.250847 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbe0e06-9e23-478d-96f7-a4b989af9f62') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:39.260292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:39.273300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:39.278917 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:00:39.279288 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:00:39.282245 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:00:39.430142 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:39.437681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:39.440589 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/networks/bc623c6e-3c35-4268-bf78-aae8270101b7 HTTP/1.1" status: 204 len: 168 time: 1.8613143 Dec 06 15:00:39.444458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41716) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:39.452090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9affd8-8324-4231-99c5-e368acf7a11e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Network': ['ID=bc623c6e-3c35-4268-bf78-aae8270101b7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:39.471927 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9b932bc-d9de-48b0-a31e-520d95b124b4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] GET failed (client error): The resource could not be found. Dec 06 15:00:39.473258 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c9b932bc-d9de-48b0-a31e-520d95b124b4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "GET /v2.0/subnets/37fcce28-4089-4964-8517-72754f5196b9 HTTP/1.1" status: 404 len: 337 time: 0.0277994 Dec 06 15:00:39.476007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41718) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:39.492670 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e5b8b23-bcfc-436c-ab49-59364bd308da tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] DELETE failed (client error): The resource could not be found. Dec 06 15:00:39.493164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e5b8b23-bcfc-436c-ab49-59364bd308da tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:00:39.496059 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8e5b8b23-bcfc-436c-ab49-59364bd308da tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/networks/bc623c6e-3c35-4268-bf78-aae8270101b7 HTTP/1.1" status: 404 len: 339 time: 0.0191822 Dec 06 15:00:39.499478 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41720) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:39.523966 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-71856e48-387d-4c00-869e-e33f9d442cb9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] DELETE failed (client error): The resource could not be found. Dec 06 15:00:39.524395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71856e48-387d-4c00-869e-e33f9d442cb9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:00:39.527339 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-71856e48-387d-4c00-869e-e33f9d442cb9 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/subnets/37fcce28-4089-4964-8517-72754f5196b9 HTTP/1.1" status: 404 len: 337 time: 0.0269940 Dec 06 15:00:39.529589 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41722) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:39.546181 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1f2f06-62da-456d-a98c-6a5185fcafc6 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] DELETE failed (client error): The resource could not be found. Dec 06 15:00:39.546817 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1f2f06-62da-456d-a98c-6a5185fcafc6 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103725) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:00:39.549873 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-fc1f2f06-62da-456d-a98c-6a5185fcafc6 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/networks/bc623c6e-3c35-4268-bf78-aae8270101b7 HTTP/1.1" status: 404 len: 339 time: 0.0194359 Dec 06 15:00:39.552790 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41724) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:39.604806 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-35853bb1-88b3-46f3-9052-0b15c3e22a2e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Deleting subnet 280092f4-5a0e-413a-a605-0e48f60b5296 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:00:39.607865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-35853bb1-88b3-46f3-9052-0b15c3e22a2e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:39.647263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-35853bb1-88b3-46f3-9052-0b15c3e22a2e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:39.729588 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-35853bb1-88b3-46f3-9052-0b15c3e22a2e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:39.841874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-35853bb1-88b3-46f3-9052-0b15c3e22a2e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:39.869639 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35853bb1-88b3-46f3-9052-0b15c3e22a2e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Subnet': ['ID=280092f4-5a0e-413a-a605-0e48f60b5296,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:39.871573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-35853bb1-88b3-46f3-9052-0b15c3e22a2e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:39.874795 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-35853bb1-88b3-46f3-9052-0b15c3e22a2e tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/subnets/280092f4-5a0e-413a-a605-0e48f60b5296 HTTP/1.1" status: 204 len: 168 time: 0.3211150 Dec 06 15:00:39.877143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d76fffd-a6e8-40fb-b081-797e6c485cea None None] Network 8737672a-99aa-4e0f-90f4-70097f4e716d requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:39.877574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41726) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:39.953789 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.012140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Deleting port 2ea4ae70-3c56-432e-af9e-6ba9675a269b {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:40.012476 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.075551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] For port 2ea4ae70-3c56-432e-af9e-6ba9675a269b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ea4ae70-3c56-432e-af9e-6ba9675a269b,segment=NetworkSegment(11903afb-8002-49a0-8ac0-4e03e8eaace4),segment_id=11903afb-8002-49a0-8ac0-4e03e8eaace4)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:40.075911 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.088267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Calling delete_port for 2ea4ae70-3c56-432e-af9e-6ba9675a269b owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:40.187385 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc30f1b-2ab4-4384-9a26-3f1e743034b4 None None] DHCP port deletion for 8737672a-99aa-4e0f-90f4-70097f4e716d request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:00:40.234750 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cbc30f1b-2ab4-4384-9a26-3f1e743034b4 None None] Deleting port 2ea4ae70-3c56-432e-af9e-6ba9675a269b {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:40.235042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbc30f1b-2ab4-4384-9a26-3f1e743034b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.247490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.274951 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Port': ['ID=2ea4ae70-3c56-432e-af9e-6ba9675a269b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:40.278503 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] No DVR routers for this DVR port 2ea4ae70-3c56-432e-af9e-6ba9675a269b on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:00:40.305986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2ea4ae70-3c56-432e-af9e-6ba9675a269b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:00:40.313684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cbc30f1b-2ab4-4384-9a26-3f1e743034b4 None None] For port 2ea4ae70-3c56-432e-af9e-6ba9675a269b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2ea4ae70-3c56-432e-af9e-6ba9675a269b,segment=NetworkSegment(11903afb-8002-49a0-8ac0-4e03e8eaace4),segment_id=11903afb-8002-49a0-8ac0-4e03e8eaace4)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:40.314081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbc30f1b-2ab4-4384-9a26-3f1e743034b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.337610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 2ea4ae70-3c56-432e-af9e-6ba9675a269b {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:00:40.340083 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2ea4ae70-3c56-432e-af9e-6ba9675a269b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:00:40.344488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cbc30f1b-2ab4-4384-9a26-3f1e743034b4 None None] Calling delete_port for 2ea4ae70-3c56-432e-af9e-6ba9675a269b owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:40.358168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.381418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8737672a-99aa-4e0f-90f4-70097f4e716d']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:40.391059 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11903afb-8002-49a0-8ac0-4e03e8eaace4') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:40.391370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11903afb-8002-49a0-8ac0-4e03e8eaace4') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:40.401242 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.414751 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.420416 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:00:40.420789 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.423296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cbc30f1b-2ab4-4384-9a26-3f1e743034b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:00:40.424041 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:00:40.448722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc30f1b-2ab4-4384-9a26-3f1e743034b4 None None] Pushing event deleted for resources: {'Port': ['ID=2ea4ae70-3c56-432e-af9e-6ba9675a269b,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:40.451901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc30f1b-2ab4-4384-9a26-3f1e743034b4 None None] No DVR routers for this DVR port 2ea4ae70-3c56-432e-af9e-6ba9675a269b on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:00:40.549973 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.554533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.558259 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/networks/8737672a-99aa-4e0f-90f4-70097f4e716d HTTP/1.1" status: 204 len: 168 time: 0.6799879 Dec 06 15:00:40.560825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41728) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:40.572060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e9789-f205-471e-86a1-db6adbb3e5d4 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Network': ['ID=8737672a-99aa-4e0f-90f4-70097f4e716d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:40.586966 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca3a11e-b2b8-4b22-9e91-f97ea396e9a2 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] DELETE failed (client error): The resource could not be found. Dec 06 15:00:40.587414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca3a11e-b2b8-4b22-9e91-f97ea396e9a2 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:00:40.590485 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0ca3a11e-b2b8-4b22-9e91-f97ea396e9a2 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/subnets/61c123ed-5a7c-4a15-a439-62a6e9917c0f HTTP/1.1" status: 404 len: 337 time: 0.0285454 Dec 06 15:00:40.593100 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41730) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:40.615397 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12fad24-2d76-477d-a469-cfbf34b06867 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] DELETE failed (client error): The resource could not be found. Dec 06 15:00:40.615868 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12fad24-2d76-477d-a469-cfbf34b06867 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:00:40.618844 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f12fad24-2d76-477d-a469-cfbf34b06867 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/networks/8a79286a-fa10-48fc-8463-a4d0756a339a HTTP/1.1" status: 404 len: 339 time: 0.0248110 Dec 06 15:00:40.621312 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41732) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:40.646309 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac9210ed-993e-471b-8ef9-709a59261363 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] DELETE failed (client error): The resource could not be found. Dec 06 15:00:40.646748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac9210ed-993e-471b-8ef9-709a59261363 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:00:40.649763 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ac9210ed-993e-471b-8ef9-709a59261363 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/subnets/2cbb986c-2198-4f84-a824-f9b8a412c1be HTTP/1.1" status: 404 len: 337 time: 0.0275874 Dec 06 15:00:40.658671 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41734) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:40.676101 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de3c791-c116-4820-9902-6d6a20301260 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] DELETE failed (client error): The resource could not be found. Dec 06 15:00:40.676584 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de3c791-c116-4820-9902-6d6a20301260 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103724) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Dec 06 15:00:40.679576 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4de3c791-c116-4820-9902-6d6a20301260 tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/networks/d3f2da44-4a1e-4a10-a491-c5e0e8f9c531 HTTP/1.1" status: 404 len: 339 time: 0.0200152 Dec 06 15:00:40.682013 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41736) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:40.731362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-6efa17d6-513e-417f-a142-ed6d9238574b tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Deleting subnet 7c31c23f-5206-40d3-be70-ce9f85b28b3f {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:00:40.734350 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6efa17d6-513e-417f-a142-ed6d9238574b tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.775253 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6efa17d6-513e-417f-a142-ed6d9238574b tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.863452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6efa17d6-513e-417f-a142-ed6d9238574b tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:40.973081 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6efa17d6-513e-417f-a142-ed6d9238574b tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.002740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efa17d6-513e-417f-a142-ed6d9238574b tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Subnet': ['ID=7c31c23f-5206-40d3-be70-ce9f85b28b3f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:41.007360 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6efa17d6-513e-417f-a142-ed6d9238574b tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.012620 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6efa17d6-513e-417f-a142-ed6d9238574b tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/subnets/7c31c23f-5206-40d3-be70-ce9f85b28b3f HTTP/1.1" status: 204 len: 168 time: 0.3277357 Dec 06 15:00:41.013193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41738) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:41.015452 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdf837b-b3d1-4dde-af2e-529d06de859f None None] Network abe9644c-966f-4242-91eb-c8117aec8093 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:41.193012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f19a645-89b1-4c41-9cba-16a045bf8519 None None] DHCP port deletion for abe9644c-966f-4242-91eb-c8117aec8093 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:00:41.241119 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4f19a645-89b1-4c41-9cba-16a045bf8519 None None] Deleting port e6383371-243b-476b-b775-033cb68a74ce {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:41.241500 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f19a645-89b1-4c41-9cba-16a045bf8519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.310497 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4f19a645-89b1-4c41-9cba-16a045bf8519 None None] For port e6383371-243b-476b-b775-033cb68a74ce, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e6383371-243b-476b-b775-033cb68a74ce,segment=NetworkSegment(b1c7e695-2c8a-4c4b-8cd6-85bb4c403703),segment_id=b1c7e695-2c8a-4c4b-8cd6-85bb4c403703)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:41.310912 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f19a645-89b1-4c41-9cba-16a045bf8519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.324756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4f19a645-89b1-4c41-9cba-16a045bf8519 None None] Calling delete_port for e6383371-243b-476b-b775-033cb68a74ce owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:41.434221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.481753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f19a645-89b1-4c41-9cba-16a045bf8519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.485479 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Deleting port e6383371-243b-476b-b775-033cb68a74ce {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:41.486460 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.508956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19a645-89b1-4c41-9cba-16a045bf8519 None None] Pushing event deleted for resources: {'Port': ['ID=e6383371-243b-476b-b775-033cb68a74ce,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:41.510780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f19a645-89b1-4c41-9cba-16a045bf8519 None None] No DVR routers for this DVR port e6383371-243b-476b-b775-033cb68a74ce on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:00:41.547375 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] For port e6383371-243b-476b-b775-033cb68a74ce, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:41.548988 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.560463 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Calling delete_port for e6383371-243b-476b-b775-033cb68a74ce owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:41.563055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.ipam_backend_mixin [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Port e6383371-243b-476b-b775-033cb68a74ce was not found and therefore no delete operation was performed {{(pid=103725) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 06 15:00:41.564239 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.592368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Port': ['ID=e6383371-243b-476b-b775-033cb68a74ce,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:41.594557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] No DVR routers for this DVR port e6383371-243b-476b-b775-033cb68a74ce on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:00:41.604127 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:41.604452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:41.604787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:41.605143 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:41.605469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:41.605793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:41.606115 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:41.606436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:41.606754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:41.607078 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:41.607396 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:41.607713 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:41.608029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:41.681302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.700368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe9644c-966f-4242-91eb-c8117aec8093']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:41.709373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1c7e695-2c8a-4c4b-8cd6-85bb4c403703') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:41.709664 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1c7e695-2c8a-4c4b-8cd6-85bb4c403703') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:41.718544 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.731532 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.737107 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:00:41.737480 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:00:41.740916 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:00:41.847444 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.854480 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:41.857644 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] 10.222.0.42 "DELETE /v2.0/networks/abe9644c-966f-4242-91eb-c8117aec8093 HTTP/1.1" status: 204 len: 168 time: 0.8434622 Dec 06 15:00:41.868565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9d2304-d517-4a3b-914d-2d73c0d1ee3f tempest-NetworksIpV6Test-1820991906 tempest-NetworksIpV6Test-1820991906-project] Pushing event deleted for resources: {'Network': ['ID=abe9644c-966f-4242-91eb-c8117aec8093,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:42.236517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41744) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:42.294882 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e6383371-243b-476b-b775-033cb68a74ce no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:00:42.318834 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: e6383371-243b-476b-b775-033cb68a74ce {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:00:42.319181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e6383371-243b-476b-b775-033cb68a74ce not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:00:42.370148 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ed018d7b-3513-4035-9546-59f54a6f5579 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=084d58bbd11043efaf177664d1e9bbe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324730 Dec 06 15:00:42.372530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41748) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:42.422566 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6082dbc6-c143-4c5d-9a8f-1d1023157799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:42.450088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6082dbc6-c143-4c5d-9a8f-1d1023157799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:42.549936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6082dbc6-c143-4c5d-9a8f-1d1023157799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:42.553035 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6082dbc6-c143-4c5d-9a8f-1d1023157799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:42.554181 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6082dbc6-c143-4c5d-9a8f-1d1023157799 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7e38014-45ae-494d-9d7b-7408649b7fd7 HTTP/1.1" status: 204 len: 168 time: 0.1807530 Dec 06 15:00:42.561703 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082dbc6-c143-4c5d-9a8f-1d1023157799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e38014-45ae-494d-9d7b-7408649b7fd7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:43.419898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41770) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:43.511386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-93f6aefc-0e09-49fb-9352-c768f3b891f7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1752047779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:43.578581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93f6aefc-0e09-49fb-9352-c768f3b891f7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:43.579616 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93f6aefc-0e09-49fb-9352-c768f3b891f7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:43.632877 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93f6aefc-0e09-49fb-9352-c768f3b891f7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:43.698940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93f6aefc-0e09-49fb-9352-c768f3b891f7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:43.780386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-93f6aefc-0e09-49fb-9352-c768f3b891f7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:43.781623 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-93f6aefc-0e09-49fb-9352-c768f3b891f7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3607230 Dec 06 15:00:43.784285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41774) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:43.789295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-428739398'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:43.869788 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Made reservation on behalf of 9c0471cd08b04bc29260363f740f5704 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:43.873184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:43.882192 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:43.952562 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.035129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.063392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:00:44.070098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d55f67-a5f0-44b0-a7b3-a7853fa013c7,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:44.078066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.078066 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Added segment e2a12749-979c-40ce-9b23-9bd0f433089c of type vlan for network dd87ac99-3541-4342-8369-3e3da0e20f63 Dec 06 15:00:44.115926 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.195519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.201091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:44.201665 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.266592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Pushing event updated for resources: {'Network': ['ID=dd87ac99-3541-4342-8369-3e3da0e20f63,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:44.276392 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network dd87ac99-3541-4342-8369-3e3da0e20f63 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:00:44.301498 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4dbb14e7-2b94-4802-9020-5f45371f2c70 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5161135 Dec 06 15:00:44.304132 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41776) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:44.308927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e65b30af-a2a1-4387-af52-34e093857deb tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Request body: {'subnet': {'network_id': 'dd87ac99-3541-4342-8369-3e3da0e20f63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:44.470010 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65b30af-a2a1-4387-af52-34e093857deb tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Made reservation on behalf of 9c0471cd08b04bc29260363f740f5704 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:44.474064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e65b30af-a2a1-4387-af52-34e093857deb tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.693172 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e65b30af-a2a1-4387-af52-34e093857deb tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.758250 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b30af-a2a1-4387-af52-34e093857deb tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Pushing event updated for resources: {'Subnet': ['ID=2c0aba3b-5849-463e-993e-e9a788daa65f,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:44.765082 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65b30af-a2a1-4387-af52-34e093857deb tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Checking segment: {'id': 'e2a12749-979c-40ce-9b23-9bd0f433089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd87ac99-3541-4342-8369-3e3da0e20f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:44.765439 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b30af-a2a1-4387-af52-34e093857deb tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Network hostable DHCP agents. Network: dd87ac99-3541-4342-8369-3e3da0e20f63, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:00:44.812841 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b30af-a2a1-4387-af52-34e093857deb tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Network dd87ac99-3541-4342-8369-3e3da0e20f63 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:00:44.881452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-e65b30af-a2a1-4387-af52-34e093857deb tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dd87ac99-3541-4342-8369-3e3da0e20f63) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:44.885541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65b30af-a2a1-4387-af52-34e093857deb tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:44.886139 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e65b30af-a2a1-4387-af52-34e093857deb tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:44.891293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f3a865-6563-4a82-ac17-8b59976b1227 None None] Network dd87ac99-3541-4342-8369-3e3da0e20f63 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:44.947474 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e65b30af-a2a1-4387-af52-34e093857deb tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6421545 Dec 06 15:00:44.950335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41778) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:44.955256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-d3d4fc94-c0d9-4e4d-82ae-6c5615525e18 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-962847111'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:45.030461 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d4fc94-c0d9-4e4d-82ae-6c5615525e18 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Made reservation on behalf of 9c0471cd08b04bc29260363f740f5704 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:45.034119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3d4fc94-c0d9-4e4d-82ae-6c5615525e18 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.038905 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dd87ac99-3541-4342-8369-3e3da0e20f63', 'network_id': 'dd87ac99-3541-4342-8369-3e3da0e20f63', 'tenant_id': '9c0471cd08b04bc29260363f740f5704', 'fixed_ips': [{'subnet_id': '2c0aba3b-5849-463e-993e-e9a788daa65f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:00:45.039823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.059173 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d4fc94-c0d9-4e4d-82ae-6c5615525e18 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:00:45.068513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3d4fc94-c0d9-4e4d-82ae-6c5615525e18 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.070283 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-d3d4fc94-c0d9-4e4d-82ae-6c5615525e18 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Added segment b098421d-d9ea-4ba3-a1de-2cf04bcf8e14 of type vlan for network f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1 Dec 06 15:00:45.117665 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3d4fc94-c0d9-4e4d-82ae-6c5615525e18 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.176206 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Allocated IP 172.20.0.2 (dd87ac99-3541-4342-8369-3e3da0e20f63/2c0aba3b-5849-463e-993e-e9a788daa65f/8172c77a-0be5-4c31-824d-640a166c0ded) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:45.212686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3d4fc94-c0d9-4e4d-82ae-6c5615525e18 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.218358 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d4fc94-c0d9-4e4d-82ae-6c5615525e18 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:45.218944 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3d4fc94-c0d9-4e4d-82ae-6c5615525e18 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.287547 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4fc94-c0d9-4e4d-82ae-6c5615525e18 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Pushing event updated for resources: {'Network': ['ID=f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:45.297234 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:00:45.330249 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d3d4fc94-c0d9-4e4d-82ae-6c5615525e18 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3788631 Dec 06 15:00:45.334009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41780) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:45.339114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5c6b1903-da33-4762-a241-1e647e073798 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Request body: {'subnet': {'network_id': 'f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:45.362587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.424934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.470743 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Network dd87ac99-3541-4342-8369-3e3da0e20f63 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:45.473638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:45.477834 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:45.480698 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Pushing event updated for resources: {'Port': ['ID=8172c77a-0be5-4c31-824d-640a166c0ded,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:45.486832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6b1903-da33-4762-a241-1e647e073798 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Made reservation on behalf of 9c0471cd08b04bc29260363f740f5704 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:45.490455 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1903-da33-4762-a241-1e647e073798 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.531534 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Attempting to bind port 8172c77a-0be5-4c31-824d-640a166c0ded on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:45.531907 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Attempting to bind port 8172c77a-0be5-4c31-824d-640a166c0ded by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e2a12749-979c-40ce-9b23-9bd0f433089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd87ac99-3541-4342-8369-3e3da0e20f63'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:45.532273 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Attempting to bind port 8172c77a-0be5-4c31-824d-640a166c0ded on network dd87ac99-3541-4342-8369-3e3da0e20f63 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:45.537428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:45.537800 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Checking segment: {'id': 'e2a12749-979c-40ce-9b23-9bd0f433089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd87ac99-3541-4342-8369-3e3da0e20f63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:45.538203 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.538595 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Bound using segment: {'id': 'e2a12749-979c-40ce-9b23-9bd0f433089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd87ac99-3541-4342-8369-3e3da0e20f63'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:45.539063 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Bound port: 8172c77a-0be5-4c31-824d-640a166c0ded, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a12749-979c-40ce-9b23-9bd0f433089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'dd87ac99-3541-4342-8369-3e3da0e20f63'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:45.539443 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.599740 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] For port 8172c77a-0be5-4c31-824d-640a166c0ded, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:45.602743 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] For port 8172c77a-0be5-4c31-824d-640a166c0ded, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8172c77a-0be5-4c31-824d-640a166c0ded,segment=NetworkSegment(e2a12749-979c-40ce-9b23-9bd0f433089c),segment_id=e2a12749-979c-40ce-9b23-9bd0f433089c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:45.681972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.705077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1903-da33-4762-a241-1e647e073798 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.746209 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a36c3c-b199-40d1-afa6-f6916aadd09f None None] Pushing event updated for resources: {'Port': ['ID=8172c77a-0be5-4c31-824d-640a166c0ded,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:45.784459 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b1903-da33-4762-a241-1e647e073798 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Pushing event updated for resources: {'Subnet': ['ID=af639984-ae82-4ecb-b78b-89b683122316,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:45.787926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6b1903-da33-4762-a241-1e647e073798 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Checking segment: {'id': 'b098421d-d9ea-4ba3-a1de-2cf04bcf8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:45.788289 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b1903-da33-4762-a241-1e647e073798 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Network hostable DHCP agents. Network: f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:00:45.858415 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6b1903-da33-4762-a241-1e647e073798 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Network f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:00:45.927333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-5c6b1903-da33-4762-a241-1e647e073798 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:45.931971 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6b1903-da33-4762-a241-1e647e073798 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:45.932657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5c6b1903-da33-4762-a241-1e647e073798 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:45.941501 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8afae7-3366-495b-abb4-732d1cabeb30 None None] Network f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:46.019049 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5c6b1903-da33-4762-a241-1e647e073798 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6812580 Dec 06 15:00:46.019222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41782) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:46.023903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-bfdf4980-9e67-4f53-a94f-b8990ade69d0 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:46.094344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1', 'network_id': 'f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1', 'tenant_id': '9c0471cd08b04bc29260363f740f5704', 'fixed_ips': [{'subnet_id': 'af639984-ae82-4ecb-b78b-89b683122316'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:00:46.095275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.232664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Allocated IP 172.21.0.2 (f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1/af639984-ae82-4ecb-b78b-89b683122316/f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:46.233417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4980-9e67-4f53-a94f-b8990ade69d0 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.359448 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8172c77a-0be5-4c31-824d-640a166c0ded up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:46.418880 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.438972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 8172c77a-0be5-4c31-824d-640a166c0ded triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:46.439343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.449861 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.api.v2.resource [None req-bfdf4980-9e67-4f53-a94f-b8990ade69d0 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Dec 06 15:00:46.457215 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bfdf4980-9e67-4f53-a94f-b8990ade69d0 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] 10.222.0.42 "PUT /v2.0/routers/869e594e-b99e-4757-bbf8-3445266f207f HTTP/1.1" status: 400 len: 364 time: 0.4307728 Dec 06 15:00:46.457507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41784) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:46.507511 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.516711 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b0d7a2-65fc-4ff0-aa43-94d449d649b4 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Deleting subnet af639984-ae82-4ecb-b78b-89b683122316 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:00:46.520613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78b0d7a2-65fc-4ff0-aa43-94d449d649b4 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.563838 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78b0d7a2-65fc-4ff0-aa43-94d449d649b4 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.568904 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Network f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:46.570034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.572184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:46.577873 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:46.586748 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Pushing event updated for resources: {'Port': ['ID=f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:46.657132 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 8172c77a-0be5-4c31-824d-640a166c0ded, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8172c77a-0be5-4c31-824d-640a166c0ded,segment=NetworkSegment(e2a12749-979c-40ce-9b23-9bd0f433089c),segment_id=e2a12749-979c-40ce-9b23-9bd0f433089c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:46.662240 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Attempting to bind port f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:46.662610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Attempting to bind port f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b098421d-d9ea-4ba3-a1de-2cf04bcf8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:46.662974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Attempting to bind port f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4 on network f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:46.667995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78b0d7a2-65fc-4ff0-aa43-94d449d649b4 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.670978 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:46.671352 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Checking segment: {'id': 'b098421d-d9ea-4ba3-a1de-2cf04bcf8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:46.671757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.672318 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Bound using segment: {'id': 'b098421d-d9ea-4ba3-a1de-2cf04bcf8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:46.672790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Bound port: f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b098421d-d9ea-4ba3-a1de-2cf04bcf8e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:46.673202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.737591 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6031c7-7f82-42d3-a653-3f99ba98c424 None None] Network dd87ac99-3541-4342-8369-3e3da0e20f63 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:46.744080 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.779319 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78b0d7a2-65fc-4ff0-aa43-94d449d649b4 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.799287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] For port f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:46.804122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0d7a2-65fc-4ff0-aa43-94d449d649b4 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Pushing event deleted for resources: {'Subnet': ['ID=af639984-ae82-4ecb-b78b-89b683122316,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:46.809982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-78b0d7a2-65fc-4ff0-aa43-94d449d649b4 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.813319 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-78b0d7a2-65fc-4ff0-aa43-94d449d649b4 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] 10.222.0.42 "DELETE /v2.0/subnets/af639984-ae82-4ecb-b78b-89b683122316 HTTP/1.1" status: 204 len: 168 time: 0.3544579 Dec 06 15:00:46.816267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41786) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:46.847770 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] For port f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4,segment=NetworkSegment(b098421d-d9ea-4ba3-a1de-2cf04bcf8e14),segment_id=b098421d-d9ea-4ba3-a1de-2cf04bcf8e14)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:46.869497 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-38fa3343-dbd4-47a9-8b2b-40037aa56514 None None] Provisioning complete for port 8172c77a-0be5-4c31-824d-640a166c0ded triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:46.869862 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38fa3343-dbd4-47a9-8b2b-40037aa56514 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.892004 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.902524 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=8172c77a-0be5-4c31-824d-640a166c0ded,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:46.911219 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:46.951320 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Deleting port f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:46.951701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.022265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2879e7-5897-448c-b429-95c93f396d89 None None] Pushing event updated for resources: {'Port': ['ID=f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:47.022802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] For port f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4,segment=NetworkSegment(b098421d-d9ea-4ba3-a1de-2cf04bcf8e14),segment_id=b098421d-d9ea-4ba3-a1de-2cf04bcf8e14)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:47.023281 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.039969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Calling delete_port for f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:47.213168 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.252014 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Pushing event deleted for resources: {'Port': ['ID=f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:47.255267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] No DVR routers for this DVR port f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:00:47.347941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.370157 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:47.380613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b098421d-d9ea-4ba3-a1de-2cf04bcf8e14') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:47.381025 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b098421d-d9ea-4ba3-a1de-2cf04bcf8e14') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:47.390792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.404437 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.413285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:00:47.413285 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:00:47.414970 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:00:47.538782 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.546155 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.553648 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] 10.222.0.42 "DELETE /v2.0/networks/f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1 HTTP/1.1" status: 204 len: 168 time: 0.7323942 Dec 06 15:00:47.553974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41788) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:47.566846 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f95b5f4c-158a-4ed0-afa2-973be1eeab4c None None] Provisioning complete for port 8172c77a-0be5-4c31-824d-640a166c0ded triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:47.567378 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f95b5f4c-158a-4ed0-afa2-973be1eeab4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.571709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff73183-a904-4782-97fc-707baf83f3f1 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Pushing event deleted for resources: {'Network': ['ID=f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:47.609451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-2664a90b-07f3-4ed3-8ff4-777f87d49e69 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Deleting subnet 2c0aba3b-5849-463e-993e-e9a788daa65f {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:00:47.612621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2664a90b-07f3-4ed3-8ff4-777f87d49e69 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.655240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2664a90b-07f3-4ed3-8ff4-777f87d49e69 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.741822 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2664a90b-07f3-4ed3-8ff4-777f87d49e69 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.848299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2664a90b-07f3-4ed3-8ff4-777f87d49e69 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.875622 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664a90b-07f3-4ed3-8ff4-777f87d49e69 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Pushing event deleted for resources: {'Subnet': ['ID=2c0aba3b-5849-463e-993e-e9a788daa65f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:47.879398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2664a90b-07f3-4ed3-8ff4-777f87d49e69 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:47.884786 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2664a90b-07f3-4ed3-8ff4-777f87d49e69 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] 10.222.0.42 "DELETE /v2.0/subnets/2c0aba3b-5849-463e-993e-e9a788daa65f HTTP/1.1" status: 204 len: 168 time: 0.3276761 Dec 06 15:00:47.885405 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41790) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:47.885673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365babc9-40e9-4ff0-8fbf-b7317c13a276 None None] Network dd87ac99-3541-4342-8369-3e3da0e20f63 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:47.969559 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.026312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Deleting port 8172c77a-0be5-4c31-824d-640a166c0ded {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:48.026925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.089997 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03143d7e-99e9-4074-a015-356ca81672c2 None None] DHCP port deletion for dd87ac99-3541-4342-8369-3e3da0e20f63 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:00:48.103135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] For port 8172c77a-0be5-4c31-824d-640a166c0ded, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8172c77a-0be5-4c31-824d-640a166c0ded,segment=NetworkSegment(e2a12749-979c-40ce-9b23-9bd0f433089c),segment_id=e2a12749-979c-40ce-9b23-9bd0f433089c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:48.103497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.117671 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Calling delete_port for 8172c77a-0be5-4c31-824d-640a166c0ded owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:48.140124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-03143d7e-99e9-4074-a015-356ca81672c2 None None] Deleting port 8172c77a-0be5-4c31-824d-640a166c0ded {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:00:48.140593 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-03143d7e-99e9-4074-a015-356ca81672c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.171686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6befd693-c684-4b53-aba2-04310becf65c None None] DHCP port deletion for f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:00:48.200521 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a3068846-1d29-421a-beb3-3d155c47aa8d None None] Could not find standard attr ID for object f174c6b9-87e2-4a37-9f3d-b8aeb8b0eff4. {{(pid=103726) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Dec 06 15:00:48.222231 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-03143d7e-99e9-4074-a015-356ca81672c2 None None] For port 8172c77a-0be5-4c31-824d-640a166c0ded, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8172c77a-0be5-4c31-824d-640a166c0ded,segment=NetworkSegment(e2a12749-979c-40ce-9b23-9bd0f433089c),segment_id=e2a12749-979c-40ce-9b23-9bd0f433089c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:48.222659 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-03143d7e-99e9-4074-a015-356ca81672c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.225213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f2ba10-d105-4716-ba5f-ad08e9c922bf None None] Network f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:48.245742 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-03143d7e-99e9-4074-a015-356ca81672c2 None None] Calling delete_port for 8172c77a-0be5-4c31-824d-640a166c0ded owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:00:48.247501 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f2ba10-d105-4716-ba5f-ad08e9c922bf None None] Network f32e7ba1-5f8c-4d3f-afea-3a9c7a5dc5b1 could not be found, it might have been deleted concurrently. {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Dec 06 15:00:48.264685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.291139 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Pushing event deleted for resources: {'Port': ['ID=8172c77a-0be5-4c31-824d-640a166c0ded,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:48.294776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] No DVR routers for this DVR port 8172c77a-0be5-4c31-824d-640a166c0ded on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:00:48.330656 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8172c77a-0be5-4c31-824d-640a166c0ded no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:00:48.354728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 8172c77a-0be5-4c31-824d-640a166c0ded {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:00:48.354728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8172c77a-0be5-4c31-824d-640a166c0ded not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:00:48.364061 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-03143d7e-99e9-4074-a015-356ca81672c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.386934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03143d7e-99e9-4074-a015-356ca81672c2 None None] Pushing event deleted for resources: {'Port': ['ID=8172c77a-0be5-4c31-824d-640a166c0ded,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:48.388456 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.390661 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03143d7e-99e9-4074-a015-356ca81672c2 None None] No DVR routers for this DVR port 8172c77a-0be5-4c31-824d-640a166c0ded on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:00:48.412749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd87ac99-3541-4342-8369-3e3da0e20f63']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:48.422371 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a12749-979c-40ce-9b23-9bd0f433089c') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:48.422662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a12749-979c-40ce-9b23-9bd0f433089c') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:48.431964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.445245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:00:48.454934 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:00:48.567614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.575494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.577370 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] 10.222.0.42 "DELETE /v2.0/networks/dd87ac99-3541-4342-8369-3e3da0e20f63 HTTP/1.1" status: 204 len: 168 time: 0.6909223 Dec 06 15:00:48.580130 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41792) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:48.588475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a67a7-dff9-49c4-8860-c54895925c5d tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Pushing event deleted for resources: {'Network': ['ID=dd87ac99-3541-4342-8369-3e3da0e20f63,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:48.608485 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-70fed588-ce0e-4d85-9669-04f760321346 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] 10.222.0.42 "GET /v2.0/ports?device_id=869e594e-b99e-4757-bbf8-3445266f207f HTTP/1.1" status: 200 len: 205 time: 0.0271807 Dec 06 15:00:48.610823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41794) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:48.684039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dd7257b8-3a31-4830-8126-9630913a94c7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.840612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dd7257b8-3a31-4830-8126-9630913a94c7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.842656 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dd7257b8-3a31-4830-8126-9630913a94c7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.943969 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dd7257b8-3a31-4830-8126-9630913a94c7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.944516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7257b8-3a31-4830-8126-9630913a94c7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Fanout notify agent at l3_agent the message router_deleted on router 869e594e-b99e-4757-bbf8-3445266f207f {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:00:48.953517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-dd7257b8-3a31-4830-8126-9630913a94c7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:48.953517 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-dd7257b8-3a31-4830-8126-9630913a94c7 tempest-RoutersNegativeTest-925380259 tempest-RoutersNegativeTest-925380259-project] 10.222.0.42 "DELETE /v2.0/routers/869e594e-b99e-4757-bbf8-3445266f207f HTTP/1.1" status: 204 len: 168 time: 0.3406677 Dec 06 15:00:49.405015 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41800) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:49.536073 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b4895c94-6a9e-40d1-bdf8-5220502e2b69 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c0471cd08b04bc29260363f740f5704&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1296508 Dec 06 15:00:49.538479 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41804) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:49.583411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6740da1c-96c9-4f45-94b1-f21de98786aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.603523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6740da1c-96c9-4f45-94b1-f21de98786aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.698226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6740da1c-96c9-4f45-94b1-f21de98786aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.700986 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6740da1c-96c9-4f45-94b1-f21de98786aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:49.702150 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6740da1c-96c9-4f45-94b1-f21de98786aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1d55f67-a5f0-44b0-a7b3-a7853fa013c7 HTTP/1.1" status: 204 len: 168 time: 0.1627958 Dec 06 15:00:49.710431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740da1c-96c9-4f45-94b1-f21de98786aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d55f67-a5f0-44b0-a7b3-a7853fa013c7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:50.609839 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41826) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:50.701117 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1364924676-network', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:50.806910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Made reservation on behalf of e7304227d3714c1c8856808cf6da9bdf for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:50.809207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.818381 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.893162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.955382 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.980870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:00:50.986178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34046da4-4160-4c98-99fe-897b7683a915,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:50.993875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:50.994338 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Added segment 4a10174a-d673-4b37-a374-680ae562a324 of type vlan for network a2b07f1c-320f-444d-a7ca-8339cc0d556c Dec 06 15:00:51.039588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.121026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.121891 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:51.122462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.179737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] Pushing event updated for resources: {'Network': ['ID=a2b07f1c-320f-444d-a7ca-8339cc0d556c,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:51.189229 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network a2b07f1c-320f-444d-a7ca-8339cc0d556c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:00:51.198432 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c534bc7b-9a26-4f88-8974-ce7c67cba867 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5875256 Dec 06 15:00:51.201212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41830) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:51.206035 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-605bbc1a-9589-4995-ade9-31df625f63e4 admin admin] Request body: {'subnet': {'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1364924676-subnet', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:51.315275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605bbc1a-9589-4995-ade9-31df625f63e4 admin admin] Made reservation on behalf of e7304227d3714c1c8856808cf6da9bdf for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:51.318138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-605bbc1a-9589-4995-ade9-31df625f63e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.538522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-605bbc1a-9589-4995-ade9-31df625f63e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.597009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bbc1a-9589-4995-ade9-31df625f63e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a371cd5b-1699-429a-a5ee-a5d51722c3db,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:51.604497 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605bbc1a-9589-4995-ade9-31df625f63e4 admin admin] Checking segment: {'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:51.604879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605bbc1a-9589-4995-ade9-31df625f63e4 admin admin] Network hostable DHCP agents. Network: a2b07f1c-320f-444d-a7ca-8339cc0d556c, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:00:51.658234 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605bbc1a-9589-4995-ade9-31df625f63e4 admin admin] Network a2b07f1c-320f-444d-a7ca-8339cc0d556c is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:00:51.726956 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-605bbc1a-9589-4995-ade9-31df625f63e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a2b07f1c-320f-444d-a7ca-8339cc0d556c) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:51.731486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605bbc1a-9589-4995-ade9-31df625f63e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:51.732114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-605bbc1a-9589-4995-ade9-31df625f63e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.735942 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83af93bd-6936-45be-bab0-152917e410bd None None] Network a2b07f1c-320f-444d-a7ca-8339cc0d556c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:51.798166 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-605bbc1a-9589-4995-ade9-31df625f63e4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5958307 Dec 06 15:00:51.805414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41832) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:51.809648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1364924676-router', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:51.878898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a2b07f1c-320f-444d-a7ca-8339cc0d556c', 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'fixed_ips': [{'subnet_id': 'a371cd5b-1699-429a-a5ee-a5d51722c3db'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:00:51.879735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.915804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.917033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:51.967795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.016915 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Allocated IP 172.20.0.2 (a2b07f1c-320f-444d-a7ca-8339cc0d556c/a371cd5b-1699-429a-a5ee-a5d51722c3db/c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:52.153380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.236216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.283583 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Network a2b07f1c-320f-444d-a7ca-8339cc0d556c is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:52.289860 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:52.294961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:52.296959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Pushing event updated for resources: {'Port': ['ID=c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:52.353464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Attempting to bind port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:52.353843 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Attempting to bind port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:52.354214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Attempting to bind port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 on network a2b07f1c-320f-444d-a7ca-8339cc0d556c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:52.359666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:52.360047 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Checking segment: {'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:52.360457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.360871 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Bound using segment: {'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:52.361369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Bound port: c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:52.361753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.426665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] For port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:52.429874 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] For port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:52.516313 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.539741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.577083 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce094a9-14f1-4100-802e-167806beecaa None None] Pushing event updated for resources: {'Port': ['ID=c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:52.800699 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.820176 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:52.930440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Allocated IP 172.36.1.120 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/26a950b8-c9c9-49c9-bd75-8245fc5a0753) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:53.032554 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.133121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.173160 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:53.175982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:53.179772 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:53.191727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6338a6b2-d5b6-4792-b883-ecd710b0ec4f None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:00:53.202976 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Pushing event updated for resources: {'Port': ['ID=26a950b8-c9c9-49c9-bd75-8245fc5a0753,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:53.264422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0b33d4a2-e40f-4ec4-a7f2-87e4e96014f4 None None] Provisioning complete for port 26a950b8-c9c9-49c9-bd75-8245fc5a0753 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:53.265034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0b33d4a2-e40f-4ec4-a7f2-87e4e96014f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.302076 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0b33d4a2-e40f-4ec4-a7f2-87e4e96014f4 None None] Port 26a950b8-c9c9-49c9-bd75-8245fc5a0753 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:00:53.498287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066af13b-0c68-4d89-99aa-357b2cea6042 None None] Network a2b07f1c-320f-444d-a7ca-8339cc0d556c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:53.524427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.566649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-628f9ca3-2b5b-41eb-905f-5017281bd51b None None] Provisioning complete for port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:53.567023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-628f9ca3-2b5b-41eb-905f-5017281bd51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.714412 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-628f9ca3-2b5b-41eb-905f-5017281bd51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.720214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.752156 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-628f9ca3-2b5b-41eb-905f-5017281bd51b None None] For port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:53.807233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-628f9ca3-2b5b-41eb-905f-5017281bd51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:53.860647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628f9ca3-2b5b-41eb-905f-5017281bd51b None None] Pushing event updated for resources: {'Port': ['ID=c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:53.904356 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Router 700f4469-f09d-48fe-9727-76773ecd589f is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:00:54.011270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:00:54.022688 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Sync routers for ids ['700f4469-f09d-48fe-9727-76773ecd589f'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:00:54.027387 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6ecea1b9-54dd-407e-8650-3f14f82254a1 None None] Provisioning complete for port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:54.027779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6ecea1b9-54dd-407e-8650-3f14f82254a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.032321 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Routers {'700f4469-f09d-48fe-9727-76773ecd589f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:00:54.034642 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['700f4469-f09d-48fe-9727-76773ecd589f'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:54.077926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.081819 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1fc2d651-44fc-41e5-992a-9fb7f393ae82 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.2728453 Dec 06 15:00:54.082068 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41834) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:54.135269 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Set router 700f4469-f09d-48fe-9727-76773ecd589f gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:00:54.309731 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700f4469-f09d-48fe-9727-76773ecd589f', 'name': 'tempest-TestEncryptedCinderVolumes-1364924676-router', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:00:53Z', 'revision_number': 3, 'project_id': 'e7304227d3714c1c8856808cf6da9bdf', 'gw_port': {'id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:07:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700f4469-f09d-48fe-9727-76773ecd589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:54.339372 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Checking router: 700f4469-f09d-48fe-9727-76773ecd589f for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:00:54.339719 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Updating router 700f4469-f09d-48fe-9727-76773ecd589f port 26a950b8-c9c9-49c9-bd75-8245fc5a0753 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:00:54.342775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:54.366599 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.392518 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:54.393399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.506801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.612415 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.661168 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Allocated IP 172.20.0.1 (a2b07f1c-320f-444d-a7ca-8339cc0d556c/a371cd5b-1699-429a-a5ee-a5d51722c3db/60497ca3-aa87-44f9-9692-a9bbfcc36454) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:54.681607 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.726652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caff84f5-cb07-486f-a82d-5ebafdc14718 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:00:54.740748 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Attempting to bind port 26a950b8-c9c9-49c9-bd75-8245fc5a0753 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:54.740748 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Attempting to bind port 26a950b8-c9c9-49c9-bd75-8245fc5a0753 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:54.741051 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Attempting to bind port 26a950b8-c9c9-49c9-bd75-8245fc5a0753 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:54.749773 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Pushing event updated for resources: {'Port': ['ID=26a950b8-c9c9-49c9-bd75-8245fc5a0753,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:54.754124 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:54.754124 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:54.754124 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.754124 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:54.754551 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Bound port: 26a950b8-c9c9-49c9-bd75-8245fc5a0753, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:54.754649 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.760562 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:54.760934 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:54.761276 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:54.761611 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:54.761942 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:54.762262 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:54.762586 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:54.762908 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:54.763230 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:54.763549 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:54.763957 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:54.764262 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:54.764577 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:54.768625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.818957 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] For port 26a950b8-c9c9-49c9-bd75-8245fc5a0753, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:54.823006 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] For port 26a950b8-c9c9-49c9-bd75-8245fc5a0753, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26a950b8-c9c9-49c9-bd75-8245fc5a0753,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:54.843929 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bca5fff8-580b-4e55-8790-02c757c53040 None None] Provisioning complete for port 26a950b8-c9c9-49c9-bd75-8245fc5a0753 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:54.844311 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bca5fff8-580b-4e55-8790-02c757c53040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.848676 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.882416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bca5fff8-580b-4e55-8790-02c757c53040 None None] Port 26a950b8-c9c9-49c9-bd75-8245fc5a0753 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:00:54.891362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Network a2b07f1c-320f-444d-a7ca-8339cc0d556c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:54.893572 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:54.894841 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:54.898494 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:54.922685 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa9cf1-c366-4a06-8498-e68504a33c91 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:00:54.928114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Pushing event updated for resources: {'Port': ['ID=60497ca3-aa87-44f9-9692-a9bbfcc36454,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:54.952214 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Routers {'700f4469-f09d-48fe-9727-76773ecd589f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:00:54.952833 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['700f4469-f09d-48fe-9727-76773ecd589f'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:54.953495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.002662 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a142f7aa-9409-4fdc-98b3-ce18c2b9d8d0 None None] Pushing event updated for resources: {'Port': ['ID=26a950b8-c9c9-49c9-bd75-8245fc5a0753,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:55.008143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c78d0a4d-bfa3-4a19-a08c-7cb112080a8d None None] Provisioning complete for port 26a950b8-c9c9-49c9-bd75-8245fc5a0753 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:55.008637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c78d0a4d-bfa3-4a19-a08c-7cb112080a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.092575 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] Set router 700f4469-f09d-48fe-9727-76773ecd589f gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:00:55.106322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c78d0a4d-bfa3-4a19-a08c-7cb112080a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.131027 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c78d0a4d-bfa3-4a19-a08c-7cb112080a8d None None] For port 26a950b8-c9c9-49c9-bd75-8245fc5a0753, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26a950b8-c9c9-49c9-bd75-8245fc5a0753,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:55.158072 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:00:55.169958 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.195706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c78d0a4d-bfa3-4a19-a08c-7cb112080a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.250221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78d0a4d-bfa3-4a19-a08c-7cb112080a8d None None] Pushing event updated for resources: {'Port': ['ID=26a950b8-c9c9-49c9-bd75-8245fc5a0753,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:55.288278 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700f4469-f09d-48fe-9727-76773ecd589f', 'name': 'tempest-TestEncryptedCinderVolumes-1364924676-router', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:00:53Z', 'revision_number': 3, 'project_id': 'e7304227d3714c1c8856808cf6da9bdf', 'gw_port': {'id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:07:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700f4469-f09d-48fe-9727-76773ecd589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:55.314932 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5da854c-239e-43b4-b6b1-b543668ea323 None None] The sync data for ids ['700f4469-f09d-48fe-9727-76773ecd589f'] in dv-neutron-master-2-hyperv is: [{'id': '700f4469-f09d-48fe-9727-76773ecd589f', 'name': 'tempest-TestEncryptedCinderVolumes-1364924676-router', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:00:53Z', 'revision_number': 3, 'project_id': 'e7304227d3714c1c8856808cf6da9bdf', 'gw_port': {'id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:07:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700f4469-f09d-48fe-9727-76773ecd589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:00:55.316749 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f90ed4dd-f874-444e-857f-40c7426194c7 None None] Provisioning complete for port 60497ca3-aa87-44f9-9692-a9bbfcc36454 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:55.317149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f90ed4dd-f874-444e-857f-40c7426194c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.346170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.355748 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f90ed4dd-f874-444e-857f-40c7426194c7 None None] Port 60497ca3-aa87-44f9-9692-a9bbfcc36454 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:00:55.406948 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.473187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Pushing event updated for resources: {'Port': ['ID=60497ca3-aa87-44f9-9692-a9bbfcc36454,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:55.475716 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.590725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Network a2b07f1c-320f-444d-a7ca-8339cc0d556c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:55.592377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:55.719022 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Router 700f4469-f09d-48fe-9727-76773ecd589f has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:00:55.833692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:00:55.840595 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ed641bbc-cbdc-4ad2-9975-249bcbc8e6cf admin admin] 10.222.0.42 "PUT /v2.0/routers/700f4469-f09d-48fe-9727-76773ecd589f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7556934 Dec 06 15:00:55.879933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-abc7707f-58f9-467a-9d91-402699700702 None None] Provisioning complete for port 60497ca3-aa87-44f9-9692-a9bbfcc36454 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:55.880307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-abc7707f-58f9-467a-9d91-402699700702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:55.915170 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-abc7707f-58f9-467a-9d91-402699700702 None None] Port 60497ca3-aa87-44f9-9692-a9bbfcc36454 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:00:56.323822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 26a950b8-c9c9-49c9-bd75-8245fc5a0753 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:00:56.377450 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 26a950b8-c9c9-49c9-bd75-8245fc5a0753 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:56.378570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.479323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41850) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:56.484222 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-319349579-network', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:56.562115 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Made reservation on behalf of 5eebe548499a40918f8ed45ae5c34be0 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:56.564577 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.574183 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.650291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.715573 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.740828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:00:56.750700 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a12cfa-4357-41f5-9afb-e5b3809b8d6e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:56.758606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.759078 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Added segment 0fe8a22e-955b-4f66-8101-b322c9e8ad84 of type vlan for network 39c98185-3b2f-4270-bed5-eb52790d85f1 Dec 06 15:00:56.797683 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.834927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Sync routers for ids ['700f4469-f09d-48fe-9727-76773ecd589f'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:00:56.846056 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Routers {'700f4469-f09d-48fe-9727-76773ecd589f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:00:56.846752 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['700f4469-f09d-48fe-9727-76773ecd589f'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:56.904109 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.905158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:56.905744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:56.967344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] Pushing event updated for resources: {'Network': ['ID=39c98185-3b2f-4270-bed5-eb52790d85f1,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:56.976978 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 39c98185-3b2f-4270-bed5-eb52790d85f1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:00:56.981764 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Set router 700f4469-f09d-48fe-9727-76773ecd589f gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:00:56.987015 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5ecb2b56-1c5c-4e6e-ba49-075b04137e14 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5063863 Dec 06 15:00:56.989976 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 41852) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:56.994781 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-c6f42271-bee2-42da-8835-037de2bbf579 admin admin] Request body: {'subnet': {'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-319349579-subnet', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:57.069812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f42271-bee2-42da-8835-037de2bbf579 admin admin] Made reservation on behalf of 5eebe548499a40918f8ed45ae5c34be0 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:00:57.072185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c6f42271-bee2-42da-8835-037de2bbf579 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.237202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700f4469-f09d-48fe-9727-76773ecd589f', 'name': 'tempest-TestEncryptedCinderVolumes-1364924676-router', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 4, 'project_id': 'e7304227d3714c1c8856808cf6da9bdf', 'gw_port': {'id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:07:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700f4469-f09d-48fe-9727-76773ecd589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '60497ca3-aa87-44f9-9692-a9bbfcc36454', 'name': '', 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'mac_address': 'fa:16:3e:b7:db:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700f4469-f09d-48fe-9727-76773ecd589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a371cd5b-1699-429a-a5ee-a5d51722c3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:54Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 2, 'project_id': 'e7304227d3714c1c8856808cf6da9bdf', 'subnets': [{'id': 'a371cd5b-1699-429a-a5ee-a5d51722c3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:57.270426 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c6f42271-bee2-42da-8835-037de2bbf579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.275381 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Checking router: 700f4469-f09d-48fe-9727-76773ecd589f for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:00:57.275740 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Updating router 700f4469-f09d-48fe-9727-76773ecd589f port 60497ca3-aa87-44f9-9692-a9bbfcc36454 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:00:57.302622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.326422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f42271-bee2-42da-8835-037de2bbf579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fea7c22-7d62-42fc-a734-38788d6e44fa,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:57.335629 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f42271-bee2-42da-8835-037de2bbf579 admin admin] Checking segment: {'id': '0fe8a22e-955b-4f66-8101-b322c9e8ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:57.335960 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f42271-bee2-42da-8835-037de2bbf579 admin admin] Network hostable DHCP agents. Network: 39c98185-3b2f-4270-bed5-eb52790d85f1, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:00:57.418085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f42271-bee2-42da-8835-037de2bbf579 admin admin] Network 39c98185-3b2f-4270-bed5-eb52790d85f1 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:00:57.463785 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-c6f42271-bee2-42da-8835-037de2bbf579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 39c98185-3b2f-4270-bed5-eb52790d85f1) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:57.467954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f42271-bee2-42da-8835-037de2bbf579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:00:57.468587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c6f42271-bee2-42da-8835-037de2bbf579 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.474861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0f4f18-2dd1-4b59-902d-6d737474fa80 None None] Network 39c98185-3b2f-4270-bed5-eb52790d85f1 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:00:57.536239 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c6f42271-bee2-42da-8835-037de2bbf579 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5446985 Dec 06 15:00:57.545643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41854) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:57.550633 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-319349579-router', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:00:57.647178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.648266 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.699187 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.806121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.837129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-39c98185-3b2f-4270-bed5-eb52790d85f1', 'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'fixed_ips': [{'subnet_id': '1fea7c22-7d62-42fc-a734-38788d6e44fa'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:00:57.838046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.900102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:57.907334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.027280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc41cf-46e2-4020-ae5a-b257a0dbc20f None None] Pushing event updated for resources: {'Port': ['ID=60497ca3-aa87-44f9-9692-a9bbfcc36454,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:58.069789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Attempting to bind port 60497ca3-aa87-44f9-9692-a9bbfcc36454 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:58.070077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Attempting to bind port 60497ca3-aa87-44f9-9692-a9bbfcc36454 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:58.070444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Attempting to bind port 60497ca3-aa87-44f9-9692-a9bbfcc36454 on network a2b07f1c-320f-444d-a7ca-8339cc0d556c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:58.072829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Allocated IP 172.20.0.2 (39c98185-3b2f-4270-bed5-eb52790d85f1/1fea7c22-7d62-42fc-a734-38788d6e44fa/2239a33e-079d-48ea-a628-0bd7868be701) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:58.084317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:58.084699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Checking segment: {'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:58.085133 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.085535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Bound using segment: {'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:58.086020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Bound port: 60497ca3-aa87-44f9-9692-a9bbfcc36454, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:58.086404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.151133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.170621 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.219852 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] For port 60497ca3-aa87-44f9-9692-a9bbfcc36454, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:58.224840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] For port 60497ca3-aa87-44f9-9692-a9bbfcc36454, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=60497ca3-aa87-44f9-9692-a9bbfcc36454,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:58.272883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Allocated IP 172.36.1.202 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/a6106942-7e26-421f-8640-5bfa2ebc153f) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:00:58.288032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5cea58b9-69db-4576-9594-48b0027acb79 None None] Provisioning complete for port 60497ca3-aa87-44f9-9692-a9bbfcc36454 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:58.288408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5cea58b9-69db-4576-9594-48b0027acb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.291242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.309490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.379632 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.393435 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.395196 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Routers {'700f4469-f09d-48fe-9727-76773ecd589f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:00:58.395829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['700f4469-f09d-48fe-9727-76773ecd589f'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:58.397486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc41cf-46e2-4020-ae5a-b257a0dbc20f None None] Pushing event updated for resources: {'Port': ['ID=60497ca3-aa87-44f9-9692-a9bbfcc36454,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:58.476169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.511890 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Network 39c98185-3b2f-4270-bed5-eb52790d85f1 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:58.519970 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:00:58.522766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:58.524577 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:00:58.529124 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:58.551415 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Pushing event updated for resources: {'Port': ['ID=2239a33e-079d-48ea-a628-0bd7868be701,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:58.551731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Pushing event updated for resources: {'Port': ['ID=a6106942-7e26-421f-8640-5bfa2ebc153f,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:58.555889 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:00:58.558072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276c4b07-6c8e-47b7-9aae-563779dc98da None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:00:58.567790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5cea58b9-69db-4576-9594-48b0027acb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.590499 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:58.590759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:58.591105 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:58.591441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:58.591772 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:58.592089 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:58.592414 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:58.592743 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:58.593095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:58.593426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:58.593753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:58.594069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:58.594389 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:00:58.657526 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] Set router 700f4469-f09d-48fe-9727-76773ecd589f gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:00:58.709152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5cea58b9-69db-4576-9594-48b0027acb79 None None] For port 60497ca3-aa87-44f9-9692-a9bbfcc36454, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=60497ca3-aa87-44f9-9692-a9bbfcc36454,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:00:58.710151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Attempting to bind port 2239a33e-079d-48ea-a628-0bd7868be701 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:00:58.710532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Attempting to bind port 2239a33e-079d-48ea-a628-0bd7868be701 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0fe8a22e-955b-4f66-8101-b322c9e8ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:00:58.710877 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Attempting to bind port 2239a33e-079d-48ea-a628-0bd7868be701 on network 39c98185-3b2f-4270-bed5-eb52790d85f1 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:00:58.722635 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:00:58.723007 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Checking segment: {'id': '0fe8a22e-955b-4f66-8101-b322c9e8ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:00:58.723404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.723798 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Bound using segment: {'id': '0fe8a22e-955b-4f66-8101-b322c9e8ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:00:58.724259 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Bound port: 2239a33e-079d-48ea-a628-0bd7868be701, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe8a22e-955b-4f66-8101-b322c9e8ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:00:58.724644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.780975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5cea58b9-69db-4576-9594-48b0027acb79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.831306 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:58.926655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea58b9-69db-4576-9594-48b0027acb79 None None] Pushing event updated for resources: {'Port': ['ID=60497ca3-aa87-44f9-9692-a9bbfcc36454,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:58.932035 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] For port 2239a33e-079d-48ea-a628-0bd7868be701, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:00:58.950386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] For port 2239a33e-079d-48ea-a628-0bd7868be701, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2239a33e-079d-48ea-a628-0bd7868be701,segment=NetworkSegment(0fe8a22e-955b-4f66-8101-b322c9e8ad84),segment_id=0fe8a22e-955b-4f66-8101-b322c9e8ad84)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:00:58.953184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f62ea9d5-2b5e-4882-a452-ddfcbafde925 None None] Provisioning complete for port 60497ca3-aa87-44f9-9692-a9bbfcc36454 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:58.953562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f62ea9d5-2b5e-4882-a452-ddfcbafde925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.026313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.052470 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.067515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700f4469-f09d-48fe-9727-76773ecd589f', 'name': 'tempest-TestEncryptedCinderVolumes-1364924676-router', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 4, 'project_id': 'e7304227d3714c1c8856808cf6da9bdf', 'gw_port': {'id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:07:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700f4469-f09d-48fe-9727-76773ecd589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '60497ca3-aa87-44f9-9692-a9bbfcc36454', 'name': '', 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'mac_address': 'fa:16:3e:b7:db:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700f4469-f09d-48fe-9727-76773ecd589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a371cd5b-1699-429a-a5ee-a5d51722c3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:54Z', 'updated_at': '2021-12-06T15:00:58Z', 'revision_number': 4, 'project_id': 'e7304227d3714c1c8856808cf6da9bdf', 'subnets': [{'id': 'a371cd5b-1699-429a-a5ee-a5d51722c3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:59.125968 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a574d83f-79ba-406e-83e6-20841be25b67 None None] The sync data for ids ['700f4469-f09d-48fe-9727-76773ecd589f'] in dv-neutron-master-2-hyperv is: [{'id': '700f4469-f09d-48fe-9727-76773ecd589f', 'name': 'tempest-TestEncryptedCinderVolumes-1364924676-router', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 4, 'project_id': 'e7304227d3714c1c8856808cf6da9bdf', 'gw_port': {'id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:07:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700f4469-f09d-48fe-9727-76773ecd589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '60497ca3-aa87-44f9-9692-a9bbfcc36454', 'name': '', 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'mac_address': 'fa:16:3e:b7:db:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '700f4469-f09d-48fe-9727-76773ecd589f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': 'a371cd5b-1699-429a-a5ee-a5d51722c3db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:54Z', 'updated_at': '2021-12-06T15:00:58Z', 'revision_number': 4, 'project_id': 'e7304227d3714c1c8856808cf6da9bdf', 'subnets': [{'id': 'a371cd5b-1699-429a-a5ee-a5d51722c3db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:00:59.152918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f62ea9d5-2b5e-4882-a452-ddfcbafde925 None None] Provisioning complete for port a6106942-7e26-421f-8640-5bfa2ebc153f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:00:59.153115 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f62ea9d5-2b5e-4882-a452-ddfcbafde925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.177796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f3abd-fbb6-4901-a1f9-da002bd6a809 None None] Pushing event updated for resources: {'Port': ['ID=2239a33e-079d-48ea-a628-0bd7868be701,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:00:59.196198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f62ea9d5-2b5e-4882-a452-ddfcbafde925 None None] Port a6106942-7e26-421f-8640-5bfa2ebc153f cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:00:59.218480 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Router aaf871ca-7940-42d8-8bd3-8835b903cf94 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:00:59.344150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:00:59.359849 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Sync routers for ids ['aaf871ca-7940-42d8-8bd3-8835b903cf94'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:00:59.387123 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Routers {'aaf871ca-7940-42d8-8bd3-8835b903cf94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:00:59.387769 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aaf871ca-7940-42d8-8bd3-8835b903cf94'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:59.420486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.424401 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2a744d3b-8691-47aa-851b-41e610adadb2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8750427 Dec 06 15:00:59.424647 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 41856) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:00:59.516780 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Set router aaf871ca-7940-42d8-8bd3-8835b903cf94 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:00:59.754673 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'name': 'tempest-TestEncryptedCinderVolumes-319349579-router', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202'}], 'enable_snat': True}, 'gw_port_id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:57Z', 'updated_at': '2021-12-06T15:00:58Z', 'revision_number': 3, 'project_id': '5eebe548499a40918f8ed45ae5c34be0', 'gw_port': {'id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:00:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:00:59.892740 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:00:59.896294 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Checking router: aaf871ca-7940-42d8-8bd3-8835b903cf94 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:00:59.896667 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Updating router aaf871ca-7940-42d8-8bd3-8835b903cf94 port a6106942-7e26-421f-8640-5bfa2ebc153f binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:00:59.924670 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.246799 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.279748 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.338924 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.369289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9414cdc-2448-4970-928f-16c251991d60 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:01:00.428121 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Attempting to bind port a6106942-7e26-421f-8640-5bfa2ebc153f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:01:00.428721 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Attempting to bind port a6106942-7e26-421f-8640-5bfa2ebc153f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:01:00.429045 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Attempting to bind port a6106942-7e26-421f-8640-5bfa2ebc153f on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:00.433070 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8cd23896-2bce-4897-8503-e5039346dea2 None None] Provisioning complete for port a6106942-7e26-421f-8640-5bfa2ebc153f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:00.433450 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8cd23896-2bce-4897-8503-e5039346dea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.436804 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:01:00.437298 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:00.437705 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.438100 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:01:00.438582 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Bound port: a6106942-7e26-421f-8640-5bfa2ebc153f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:01:00.438962 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.466913 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b09c9-2124-481f-a8de-4758727d882d None None] Pushing event updated for resources: {'Port': ['ID=a6106942-7e26-421f-8640-5bfa2ebc153f,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:00.484403 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659e72b8-a513-44cf-8338-19378568c916 None None] Network 39c98185-3b2f-4270-bed5-eb52790d85f1 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:01:00.489570 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8cd23896-2bce-4897-8503-e5039346dea2 None None] Port a6106942-7e26-421f-8640-5bfa2ebc153f cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:00.503317 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] For port a6106942-7e26-421f-8640-5bfa2ebc153f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:01:00.506737 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] For port a6106942-7e26-421f-8640-5bfa2ebc153f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a6106942-7e26-421f-8640-5bfa2ebc153f,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:01:00.522278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2239a33e-079d-48ea-a628-0bd7868be701 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:00.574599 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.595961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Allocated IP 172.20.0.1 (39c98185-3b2f-4270-bed5-eb52790d85f1/1fea7c22-7d62-42fc-a734-38788d6e44fa/5063c8d9-2a56-4f6e-9515-efa10a0d0d05) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:01:00.655832 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b09c9-2124-481f-a8de-4758727d882d None None] Pushing event updated for resources: {'Port': ['ID=a6106942-7e26-421f-8640-5bfa2ebc153f,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:00.667277 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Routers {'aaf871ca-7940-42d8-8bd3-8835b903cf94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:00.667991 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aaf871ca-7940-42d8-8bd3-8835b903cf94'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:00.722660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.741386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d86007-97ef-4f11-bfca-5cf338c26f37 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:01:00.790218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-737de556-9115-463e-be28-e013dd2005b7 None None] Provisioning complete for port 2239a33e-079d-48ea-a628-0bd7868be701 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:00.790589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-737de556-9115-463e-be28-e013dd2005b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.801347 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] Set router aaf871ca-7940-42d8-8bd3-8835b903cf94 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:00.801556 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.842796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Network 39c98185-3b2f-4270-bed5-eb52790d85f1 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:00.849697 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:00.852104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:01:00.855282 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Pushing event updated for resources: {'Port': ['ID=5063c8d9-2a56-4f6e-9515-efa10a0d0d05,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:00.858118 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 2239a33e-079d-48ea-a628-0bd7868be701 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:00.858676 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.899007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:00.999157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-737de556-9115-463e-be28-e013dd2005b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.038250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.051994 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'name': 'tempest-TestEncryptedCinderVolumes-319349579-router', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202'}], 'enable_snat': True}, 'gw_port_id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:57Z', 'updated_at': '2021-12-06T15:00:58Z', 'revision_number': 3, 'project_id': '5eebe548499a40918f8ed45ae5c34be0', 'gw_port': {'id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:01.070439 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-737de556-9115-463e-be28-e013dd2005b7 None None] For port 2239a33e-079d-48ea-a628-0bd7868be701, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2239a33e-079d-48ea-a628-0bd7868be701,segment=NetworkSegment(0fe8a22e-955b-4f66-8101-b322c9e8ad84),segment_id=0fe8a22e-955b-4f66-8101-b322c9e8ad84)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:01.095470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.113605 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8b796e-4173-4faf-a733-a48882124dc3 None None] The sync data for ids ['aaf871ca-7940-42d8-8bd3-8835b903cf94'] in dv-neutron-master-2-hyperv is: [{'id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'name': 'tempest-TestEncryptedCinderVolumes-319349579-router', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202'}], 'enable_snat': True}, 'gw_port_id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:57Z', 'updated_at': '2021-12-06T15:00:58Z', 'revision_number': 3, 'project_id': '5eebe548499a40918f8ed45ae5c34be0', 'gw_port': {'id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:01:01.127687 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-737de556-9115-463e-be28-e013dd2005b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.223016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:01:01.223370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:01:01.230020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737de556-9115-463e-be28-e013dd2005b7 None None] Pushing event updated for resources: {'Port': ['ID=2239a33e-079d-48ea-a628-0bd7868be701,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:01.259757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0eab00ca-2883-4002-86e6-dc437494932a None None] Provisioning complete for port a6106942-7e26-421f-8640-5bfa2ebc153f triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:01.260139 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0eab00ca-2883-4002-86e6-dc437494932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.316418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7bdfded2-52c1-4eec-84c1-c54dab5102c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.341087 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.358647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0eab00ca-2883-4002-86e6-dc437494932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.385065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0eab00ca-2883-4002-86e6-dc437494932a None None] For port a6106942-7e26-421f-8640-5bfa2ebc153f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a6106942-7e26-421f-8640-5bfa2ebc153f,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:01.401292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.458794 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0eab00ca-2883-4002-86e6-dc437494932a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.502203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Pushing event updated for resources: {'Port': ['ID=5063c8d9-2a56-4f6e-9515-efa10a0d0d05,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:01.506195 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.514642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab00ca-2883-4002-86e6-dc437494932a None None] Pushing event updated for resources: {'Port': ['ID=a6106942-7e26-421f-8640-5bfa2ebc153f,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:01.587337 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-eea16b8d-9ead-4249-af1d-582264c90eb9 None None] Provisioning complete for port 2239a33e-079d-48ea-a628-0bd7868be701 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:01.587980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eea16b8d-9ead-4249-af1d-582264c90eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.614975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Network 39c98185-3b2f-4270-bed5-eb52790d85f1 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:01.617340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:01.705065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-eea16b8d-9ead-4249-af1d-582264c90eb9 None None] Provisioning complete for port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:01.705819 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-eea16b8d-9ead-4249-af1d-582264c90eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.761944 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Router aaf871ca-7940-42d8-8bd3-8835b903cf94 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:01:01.771295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-eea16b8d-9ead-4249-af1d-582264c90eb9 None None] Port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:01.781101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 60497ca3-aa87-44f9-9692-a9bbfcc36454 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:01.833789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 60497ca3-aa87-44f9-9692-a9bbfcc36454 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:01.834224 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.889466 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:01:01.897786 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ad12ee3c-c53b-49e6-9792-a513d01cc406 None None] Provisioning complete for port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:01.898157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad12ee3c-c53b-49e6-9792-a513d01cc406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:01.904888 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-48eff739-ee72-4d30-9f83-66c43c40bc29 admin admin] 10.222.0.42 "PUT /v2.0/routers/aaf871ca-7940-42d8-8bd3-8835b903cf94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4742806 Dec 06 15:01:01.963011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ad12ee3c-c53b-49e6-9792-a513d01cc406 None None] Port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:02.383015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2239a33e-079d-48ea-a628-0bd7868be701 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:02.434094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 2239a33e-079d-48ea-a628-0bd7868be701 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:02.434628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.526969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a6106942-7e26-421f-8640-5bfa2ebc153f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:02.576512 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port a6106942-7e26-421f-8640-5bfa2ebc153f triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:02.576919 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:02.686931 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-d04ac999-7905-4293-8d43-dd318de1c8eb tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:02.688405 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-d04ac999-7905-4293-8d43-dd318de1c8eb tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/networks?id=a2b07f1c-320f-444d-a7ca-8339cc0d556c HTTP/1.1" status: 200 len: 817 time: 0.1118011 Dec 06 15:01:02.703909 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-1c23f5c8-e4cd-415d-9bef-768819726774 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/quotas/e7304227d3714c1c8856808cf6da9bdf HTTP/1.1" status: 200 len: 375 time: 0.0091853 Dec 06 15:01:02.755664 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-caf5a500-e1b7-4a40-a5dc-519ee3879688 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7304227d3714c1c8856808cf6da9bdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453975 Dec 06 15:01:02.814137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Sync routers for ids ['aaf871ca-7940-42d8-8bd3-8835b903cf94'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:01:02.824424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Routers {'aaf871ca-7940-42d8-8bd3-8835b903cf94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:02.825084 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:00:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aaf871ca-7940-42d8-8bd3-8835b903cf94'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:02.855004 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-91d086a4-579e-45a7-9b02-f42a7d3572c2 service neutron] 10.222.0.42 "GET /v2.0/networks/a2b07f1c-320f-444d-a7ca-8339cc0d556c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879130 Dec 06 15:01:02.930149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Set router aaf871ca-7940-42d8-8bd3-8835b903cf94 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:02.948715 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-617390bf-c3e1-4670-a681-b06dc4ae0d8d service neutron] 10.222.0.42 "GET /v2.0/networks/a2b07f1c-320f-444d-a7ca-8339cc0d556c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875325 Dec 06 15:01:03.124368 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'name': 'tempest-TestEncryptedCinderVolumes-319349579-router', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202'}], 'enable_snat': True}, 'gw_port_id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:57Z', 'updated_at': '2021-12-06T15:01:00Z', 'revision_number': 4, 'project_id': '5eebe548499a40918f8ed45ae5c34be0', 'gw_port': {'id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5063c8d9-2a56-4f6e-9515-efa10a0d0d05', 'name': '', 'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'mac_address': 'fa:16:3e:08:ac:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '1fea7c22-7d62-42fc-a734-38788d6e44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:00Z', 'updated_at': '2021-12-06T15:01:01Z', 'revision_number': 2, 'project_id': '5eebe548499a40918f8ed45ae5c34be0', 'subnets': [{'id': '1fea7c22-7d62-42fc-a734-38788d6e44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:03.156187 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Checking router: aaf871ca-7940-42d8-8bd3-8835b903cf94 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:01:03.156542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Updating router aaf871ca-7940-42d8-8bd3-8835b903cf94 port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:01:03.188149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.210371 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4e4d0aa6-73a3-4112-a03e-44d53644c9c4 req-3cc7b7dd-bd2f-4642-adfa-c9d764882172 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 210 time: 0.0308018 Dec 06 15:01:03.448416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.526985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.578775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a742e-db66-4ab9-a0c7-c7c251857e11 None None] Pushing event updated for resources: {'Port': ['ID=5063c8d9-2a56-4f6e-9515-efa10a0d0d05,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:03.639535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Attempting to bind port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:01:03.639910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Attempting to bind port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0fe8a22e-955b-4f66-8101-b322c9e8ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:01:03.640180 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Attempting to bind port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 on network 39c98185-3b2f-4270-bed5-eb52790d85f1 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:03.648386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:01:03.648761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Checking segment: {'id': '0fe8a22e-955b-4f66-8101-b322c9e8ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:03.649198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.649589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Bound using segment: {'id': '0fe8a22e-955b-4f66-8101-b322c9e8ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:01:03.650062 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Bound port: 5063c8d9-2a56-4f6e-9515-efa10a0d0d05, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fe8a22e-955b-4f66-8101-b322c9e8ad84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:01:03.650444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.689075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-308ddb38-2f7d-43fd-8526-e80295153e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.722138 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] For port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:01:03.725505 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] For port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5063c8d9-2a56-4f6e-9515-efa10a0d0d05,segment=NetworkSegment(0fe8a22e-955b-4f66-8101-b322c9e8ad84),segment_id=0fe8a22e-955b-4f66-8101-b322c9e8ad84)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:01:03.797409 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.805657 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-516be912-f548-4c9b-9b52-9832a22f9ba8 None None] Provisioning complete for port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:03.806022 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-516be912-f548-4c9b-9b52-9832a22f9ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:03.893472 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a742e-db66-4ab9-a0c7-c7c251857e11 None None] Pushing event updated for resources: {'Port': ['ID=5063c8d9-2a56-4f6e-9515-efa10a0d0d05,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:03.896648 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Routers {'aaf871ca-7940-42d8-8bd3-8835b903cf94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:01:03.897287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:01:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aaf871ca-7940-42d8-8bd3-8835b903cf94'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:04.022643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-516be912-f548-4c9b-9b52-9832a22f9ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.044623 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] Set router aaf871ca-7940-42d8-8bd3-8835b903cf94 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:01:04.100180 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-516be912-f548-4c9b-9b52-9832a22f9ba8 None None] For port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5063c8d9-2a56-4f6e-9515-efa10a0d0d05,segment=NetworkSegment(0fe8a22e-955b-4f66-8101-b322c9e8ad84),segment_id=0fe8a22e-955b-4f66-8101-b322c9e8ad84)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:04.316983 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3d47b5ee-160f-4fa4-acf8-68b1e7cd9836 req-7b2ab697-07e7-4fc4-8a8d-34a53d01d4c0 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 210 time: 0.0328953 Dec 06 15:01:04.328680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-516be912-f548-4c9b-9b52-9832a22f9ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.402465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516be912-f548-4c9b-9b52-9832a22f9ba8 None None] Pushing event updated for resources: {'Port': ['ID=5063c8d9-2a56-4f6e-9515-efa10a0d0d05,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:04.461152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3391c74a-8a79-4489-af84-1294e81ef64e None None] Provisioning complete for port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:04.461715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3391c74a-8a79-4489-af84-1294e81ef64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:04.464443 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'name': 'tempest-TestEncryptedCinderVolumes-319349579-router', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202'}], 'enable_snat': True}, 'gw_port_id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:57Z', 'updated_at': '2021-12-06T15:01:00Z', 'revision_number': 4, 'project_id': '5eebe548499a40918f8ed45ae5c34be0', 'gw_port': {'id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5063c8d9-2a56-4f6e-9515-efa10a0d0d05', 'name': '', 'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'mac_address': 'fa:16:3e:08:ac:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '1fea7c22-7d62-42fc-a734-38788d6e44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:00Z', 'updated_at': '2021-12-06T15:01:03Z', 'revision_number': 4, 'project_id': '5eebe548499a40918f8ed45ae5c34be0', 'subnets': [{'id': '1fea7c22-7d62-42fc-a734-38788d6e44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:01:04.510649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b256c4cb-cd1f-4408-80a5-e35f7b319638 None None] The sync data for ids ['aaf871ca-7940-42d8-8bd3-8835b903cf94'] in dv-neutron-master-2-hyperv is: [{'id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'name': 'tempest-TestEncryptedCinderVolumes-319349579-router', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202'}], 'enable_snat': True}, 'gw_port_id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:57Z', 'updated_at': '2021-12-06T15:01:00Z', 'revision_number': 4, 'project_id': '5eebe548499a40918f8ed45ae5c34be0', 'gw_port': {'id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5063c8d9-2a56-4f6e-9515-efa10a0d0d05', 'name': '', 'network_id': '39c98185-3b2f-4270-bed5-eb52790d85f1', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'mac_address': 'fa:16:3e:08:ac:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '1fea7c22-7d62-42fc-a734-38788d6e44fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:01:00Z', 'updated_at': '2021-12-06T15:01:03Z', 'revision_number': 4, 'project_id': '5eebe548499a40918f8ed45ae5c34be0', 'subnets': [{'id': '1fea7c22-7d62-42fc-a734-38788d6e44fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:01:04.875310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.236063 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-d2f38c07-9d72-491b-bfcf-af78ad17f324 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:05.238011 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-d2f38c07-9d72-491b-bfcf-af78ad17f324 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.41 "GET /v2.0/networks?id=a2b07f1c-320f-444d-a7ca-8339cc0d556c HTTP/1.1" status: 200 len: 817 time: 0.1017294 Dec 06 15:01:05.250451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-56cfe37b-bc99-4b59-a5aa-5b32d698d44e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Request body: {'port': {'device_id': '1285c89a-988f-4ac9-b585-e00183d2e702', 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c', 'admin_state_up': True, 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:05.424147 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-56cfe37b-bc99-4b59-a5aa-5b32d698d44e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Made reservation on behalf of e7304227d3714c1c8856808cf6da9bdf for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:01:05.428336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-56cfe37b-bc99-4b59-a5aa-5b32d698d44e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.438876 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0502b3ee-0e9b-483a-9bbe-9bd3e562aff6 req-2f5366f4-9445-4c9a-8faa-51e2ec907036 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 210 time: 0.0268116 Dec 06 15:01:05.554498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-56cfe37b-bc99-4b59-a5aa-5b32d698d44e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Allocated IP 172.20.0.8 (a2b07f1c-320f-444d-a7ca-8339cc0d556c/a371cd5b-1699-429a-a5ee-a5d51722c3db/f715223e-183a-4cd2-8245-dfb3a9a14e67) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:01:05.699148 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-56cfe37b-bc99-4b59-a5aa-5b32d698d44e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.801793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-56cfe37b-bc99-4b59-a5aa-5b32d698d44e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:05.842488 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-56cfe37b-bc99-4b59-a5aa-5b32d698d44e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Network a2b07f1c-320f-444d-a7ca-8339cc0d556c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:05.845406 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-56cfe37b-bc99-4b59-a5aa-5b32d698d44e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:05.849556 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-56cfe37b-bc99-4b59-a5aa-5b32d698d44e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:01:06.114767 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b5ec36cf-a23b-4194-88eb-7c4035898eb4 None None] Provisioning complete for port f715223e-183a-4cd2-8245-dfb3a9a14e67 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:06.115829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5ec36cf-a23b-4194-88eb-7c4035898eb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.142457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.157454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b5ec36cf-a23b-4194-88eb-7c4035898eb4 None None] Port f715223e-183a-4cd2-8245-dfb3a9a14e67 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:06.240764 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cfe37b-bc99-4b59-a5aa-5b32d698d44e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Pushing event updated for resources: {'Port': ['ID=f715223e-183a-4cd2-8245-dfb3a9a14e67,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:06.265754 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-56cfe37b-bc99-4b59-a5aa-5b32d698d44e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:06.266366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-56cfe37b-bc99-4b59-a5aa-5b32d698d44e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.318815 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-56cfe37b-bc99-4b59-a5aa-5b32d698d44e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0718217 Dec 06 15:01:06.331969 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Request body: {'port': {'device_id': '1285c89a-988f-4ac9-b585-e00183d2e702', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:06.340769 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:06.385351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.388875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:06.389364 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.627130 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c84d12-899d-4908-82a2-311173768a0d req-c365a943-151c-446b-8bea-be5a8f6b45b2 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:06.629400 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e8c84d12-899d-4908-82a2-311173768a0d req-c365a943-151c-446b-8bea-be5a8f6b45b2 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 931 time: 0.1133618 Dec 06 15:01:06.706933 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e8c84d12-899d-4908-82a2-311173768a0d req-72fa3806-6156-4c50-b824-f4f027efabc6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709734 Dec 06 15:01:06.747780 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f715223e-183a-4cd2-8245-dfb3a9a14e67 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:01:06.755898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.767381 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Transition to ACTIVE for port object f715223e-183a-4cd2-8245-dfb3a9a14e67 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:01:06.823710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.875004 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Pushing event updated for resources: {'Port': ['ID=f715223e-183a-4cd2-8245-dfb3a9a14e67,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:06.948996 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Attempting to bind port f715223e-183a-4cd2-8245-dfb3a9a14e67 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:01:06.949332 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Attempting to bind port f715223e-183a-4cd2-8245-dfb3a9a14e67 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:01:06.949661 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Attempting to bind port f715223e-183a-4cd2-8245-dfb3a9a14e67 on network a2b07f1c-320f-444d-a7ca-8339cc0d556c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:06.949876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:06.954200 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Port f715223e-183a-4cd2-8245-dfb3a9a14e67 on network a2b07f1c-320f-444d-a7ca-8339cc0d556c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:01:06.954524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Attempting to bind port f715223e-183a-4cd2-8245-dfb3a9a14e67 on network a2b07f1c-320f-444d-a7ca-8339cc0d556c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:06.959688 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:01:06.960027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Checking segment: {'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:06.960414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Bound using segment: {'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:01:06.960876 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Bound port: f715223e-183a-4cd2-8245-dfb3a9a14e67, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:01:06.961327 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.027225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] For port f715223e-183a-4cd2-8245-dfb3a9a14e67, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:01:07.030371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] For port f715223e-183a-4cd2-8245-dfb3a9a14e67, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f715223e-183a-4cd2-8245-dfb3a9a14e67,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:01:07.110421 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.146982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:07.147603 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:07.148997 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] 10.222.0.41 "PUT /v2.0/ports/f715223e-183a-4cd2-8245-dfb3a9a14e67 HTTP/1.1" status: 200 len: 1093 time: 0.8219090 Dec 06 15:01:07.149444 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1285c89a-988f-4ac9-b585-e00183d2e702', 'tag': 'f715223e-183a-4cd2-8245-dfb3a9a14e67'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:07.151730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30429148-c5b4-4bff-838c-c973d6e60a24" -d '{"events": [{"name": "network-changed", "server_uuid": "1285c89a-988f-4ac9-b585-e00183d2e702", "tag": "f715223e-183a-4cd2-8245-dfb3a9a14e67"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:07.174527 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe08978-50f5-4cf0-a36d-1658aea84193 service neutron] Pushing event updated for resources: {'Port': ['ID=f715223e-183a-4cd2-8245-dfb3a9a14e67,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:07.192823 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdf042f-a100-4602-9f48-0eacbab5d8c7 x-openstack-request-id: req-dcdf042f-a100-4602-9f48-0eacbab5d8c7 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:07.193170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1285c89a-988f-4ac9-b585-e00183d2e702", "tag": "f715223e-183a-4cd2-8245-dfb3a9a14e67", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:07.193508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dcdf042f-a100-4602-9f48-0eacbab5d8c7 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:07.193974 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1285c89a-988f-4ac9-b585-e00183d2e702', 'tag': 'f715223e-183a-4cd2-8245-dfb3a9a14e67', 'status': 'completed', 'code': 200} Dec 06 15:01:07.257453 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30429148-c5b4-4bff-838c-c973d6e60a24 req-cf46fd66-ef29-4abf-97d7-9454e03715e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:07.259047 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-30429148-c5b4-4bff-838c-c973d6e60a24 req-cf46fd66-ef29-4abf-97d7-9454e03715e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7304227d3714c1c8856808cf6da9bdf&device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 1096 time: 0.0441029 Dec 06 15:01:07.362508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30429148-c5b4-4bff-838c-c973d6e60a24 req-b262bb25-8761-41d4-be50-a7c10373b146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:07.363889 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-30429148-c5b4-4bff-838c-c973d6e60a24 req-b262bb25-8761-41d4-be50-a7c10373b146 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e7304227d3714c1c8856808cf6da9bdf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0960238 Dec 06 15:01:07.464210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30429148-c5b4-4bff-838c-c973d6e60a24 req-9c2f2522-939c-4bbf-9173-e98551a17444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:07.466558 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-30429148-c5b4-4bff-838c-c973d6e60a24 req-9c2f2522-939c-4bbf-9173-e98551a17444 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956011 Dec 06 15:01:07.547309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-9bd6d367-bee3-44bf-a54b-5ef954d26914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:07.548941 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-9bd6d367-bee3-44bf-a54b-5ef954d26914 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7304227d3714c1c8856808cf6da9bdf&device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 1096 time: 0.0421553 Dec 06 15:01:07.591978 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-87b51de1-6603-449e-9037-1b93da174385 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f715223e-183a-4cd2-8245-dfb3a9a14e67 HTTP/1.1" status: 200 len: 217 time: 0.0345650 Dec 06 15:01:07.645954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-f3f5b358-5364-4b8b-9540-f60c5d5b3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:07.649892 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-f3f5b358-5364-4b8b-9540-f60c5d5b3898 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a371cd5b-1699-429a-a5ee-a5d51722c3db HTTP/1.1" status: 200 len: 856 time: 0.0480704 Dec 06 15:01:07.692391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-d28bb44a-f018-4f75-8656-8a8650b4acce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:07.693886 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-d28bb44a-f018-4f75-8656-8a8650b4acce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2b07f1c-320f-444d-a7ca-8339cc0d556c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400534 Dec 06 15:01:07.793001 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-ed2eb428-d8ec-495c-9eaa-b48677770e19 service neutron] 10.222.0.41 "GET /v2.0/networks/a2b07f1c-320f-444d-a7ca-8339cc0d556c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919681 Dec 06 15:01:07.882432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db1fdc-d638-41fb-b78e-712eb44681f1 req-09dc4a8f-5b1d-48e0-9879-aa43946f7f1f tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:07.883879 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-80db1fdc-d638-41fb-b78e-712eb44681f1 req-09dc4a8f-5b1d-48e0-9879-aa43946f7f1f tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 943 time: 0.1053352 Dec 06 15:01:07.927008 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33549d8d-41be-473b-a12f-fd01ceda44ee req-f44a79cc-a29b-420c-88d4-aafc1a3069ed service neutron] 10.222.0.41 "GET /v2.0/networks/a2b07f1c-320f-444d-a7ca-8339cc0d556c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167293 Dec 06 15:01:07.948617 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-80db1fdc-d638-41fb-b78e-712eb44681f1 req-22d3f6e6-6a02-4921-b1c9-42e0585dbbe1 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586784 Dec 06 15:01:09.063435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78576c5-26a0-4306-9a3f-29a9e0882e3d req-4c41e2ec-a3d6-40e0-bc13-7bc1570af6cb tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:09.064925 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c78576c5-26a0-4306-9a3f-29a9e0882e3d req-4c41e2ec-a3d6-40e0-bc13-7bc1570af6cb tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 943 time: 0.0489702 Dec 06 15:01:09.111838 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c78576c5-26a0-4306-9a3f-29a9e0882e3d req-6d5ea1af-a90d-48f2-be39-f3d85ba8ce8a tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408757 Dec 06 15:01:10.229878 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04ee8e-6308-484f-9dee-2510631db3c0 req-0fa7f1d7-196e-4ed9-9827-4895513b4813 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:10.231332 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-aa04ee8e-6308-484f-9dee-2510631db3c0 req-0fa7f1d7-196e-4ed9-9827-4895513b4813 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 943 time: 0.0531905 Dec 06 15:01:10.284196 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-aa04ee8e-6308-484f-9dee-2510631db3c0 req-5721cd48-1c1f-4825-b4c5-b1db3af9be4e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467734 Dec 06 15:01:10.552217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device f715223e-183a-4cd2-8245-dfb3a9a14e67 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:01:10.646241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port f715223e-183a-4cd2-8245-dfb3a9a14e67, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f715223e-183a-4cd2-8245-dfb3a9a14e67,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:10.661736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'f715223e-183a-4cd2-8245-dfb3a9a14e67', 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c', 'port_id': 'f715223e-183a-4cd2-8245-dfb3a9a14e67', 'mac_address': 'fa:16:3e:58:80:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a371cd5b-1699-429a-a5ee-a5d51722c3db', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:01:10.698928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:10.712116 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f715223e-183a-4cd2-8245-dfb3a9a14e67 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:01:10.731633 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port f715223e-183a-4cd2-8245-dfb3a9a14e67, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f715223e-183a-4cd2-8245-dfb3a9a14e67,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:10.812474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:10.859487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=f715223e-183a-4cd2-8245-dfb3a9a14e67,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:11.149831 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['f715223e-183a-4cd2-8245-dfb3a9a14e67'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:01:11.400387 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2de94-c834-41d5-9db4-a76329cc973c req-4c45f774-d930-4170-a2ac-30740b3b434d tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:11.401891 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e1e2de94-c834-41d5-9db4-a76329cc973c req-4c45f774-d930-4170-a2ac-30740b3b434d tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 944 time: 0.0515552 Dec 06 15:01:11.455268 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e1e2de94-c834-41d5-9db4-a76329cc973c req-1be9a4bb-073d-474b-b104-5915d8524a13 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471492 Dec 06 15:01:12.556513 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device f715223e-183a-4cd2-8245-dfb3a9a14e67 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:12.570729 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb333a-ebb9-4863-951b-2144e24b61b9 req-fa51aa0f-65e4-485c-b4c6-518e71982296 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:12.572202 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-aebb333a-ebb9-4863-951b-2144e24b61b9 req-fa51aa0f-65e4-485c-b4c6-518e71982296 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 944 time: 0.0501153 Dec 06 15:01:12.618715 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-aebb333a-ebb9-4863-951b-2144e24b61b9 req-2e67f6b3-a928-490a-8aa2-31ed79cad5f7 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404603 Dec 06 15:01:12.681125 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port f715223e-183a-4cd2-8245-dfb3a9a14e67 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:01:12.685192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port f715223e-183a-4cd2-8245-dfb3a9a14e67 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:12.687129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.762519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.784145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1285c89a-988f-4ac9-b585-e00183d2e702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f715223e-183a-4cd2-8245-dfb3a9a14e67'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:12.786713 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a7ae6d1-b49c-4896-a4ab-44b9249ad0d4" -d '{"events": [{"server_uuid": "1285c89a-988f-4ac9-b585-e00183d2e702", "name": "network-vif-plugged", "status": "completed", "tag": "f715223e-183a-4cd2-8245-dfb3a9a14e67"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:12.798730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port f715223e-183a-4cd2-8245-dfb3a9a14e67, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f715223e-183a-4cd2-8245-dfb3a9a14e67,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:12.824482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c72f603-f683-4596-9232-255cae2f5950 x-openstack-request-id: req-8c72f603-f683-4596-9232-255cae2f5950 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:12.824781 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1285c89a-988f-4ac9-b585-e00183d2e702", "name": "network-vif-plugged", "status": "completed", "tag": "f715223e-183a-4cd2-8245-dfb3a9a14e67", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:12.825069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8c72f603-f683-4596-9232-255cae2f5950 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:12.825462 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1285c89a-988f-4ac9-b585-e00183d2e702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f715223e-183a-4cd2-8245-dfb3a9a14e67', 'code': 200} Dec 06 15:01:12.857853 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:12.905056 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=f715223e-183a-4cd2-8245-dfb3a9a14e67,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:13.066856 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d31bc2-007c-491f-9f77-98a0d2ac0333 req-240449fe-53de-470a-a814-29d009b9ec18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:13.068316 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c6d31bc2-007c-491f-9f77-98a0d2ac0333 req-240449fe-53de-470a-a814-29d009b9ec18 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 1098 time: 0.0403326 Dec 06 15:01:13.117254 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c6d31bc2-007c-491f-9f77-98a0d2ac0333 req-eb695ad9-1bb5-47c2-a424-4e6d5d99b37c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418806 Dec 06 15:01:13.733291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1591e-0ca5-42f8-a208-54f5eacbd9dd req-2dcfe6bc-0901-4301-aaf0-2eb1667cfc04 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:13.734736 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3da1591e-0ca5-42f8-a208-54f5eacbd9dd req-2dcfe6bc-0901-4301-aaf0-2eb1667cfc04 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 945 time: 0.0492651 Dec 06 15:01:13.782733 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3da1591e-0ca5-42f8-a208-54f5eacbd9dd req-d3c92794-1b81-4d17-9ceb-9999d4bd50c6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420568 Dec 06 15:01:14.896934 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b593a53-7675-429a-b9d4-b922b893e82f req-e7aab511-ace2-4761-8aba-097e0b1ab1e9 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:14.898371 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5b593a53-7675-429a-b9d4-b922b893e82f req-e7aab511-ace2-4761-8aba-097e0b1ab1e9 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 945 time: 0.0472105 Dec 06 15:01:14.944197 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5b593a53-7675-429a-b9d4-b922b893e82f req-5d5048ba-e45b-415a-b18a-99cf4573a852 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400155 Dec 06 15:01:15.055292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a014e-e165-49e2-a08d-aac95d9e13e0 req-a4c624cf-1206-4d03-8083-bbf4890ed42f tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:15.056749 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-db1a014e-e165-49e2-a08d-aac95d9e13e0 req-a4c624cf-1206-4d03-8083-bbf4890ed42f tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 945 time: 0.0476668 Dec 06 15:01:15.102413 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-db1a014e-e165-49e2-a08d-aac95d9e13e0 req-666c7d50-ff3e-4b95-b391-199d876429fb tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398605 Dec 06 15:01:29.886069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:31.338320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f317836-5e9a-45ea-962d-6827efdab742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:32.155728 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:01:33.703679 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-053aa288-d791-4ad5-9a63-29ff30451098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:34.927414 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:36.120906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:36.926348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:41.153175 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c572a-0592-4dca-9930-3ebc1a5e074c req-dd8cd8f8-fe41-4dfa-8b1f-6f51dcd50150 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:41.154871 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f5c572a-0592-4dca-9930-3ebc1a5e074c req-dd8cd8f8-fe41-4dfa-8b1f-6f51dcd50150 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 945 time: 0.0501716 Dec 06 15:01:41.201691 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2f5c572a-0592-4dca-9930-3ebc1a5e074c req-796dbd3e-8c9b-4fa8-b000-dbfc15c9f87c tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405433 Dec 06 15:01:42.318207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfe2a9-dea7-42be-9976-de1427a6b6d9 req-07c4d631-47c7-4e8e-9dba-6303a325397a tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:42.319672 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-80bfe2a9-dea7-42be-9976-de1427a6b6d9 req-07c4d631-47c7-4e8e-9dba-6303a325397a tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 945 time: 0.0500193 Dec 06 15:01:42.366121 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-80bfe2a9-dea7-42be-9976-de1427a6b6d9 req-53c51478-d0b8-43cb-90b1-637d99f0f2ec tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403945 Dec 06 15:01:42.968436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f126006-f1a5-416a-8e2f-0eb40075de20 req-f0fde99b-3bcf-4619-9a2d-b4bfc4758714 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:42.969820 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9f126006-f1a5-416a-8e2f-0eb40075de20 req-f0fde99b-3bcf-4619-9a2d-b4bfc4758714 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.41 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 945 time: 0.0473216 Dec 06 15:01:43.079074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-9f126006-f1a5-416a-8e2f-0eb40075de20 req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Deleting port f715223e-183a-4cd2-8245-dfb3a9a14e67 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:01:43.079404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9f126006-f1a5-416a-8e2f-0eb40075de20 req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:43.165114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-9f126006-f1a5-416a-8e2f-0eb40075de20 req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] For port f715223e-183a-4cd2-8245-dfb3a9a14e67, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f715223e-183a-4cd2-8245-dfb3a9a14e67,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:43.165461 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9f126006-f1a5-416a-8e2f-0eb40075de20 req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:43.178285 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-9f126006-f1a5-416a-8e2f-0eb40075de20 req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Calling delete_port for f715223e-183a-4cd2-8245-dfb3a9a14e67 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:01:43.343408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9f126006-f1a5-416a-8e2f-0eb40075de20 req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:43.355709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['f715223e-183a-4cd2-8245-dfb3a9a14e67'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:01:43.382347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Pushing event deleted for resources: {'Port': ['ID=f715223e-183a-4cd2-8245-dfb3a9a14e67,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:43.394786 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:43.395142 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:43.395488 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:43.396319 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:43.396655 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:43.397026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:43.397359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:43.397685 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:43.398009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:43.398331 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:43.398654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:43.398978 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:43.399297 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:01:43.441793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f126006-f1a5-416a-8e2f-0eb40075de20 req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] No DVR routers for this DVR port f715223e-183a-4cd2-8245-dfb3a9a14e67 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:01:43.444450 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-9f126006-f1a5-416a-8e2f-0eb40075de20 req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:43.447947 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9f126006-f1a5-416a-8e2f-0eb40075de20 req-5d5dad29-4851-4f56-aaa8-f2c324db3df6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.41 "DELETE /v2.0/ports/f715223e-183a-4cd2-8245-dfb3a9a14e67 HTTP/1.1" status: 204 len: 173 time: 0.4713759 Dec 06 15:01:43.448635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1285c89a-988f-4ac9-b585-e00183d2e702', 'name': 'network-vif-deleted', 'tag': 'f715223e-183a-4cd2-8245-dfb3a9a14e67'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:43.450994 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5965d10-3ab6-462f-8f3d-1cda2cc79836" -d '{"events": [{"server_uuid": "1285c89a-988f-4ac9-b585-e00183d2e702", "name": "network-vif-deleted", "tag": "f715223e-183a-4cd2-8245-dfb3a9a14e67"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:43.484378 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f6ba1f68-a446-4cf0-b032-a34f3ff75313 req-1ab9de8c-7d53-49ab-add8-713059940ffd tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=1285c89a-988f-4ac9-b585-e00183d2e702 HTTP/1.1" status: 200 len: 210 time: 0.0339119 Dec 06 15:01:43.572416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fc6ecc8-9c1e-49ed-8fb9-06aebbe7756f x-openstack-request-id: req-1fc6ecc8-9c1e-49ed-8fb9-06aebbe7756f {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:43.572416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1285c89a-988f-4ac9-b585-e00183d2e702", "name": "network-vif-deleted", "tag": "f715223e-183a-4cd2-8245-dfb3a9a14e67", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:43.572416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fc6ecc8-9c1e-49ed-8fb9-06aebbe7756f {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:43.572416 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1285c89a-988f-4ac9-b585-e00183d2e702', 'name': 'network-vif-deleted', 'tag': 'f715223e-183a-4cd2-8245-dfb3a9a14e67', 'status': 'completed', 'code': 200} Dec 06 15:01:45.430730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-ce420bb1-9f81-4939-9f5a-894c6c124d5b tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:45.432282 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-ce420bb1-9f81-4939-9f5a-894c6c124d5b tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/networks?id=a2b07f1c-320f-444d-a7ca-8339cc0d556c HTTP/1.1" status: 200 len: 817 time: 0.1019304 Dec 06 15:01:45.446931 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-aea8e08a-f75c-4d26-93c3-c5aad0623059 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/quotas/e7304227d3714c1c8856808cf6da9bdf HTTP/1.1" status: 200 len: 375 time: 0.0090067 Dec 06 15:01:45.501788 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-41544831-1ef0-4ac5-b771-91ff30bd1c5b tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7304227d3714c1c8856808cf6da9bdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496826 Dec 06 15:01:45.681891 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-2c282367-3ba8-4f2a-84af-4600a7ec9d16 service neutron] 10.222.0.42 "GET /v2.0/networks/a2b07f1c-320f-444d-a7ca-8339cc0d556c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688285 Dec 06 15:01:45.774960 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-c8550ab3-321b-4e53-8a43-e879bfbb3afb service neutron] 10.222.0.42 "GET /v2.0/networks/a2b07f1c-320f-444d-a7ca-8339cc0d556c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868361 Dec 06 15:01:46.019985 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c80f55ed-6552-41f0-9a7a-52e555455358 req-3b68b023-e5cd-4dfb-9833-d4f1eed6a02f tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 210 time: 0.0300951 Dec 06 15:01:46.654046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device f715223e-183a-4cd2-8245-dfb3a9a14e67 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:01:46.676991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: f715223e-183a-4cd2-8245-dfb3a9a14e67 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:01:46.677336 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device f715223e-183a-4cd2-8245-dfb3a9a14e67 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:01:47.116340 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-447d4f3e-1166-4554-8e33-519b9dc4bee0 req-f2de5a6f-c49f-4c78-b6da-a9fc412e6357 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 210 time: 0.0258017 Dec 06 15:01:47.907282 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-c9649bf9-20cb-422e-bed3-32548dcdb201 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:47.908769 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-c9649bf9-20cb-422e-bed3-32548dcdb201 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.41 "GET /v2.0/networks?id=a2b07f1c-320f-444d-a7ca-8339cc0d556c HTTP/1.1" status: 200 len: 817 time: 0.1002815 Dec 06 15:01:47.921804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-a0185325-59de-42f4-bd1e-f5ecef379632 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Request body: {'port': {'device_id': '0f016733-1468-4509-9a79-cc69d94635c6', 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c', 'admin_state_up': True, 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:48.091982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-a0185325-59de-42f4-bd1e-f5ecef379632 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Made reservation on behalf of e7304227d3714c1c8856808cf6da9bdf for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:01:48.095509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-a0185325-59de-42f4-bd1e-f5ecef379632 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:48.211412 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-584781dc-5b90-4272-bc1a-347b9d0f954b req-7dc5af86-a69b-4a36-b838-931068756516 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 210 time: 0.0264788 Dec 06 15:01:48.226324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-a0185325-59de-42f4-bd1e-f5ecef379632 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Allocated IP 172.20.0.10 (a2b07f1c-320f-444d-a7ca-8339cc0d556c/a371cd5b-1699-429a-a5ee-a5d51722c3db/6bbfc940-a778-4276-9f9e-c19922da8b45) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:01:48.377870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-a0185325-59de-42f4-bd1e-f5ecef379632 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:48.481140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-a0185325-59de-42f4-bd1e-f5ecef379632 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:48.534316 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-a0185325-59de-42f4-bd1e-f5ecef379632 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Network a2b07f1c-320f-444d-a7ca-8339cc0d556c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:01:48.537946 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-a0185325-59de-42f4-bd1e-f5ecef379632 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:01:48.541919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-a0185325-59de-42f4-bd1e-f5ecef379632 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:01:48.548481 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0185325-59de-42f4-bd1e-f5ecef379632 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Pushing event updated for resources: {'Port': ['ID=6bbfc940-a778-4276-9f9e-c19922da8b45,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:48.597438 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-a0185325-59de-42f4-bd1e-f5ecef379632 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:48.598063 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-a0185325-59de-42f4-bd1e-f5ecef379632 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:48.683815 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-a0185325-59de-42f4-bd1e-f5ecef379632 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7658010 Dec 06 15:01:48.721675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Request body: {'port': {'device_id': '0f016733-1468-4509-9a79-cc69d94635c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:01:48.774272 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:48.778768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ebf6972a-758c-4528-bf30-f8649792a313 None None] Provisioning complete for port 6bbfc940-a778-4276-9f9e-c19922da8b45 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:48.779271 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ebf6972a-758c-4528-bf30-f8649792a313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:48.812808 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ebf6972a-758c-4528-bf30-f8649792a313 None None] Port 6bbfc940-a778-4276-9f9e-c19922da8b45 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:01:49.032114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bbfc940-a778-4276-9f9e-c19922da8b45 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:01:49.040247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:49.051657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Transition to ACTIVE for port object 6bbfc940-a778-4276-9f9e-c19922da8b45 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:01:49.108879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:49.156976 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Pushing event updated for resources: {'Port': ['ID=6bbfc940-a778-4276-9f9e-c19922da8b45,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:49.232443 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Attempting to bind port 6bbfc940-a778-4276-9f9e-c19922da8b45 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:01:49.233218 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Attempting to bind port 6bbfc940-a778-4276-9f9e-c19922da8b45 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:01:49.233218 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Attempting to bind port 6bbfc940-a778-4276-9f9e-c19922da8b45 on network a2b07f1c-320f-444d-a7ca-8339cc0d556c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:49.237890 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Port 6bbfc940-a778-4276-9f9e-c19922da8b45 on network a2b07f1c-320f-444d-a7ca-8339cc0d556c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:01:49.238265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Attempting to bind port 6bbfc940-a778-4276-9f9e-c19922da8b45 on network a2b07f1c-320f-444d-a7ca-8339cc0d556c {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:01:49.243325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:01:49.243666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Checking segment: {'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:01:49.244053 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Bound using segment: {'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:01:49.244497 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Bound port: 6bbfc940-a778-4276-9f9e-c19922da8b45, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a10174a-d673-4b37-a374-680ae562a324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:01:49.244874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:49.337672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] For port 6bbfc940-a778-4276-9f9e-c19922da8b45, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:01:49.342118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] For port 6bbfc940-a778-4276-9f9e-c19922da8b45, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6bbfc940-a778-4276-9f9e-c19922da8b45,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:01:49.355352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fd973d-83de-4114-bcda-16003ad6885a req-a79b9b87-f9a8-4b8a-8e93-f3adfd59f5e1 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:49.356821 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8fd973d-83de-4114-bcda-16003ad6885a req-a79b9b87-f9a8-4b8a-8e93-f3adfd59f5e1 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 944 time: 0.0725436 Dec 06 15:01:49.402953 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c8fd973d-83de-4114-bcda-16003ad6885a req-01ec6feb-1c09-4892-a4e3-07e706db27db tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400035 Dec 06 15:01:49.441262 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:49.477889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:49.478511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:49.479925 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] 10.222.0.41 "PUT /v2.0/ports/6bbfc940-a778-4276-9f9e-c19922da8b45 HTTP/1.1" status: 200 len: 1094 time: 0.7627890 Dec 06 15:01:49.484156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f016733-1468-4509-9a79-cc69d94635c6', 'tag': '6bbfc940-a778-4276-9f9e-c19922da8b45'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:49.487333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b571e2-57e6-4989-81e2-07e01ad44850" -d '{"events": [{"name": "network-changed", "server_uuid": "0f016733-1468-4509-9a79-cc69d94635c6", "tag": "6bbfc940-a778-4276-9f9e-c19922da8b45"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:49.510754 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4a6608-d182-4767-8d53-aa0b8697009d service neutron] Pushing event updated for resources: {'Port': ['ID=6bbfc940-a778-4276-9f9e-c19922da8b45,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:49.539604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7568c551-a5c1-4d3f-b319-50242da8e75f x-openstack-request-id: req-7568c551-a5c1-4d3f-b319-50242da8e75f {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:49.539961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f016733-1468-4509-9a79-cc69d94635c6", "tag": "6bbfc940-a778-4276-9f9e-c19922da8b45", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:49.540230 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7568c551-a5c1-4d3f-b319-50242da8e75f {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:49.540671 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f016733-1468-4509-9a79-cc69d94635c6', 'tag': '6bbfc940-a778-4276-9f9e-c19922da8b45', 'status': 'completed', 'code': 200} Dec 06 15:01:49.606248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b571e2-57e6-4989-81e2-07e01ad44850 req-cc3fe512-4396-4dc1-a571-7860f522aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:49.607803 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-75b571e2-57e6-4989-81e2-07e01ad44850 req-cc3fe512-4396-4dc1-a571-7860f522aebe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7304227d3714c1c8856808cf6da9bdf&device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 1097 time: 0.0435195 Dec 06 15:01:49.709104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b571e2-57e6-4989-81e2-07e01ad44850 req-c21c9678-647e-4f5c-8974-dcd44a1b3bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:49.711200 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-75b571e2-57e6-4989-81e2-07e01ad44850 req-c21c9678-647e-4f5c-8974-dcd44a1b3bfb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e7304227d3714c1c8856808cf6da9bdf&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0959187 Dec 06 15:01:49.807518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b571e2-57e6-4989-81e2-07e01ad44850 req-50d90f4a-852e-49ff-b7d0-a8ff79a39443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:49.809106 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-75b571e2-57e6-4989-81e2-07e01ad44850 req-50d90f4a-852e-49ff-b7d0-a8ff79a39443 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912533 Dec 06 15:01:49.882832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-998d1796-8cf3-454a-869d-f1952ad191e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:49.884223 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-998d1796-8cf3-454a-869d-f1952ad191e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7304227d3714c1c8856808cf6da9bdf&device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 1097 time: 0.0398314 Dec 06 15:01:49.930933 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-bde94515-8257-4071-9cf9-3831ef205815 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bbfc940-a778-4276-9f9e-c19922da8b45 HTTP/1.1" status: 200 len: 217 time: 0.0378516 Dec 06 15:01:49.977791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-9c5e58d1-f45c-4902-92c3-d6c42347222b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:49.979154 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-9c5e58d1-f45c-4902-92c3-d6c42347222b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a371cd5b-1699-429a-a5ee-a5d51722c3db HTTP/1.1" status: 200 len: 856 time: 0.0418453 Dec 06 15:01:50.024407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-d59d0005-9496-43f7-9cec-adf6579072e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:50.025882 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-d59d0005-9496-43f7-9cec-adf6579072e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2b07f1c-320f-444d-a7ca-8339cc0d556c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394504 Dec 06 15:01:50.119089 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-b6987e29-1498-4431-b686-e4f4a177d89e service neutron] 10.222.0.41 "GET /v2.0/networks/a2b07f1c-320f-444d-a7ca-8339cc0d556c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854571 Dec 06 15:01:50.206603 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a980c90a-b0b4-44ed-adf1-64bba823a2a5 req-eeccfcc0-14d5-4b66-88b9-081a6f829bea service neutron] 10.222.0.41 "GET /v2.0/networks/a2b07f1c-320f-444d-a7ca-8339cc0d556c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801942 Dec 06 15:01:50.521313 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc539f1-0d9d-4103-ae3d-054dd0d701f0 req-cab33a12-4acc-4c0f-b452-f445ce3c12d4 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:50.523275 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5bc539f1-0d9d-4103-ae3d-054dd0d701f0 req-cab33a12-4acc-4c0f-b452-f445ce3c12d4 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 944 time: 0.0527024 Dec 06 15:01:50.568885 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5bc539f1-0d9d-4103-ae3d-054dd0d701f0 req-a1b79e66-bf37-4a7a-a20b-e96f6eb4b637 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396125 Dec 06 15:01:51.683501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2340547-5a67-4475-9884-8ee06d25c0ab req-dd716f2a-1ddd-4c16-b003-466c600a87ca tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:51.685020 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a2340547-5a67-4475-9884-8ee06d25c0ab req-dd716f2a-1ddd-4c16-b003-466c600a87ca tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 944 time: 0.0489094 Dec 06 15:01:51.731575 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a2340547-5a67-4475-9884-8ee06d25c0ab req-aa387111-e0fb-4128-8829-58b6e68b680f tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405428 Dec 06 15:01:52.673825 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6bbfc940-a778-4276-9f9e-c19922da8b45 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:01:52.769277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 6bbfc940-a778-4276-9f9e-c19922da8b45, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6bbfc940-a778-4276-9f9e-c19922da8b45,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:52.780934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '6bbfc940-a778-4276-9f9e-c19922da8b45', 'network_id': 'a2b07f1c-320f-444d-a7ca-8339cc0d556c', 'port_id': '6bbfc940-a778-4276-9f9e-c19922da8b45', 'mac_address': 'fa:16:3e:85:6c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a371cd5b-1699-429a-a5ee-a5d51722c3db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:01:52.817895 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:52.830507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bbfc940-a778-4276-9f9e-c19922da8b45 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:01:52.844440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749d496-a340-4573-9f6a-b522f94c420e req-2892ff12-35ea-4a62-9083-bfcb8ac0c0ef tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:52.845942 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8749d496-a340-4573-9f6a-b522f94c420e req-2892ff12-35ea-4a62-9083-bfcb8ac0c0ef tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 944 time: 0.0477660 Dec 06 15:01:52.849789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 6bbfc940-a778-4276-9f9e-c19922da8b45, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6bbfc940-a778-4276-9f9e-c19922da8b45,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:52.892081 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8749d496-a340-4573-9f6a-b522f94c420e req-3709c675-fbfb-4756-8afc-e082fb39d5c3 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401058 Dec 06 15:01:52.943298 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:52.993690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=6bbfc940-a778-4276-9f9e-c19922da8b45,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:53.291319 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['6bbfc940-a778-4276-9f9e-c19922da8b45'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:01:54.008591 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e00af4-71dc-4aa8-99a7-48f552fc2457 req-38d7b7c4-9c40-4423-8ff7-5942e70d106f tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:54.009971 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-23e00af4-71dc-4aa8-99a7-48f552fc2457 req-38d7b7c4-9c40-4423-8ff7-5942e70d106f tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 945 time: 0.0515087 Dec 06 15:01:54.055183 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-23e00af4-71dc-4aa8-99a7-48f552fc2457 req-449e30be-c0cd-4d42-999d-906febd7e9e6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393000 Dec 06 15:01:54.692429 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6bbfc940-a778-4276-9f9e-c19922da8b45 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:01:54.805944 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 6bbfc940-a778-4276-9f9e-c19922da8b45 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:01:54.809775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 6bbfc940-a778-4276-9f9e-c19922da8b45 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:01:54.810143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:54.884026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:54.906324 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f016733-1468-4509-9a79-cc69d94635c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbfc940-a778-4276-9f9e-c19922da8b45'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:01:54.908552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9939f0-4555-4707-b33d-1ec643d3ba0e" -d '{"events": [{"server_uuid": "0f016733-1468-4509-9a79-cc69d94635c6", "name": "network-vif-plugged", "status": "completed", "tag": "6bbfc940-a778-4276-9f9e-c19922da8b45"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:01:54.921418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 6bbfc940-a778-4276-9f9e-c19922da8b45, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6bbfc940-a778-4276-9f9e-c19922da8b45,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:01:54.989142 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:01:55.014602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb249ac0-9cab-43b8-ac57-c3a57ab1d0d7 x-openstack-request-id: req-fb249ac0-9cab-43b8-ac57-c3a57ab1d0d7 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:01:55.014906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f016733-1468-4509-9a79-cc69d94635c6", "name": "network-vif-plugged", "status": "completed", "tag": "6bbfc940-a778-4276-9f9e-c19922da8b45", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:01:55.015158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb249ac0-9cab-43b8-ac57-c3a57ab1d0d7 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:01:55.015599 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f016733-1468-4509-9a79-cc69d94635c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bbfc940-a778-4276-9f9e-c19922da8b45', 'code': 200} Dec 06 15:01:55.040666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=6bbfc940-a778-4276-9f9e-c19922da8b45,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:01:55.173495 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867e276-d9d6-4745-afce-81e68f04abee req-e27c559a-355f-4113-9db5-0a979a3ed23f tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:55.174970 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1867e276-d9d6-4745-afce-81e68f04abee req-e27c559a-355f-4113-9db5-0a979a3ed23f tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 946 time: 0.0489137 Dec 06 15:01:55.223675 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1867e276-d9d6-4745-afce-81e68f04abee req-59b1a7be-bc79-496d-b709-bf0bf265b16b tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Dec 06 15:01:55.249625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef0837e-e8a5-455e-b7aa-da4293b10bea req-490b6382-f964-4e6c-a223-b0e362652f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:55.251096 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ef0837e-e8a5-455e-b7aa-da4293b10bea req-490b6382-f964-4e6c-a223-b0e362652f3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 1099 time: 0.0398335 Dec 06 15:01:55.297987 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ef0837e-e8a5-455e-b7aa-da4293b10bea req-a067f1f8-0261-4fa2-a421-c6e6d4910cb8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401127 Dec 06 15:01:56.338508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb634a0-9c3b-4fba-8e74-38e853aa9b18 req-ad890917-cedd-46b3-bac4-ca06e9f449a6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:56.340584 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6fb634a0-9c3b-4fba-8e74-38e853aa9b18 req-ad890917-cedd-46b3-bac4-ca06e9f449a6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 946 time: 0.0481875 Dec 06 15:01:56.391371 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6fb634a0-9c3b-4fba-8e74-38e853aa9b18 req-0eb2205b-a547-473b-9cc8-70479c5b4904 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448108 Dec 06 15:01:57.505154 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d8da5e-2755-4500-a4bb-ba2f66711646 req-1c5f1647-6f44-47e2-af09-5b73f99ec5ff tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:57.506597 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70d8da5e-2755-4500-a4bb-ba2f66711646 req-1c5f1647-6f44-47e2-af09-5b73f99ec5ff tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 946 time: 0.0477204 Dec 06 15:01:57.557148 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-70d8da5e-2755-4500-a4bb-ba2f66711646 req-b5b75fd7-0be0-4990-8e2b-6604276b1eb2 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445724 Dec 06 15:01:57.670581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31522feb-e107-4e38-88df-c2ec4ac566ce req-7f32a45e-6512-4bc0-96c5-8f758cfce619 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:01:57.671953 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-31522feb-e107-4e38-88df-c2ec4ac566ce req-7f32a45e-6512-4bc0-96c5-8f758cfce619 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 946 time: 0.0487695 Dec 06 15:01:57.718546 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-31522feb-e107-4e38-88df-c2ec4ac566ce req-c2c72ef1-0ca8-44a0-a7cf-2028ddd1aa7d tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Dec 06 15:01:59.903024 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:01.286262 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2605e487-2078-4912-a3dc-5785e09ab9a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:03.691585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cc0b09ae-b50e-492f-81ea-4b9703761994 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:04.897372 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:06.137046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:06.908686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:09.154705 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:02:14.182603 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0d92778f-bcfd-4532-b4da-91634163a246 req-2d601676-0789-43ad-bea1-63e5589a9ffb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466478 Dec 06 15:02:14.264466 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92778f-bcfd-4532-b4da-91634163a246 req-5a8c45d8-6cdd-4d6c-ae87-152088c60dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:14.265977 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0d92778f-bcfd-4532-b4da-91634163a246 req-5a8c45d8-6cdd-4d6c-ae87-152088c60dc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7304227d3714c1c8856808cf6da9bdf&device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 1099 time: 0.0399308 Dec 06 15:02:14.372144 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92778f-bcfd-4532-b4da-91634163a246 req-4c653009-189e-402f-9b93-1b6087317e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:14.373569 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0d92778f-bcfd-4532-b4da-91634163a246 req-4c653009-189e-402f-9b93-1b6087317e4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2b07f1c-320f-444d-a7ca-8339cc0d556c HTTP/1.1" status: 200 len: 918 time: 0.0873387 Dec 06 15:02:14.417459 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0d92778f-bcfd-4532-b4da-91634163a246 req-f6ed5510-5085-47c1-9e12-6e6adf403284 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bbfc940-a778-4276-9f9e-c19922da8b45 HTTP/1.1" status: 200 len: 217 time: 0.0356715 Dec 06 15:02:14.470048 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92778f-bcfd-4532-b4da-91634163a246 req-9ba35e2e-a4c0-4b9e-a5b7-b3f529d957a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:14.471552 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0d92778f-bcfd-4532-b4da-91634163a246 req-9ba35e2e-a4c0-4b9e-a5b7-b3f529d957a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a371cd5b-1699-429a-a5ee-a5d51722c3db HTTP/1.1" status: 200 len: 856 time: 0.0474384 Dec 06 15:02:14.520242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92778f-bcfd-4532-b4da-91634163a246 req-b728a441-3bac-4084-9ba4-f242bd9c9c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:14.521830 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0d92778f-bcfd-4532-b4da-91634163a246 req-b728a441-3bac-4084-9ba4-f242bd9c9c92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2b07f1c-320f-444d-a7ca-8339cc0d556c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426631 Dec 06 15:02:14.616604 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0d92778f-bcfd-4532-b4da-91634163a246 req-87c11b7c-5ab7-4243-b28d-125ed083c596 service neutron] 10.222.0.41 "GET /v2.0/networks/a2b07f1c-320f-444d-a7ca-8339cc0d556c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867107 Dec 06 15:02:14.710396 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0d92778f-bcfd-4532-b4da-91634163a246 req-b4b29c66-5136-4701-9039-8300bb2bc471 service neutron] 10.222.0.41 "GET /v2.0/networks/a2b07f1c-320f-444d-a7ca-8339cc0d556c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859590 Dec 06 15:02:22.340920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bccce8-f03e-4f45-b1c5-01f2c52c29a7 req-f5958574-71c8-47ef-9013-d23ce5c5be56 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:22.342481 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c8bccce8-f03e-4f45-b1c5-01f2c52c29a7 req-f5958574-71c8-47ef-9013-d23ce5c5be56 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 946 time: 0.0515862 Dec 06 15:02:22.389469 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c8bccce8-f03e-4f45-b1c5-01f2c52c29a7 req-ebfe0df3-08c5-45dc-97f1-82e07303655c tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409384 Dec 06 15:02:23.506259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9706d-33d0-4671-9473-a0a03c5a71fe req-63329eb8-6c71-46d0-b6ae-f5450043606e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:23.507704 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d7e9706d-33d0-4671-9473-a0a03c5a71fe req-63329eb8-6c71-46d0-b6ae-f5450043606e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 946 time: 0.0491471 Dec 06 15:02:23.553771 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d7e9706d-33d0-4671-9473-a0a03c5a71fe req-d26b549d-bf4e-4be8-a19a-a761396f6e4f tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/security-groups?id=34046da4-4160-4c98-99fe-897b7683a915&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397277 Dec 06 15:02:24.213216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f5b2a-8b0b-4793-840e-3ab4c206cb56 req-5183f622-10d0-4f9d-a15b-34a99c9739f7 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:24.214653 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ad9f5b2a-8b0b-4793-840e-3ab4c206cb56 req-5183f622-10d0-4f9d-a15b-34a99c9739f7 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 946 time: 0.0461736 Dec 06 15:02:24.304801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-ad9f5b2a-8b0b-4793-840e-3ab4c206cb56 req-946a0380-b679-4ba0-a860-44be84c51fa6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Deleting port 6bbfc940-a778-4276-9f9e-c19922da8b45 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:24.305162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ad9f5b2a-8b0b-4793-840e-3ab4c206cb56 req-946a0380-b679-4ba0-a860-44be84c51fa6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:24.392745 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-ad9f5b2a-8b0b-4793-840e-3ab4c206cb56 req-946a0380-b679-4ba0-a860-44be84c51fa6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] For port 6bbfc940-a778-4276-9f9e-c19922da8b45, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6bbfc940-a778-4276-9f9e-c19922da8b45,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:24.393128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ad9f5b2a-8b0b-4793-840e-3ab4c206cb56 req-946a0380-b679-4ba0-a860-44be84c51fa6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:24.406222 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-ad9f5b2a-8b0b-4793-840e-3ab4c206cb56 req-946a0380-b679-4ba0-a860-44be84c51fa6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Calling delete_port for 6bbfc940-a778-4276-9f9e-c19922da8b45 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:24.611604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ad9f5b2a-8b0b-4793-840e-3ab4c206cb56 req-946a0380-b679-4ba0-a860-44be84c51fa6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:24.625000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['6bbfc940-a778-4276-9f9e-c19922da8b45'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:02:24.641302 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946a0380-b679-4ba0-a860-44be84c51fa6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Pushing event deleted for resources: {'Port': ['ID=6bbfc940-a778-4276-9f9e-c19922da8b45,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:24.647954 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8ff1b88d-f8b9-4b17-ad94-6c8acc491c76 req-a0c1eb4e-9bf9-4703-ba26-05a06e82c17e tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f016733-1468-4509-9a79-cc69d94635c6 HTTP/1.1" status: 200 len: 210 time: 0.0271897 Dec 06 15:02:24.691991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9f5b2a-8b0b-4793-840e-3ab4c206cb56 req-946a0380-b679-4ba0-a860-44be84c51fa6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] No DVR routers for this DVR port 6bbfc940-a778-4276-9f9e-c19922da8b45 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:02:24.694682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ad9f5b2a-8b0b-4793-840e-3ab4c206cb56 req-946a0380-b679-4ba0-a860-44be84c51fa6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:24.698835 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ad9f5b2a-8b0b-4793-840e-3ab4c206cb56 req-946a0380-b679-4ba0-a860-44be84c51fa6 tempest-TestEncryptedCinderVolumes-181096895 tempest-TestEncryptedCinderVolumes-181096895-project] 10.222.0.41 "DELETE /v2.0/ports/6bbfc940-a778-4276-9f9e-c19922da8b45 HTTP/1.1" status: 204 len: 173 time: 0.4776435 Dec 06 15:02:24.699318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f016733-1468-4509-9a79-cc69d94635c6', 'name': 'network-vif-deleted', 'tag': '6bbfc940-a778-4276-9f9e-c19922da8b45'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:02:24.702266 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e088dec2-ef09-4640-a736-9146d1482297" -d '{"events": [{"server_uuid": "0f016733-1468-4509-9a79-cc69d94635c6", "name": "network-vif-deleted", "tag": "6bbfc940-a778-4276-9f9e-c19922da8b45"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:02:24.741341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7acc414f-efbe-452e-96cb-c5569ab69f0f x-openstack-request-id: req-7acc414f-efbe-452e-96cb-c5569ab69f0f {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:02:24.741639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f016733-1468-4509-9a79-cc69d94635c6", "name": "network-vif-deleted", "tag": "6bbfc940-a778-4276-9f9e-c19922da8b45", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:02:24.741893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7acc414f-efbe-452e-96cb-c5569ab69f0f {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:02:24.742305 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f016733-1468-4509-9a79-cc69d94635c6', 'name': 'network-vif-deleted', 'tag': '6bbfc940-a778-4276-9f9e-c19922da8b45', 'status': 'completed', 'code': 200} Dec 06 15:02:25.781200 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42192) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:26.118261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d085bd0-384b-43d1-85d1-ad56db5727f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:26.352501 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3d085bd0-384b-43d1-85d1-ad56db5727f5 admin admin] Deleting port 60497ca3-aa87-44f9-9692-a9bbfcc36454 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:26.352831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d085bd0-384b-43d1-85d1-ad56db5727f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:26.773854 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-3d085bd0-384b-43d1-85d1-ad56db5727f5 admin admin] For port 60497ca3-aa87-44f9-9692-a9bbfcc36454, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=60497ca3-aa87-44f9-9692-a9bbfcc36454,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:26.774212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d085bd0-384b-43d1-85d1-ad56db5727f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:26.786506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3d085bd0-384b-43d1-85d1-ad56db5727f5 admin admin] Calling delete_port for 60497ca3-aa87-44f9-9692-a9bbfcc36454 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:27.011172 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d085bd0-384b-43d1-85d1-ad56db5727f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:27.033590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d085bd0-384b-43d1-85d1-ad56db5727f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=60497ca3-aa87-44f9-9692-a9bbfcc36454,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:27.200673 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3d085bd0-384b-43d1-85d1-ad56db5727f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:27.411953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d085bd0-384b-43d1-85d1-ad56db5727f5 admin admin] Router 700f4469-f09d-48fe-9727-76773ecd589f has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:02:27.528060 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d085bd0-384b-43d1-85d1-ad56db5727f5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:02:27.533247 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3d085bd0-384b-43d1-85d1-ad56db5727f5 admin admin] 10.222.0.42 "PUT /v2.0/routers/700f4469-f09d-48fe-9727-76773ecd589f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7509966 Dec 06 15:02:27.536155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42194) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:27.537626 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1caa2a-653e-4911-9863-e650f46d28ab None None] Sync routers for ids ['700f4469-f09d-48fe-9727-76773ecd589f'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:02:27.548726 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1caa2a-653e-4911-9863-e650f46d28ab None None] Routers {'700f4469-f09d-48fe-9727-76773ecd589f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:27.549380 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-dd1caa2a-653e-4911-9863-e650f46d28ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['700f4469-f09d-48fe-9727-76773ecd589f'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:27.643483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:27.651349 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-dd1caa2a-653e-4911-9863-e650f46d28ab None None] Set router 700f4469-f09d-48fe-9727-76773ecd589f gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:27.748509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:27.830403 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-dd1caa2a-653e-4911-9863-e650f46d28ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700f4469-f09d-48fe-9727-76773ecd589f', 'name': 'tempest-TestEncryptedCinderVolumes-1364924676-router', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:02:26Z', 'revision_number': 5, 'project_id': 'e7304227d3714c1c8856808cf6da9bdf', 'gw_port': {'id': '26a950b8-c9c9-49c9-bd75-8245fc5a0753', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:07:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '700f4469-f09d-48fe-9727-76773ecd589f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1643, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:52Z', 'updated_at': '2021-12-06T15:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:27.855495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Deleting port 26a950b8-c9c9-49c9-bd75-8245fc5a0753 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:27.863061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:27.868084 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1caa2a-653e-4911-9863-e650f46d28ab None None] Checking router: 700f4469-f09d-48fe-9727-76773ecd589f for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:02:27.873989 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1caa2a-653e-4911-9863-e650f46d28ab None None] Routers {'700f4469-f09d-48fe-9727-76773ecd589f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:27.874659 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-dd1caa2a-653e-4911-9863-e650f46d28ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['700f4469-f09d-48fe-9727-76773ecd589f'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:27.944544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] For port 26a950b8-c9c9-49c9-bd75-8245fc5a0753, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=26a950b8-c9c9-49c9-bd75-8245fc5a0753,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:27.945004 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:27.961792 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Calling delete_port for 26a950b8-c9c9-49c9-bd75-8245fc5a0753 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:28.056195 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-dd1caa2a-653e-4911-9863-e650f46d28ab None None] Set router 700f4469-f09d-48fe-9727-76773ecd589f gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:28.108708 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-dd1caa2a-653e-4911-9863-e650f46d28ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '700f4469-f09d-48fe-9727-76773ecd589f', 'name': 'tempest-TestEncryptedCinderVolumes-1364924676-router', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:02:27Z', 'revision_number': 6, 'project_id': 'e7304227d3714c1c8856808cf6da9bdf', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:28.139708 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1caa2a-653e-4911-9863-e650f46d28ab None None] The sync data for ids ['700f4469-f09d-48fe-9727-76773ecd589f'] in dv-neutron-master-2-hyperv is: [{'id': '700f4469-f09d-48fe-9727-76773ecd589f', 'name': 'tempest-TestEncryptedCinderVolumes-1364924676-router', 'tenant_id': 'e7304227d3714c1c8856808cf6da9bdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:51Z', 'updated_at': '2021-12-06T15:02:27Z', 'revision_number': 6, 'project_id': 'e7304227d3714c1c8856808cf6da9bdf', 'gw_port_host': None}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:02:28.188364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.215894 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=26a950b8-c9c9-49c9-bd75-8245fc5a0753,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:28.236244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14e270e-0bc7-46b2-a7db-35273e5402d7 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:28.286103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.378187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.380463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.476354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.476907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 700f4469-f09d-48fe-9727-76773ecd589f {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:02:28.483848 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.489110 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-16a907ae-28a5-4fc3-8879-bce4b8575a5e admin admin] 10.222.0.42 "DELETE /v2.0/routers/700f4469-f09d-48fe-9727-76773ecd589f HTTP/1.1" status: 204 len: 168 time: 0.9481370 Dec 06 15:02:28.489110 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42196) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:28.543114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2a9085-40ce-46bc-b83a-ccde6f0be44f admin admin] Deleting subnet a371cd5b-1699-429a-a5ee-a5d51722c3db {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:02:28.548678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af2a9085-40ce-46bc-b83a-ccde6f0be44f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.596833 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af2a9085-40ce-46bc-b83a-ccde6f0be44f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.679353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af2a9085-40ce-46bc-b83a-ccde6f0be44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.777616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af2a9085-40ce-46bc-b83a-ccde6f0be44f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.803320 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a9085-40ce-46bc-b83a-ccde6f0be44f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a371cd5b-1699-429a-a5ee-a5d51722c3db,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:28.807016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-af2a9085-40ce-46bc-b83a-ccde6f0be44f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.810295 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-af2a9085-40ce-46bc-b83a-ccde6f0be44f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a371cd5b-1699-429a-a5ee-a5d51722c3db HTTP/1.1" status: 204 len: 168 time: 0.3218241 Dec 06 15:02:28.812502 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c728f966-9e84-4d38-9d0c-151da7ef691a None None] Network a2b07f1c-320f-444d-a7ca-8339cc0d556c requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:02:28.812836 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42198) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:28.863460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6bbfc940-a778-4276-9f9e-c19922da8b45 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:02:28.884022 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.890804 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 6bbfc940-a778-4276-9f9e-c19922da8b45 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:02:28.891145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 6bbfc940-a778-4276-9f9e-c19922da8b45 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:02:28.946594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 60497ca3-aa87-44f9-9692-a9bbfcc36454 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:02:28.951719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Deleting port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:28.952067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:28.971161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 60497ca3-aa87-44f9-9692-a9bbfcc36454 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:02:28.971503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 60497ca3-aa87-44f9-9692-a9bbfcc36454 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:02:29.020670 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] For port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:29.021256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.035158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Calling delete_port for c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:29.045007 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] DHCP port deletion for a2b07f1c-320f-444d-a7ca-8339cc0d556c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:29.093872 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Deleting port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:29.094238 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.161600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] For port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0,segment=NetworkSegment(4a10174a-d673-4b37-a374-680ae562a324),segment_id=4a10174a-d673-4b37-a374-680ae562a324)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:29.161600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.171664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.174610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Calling delete_port for c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:29.202982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Pushing event deleted for resources: {'Port': ['ID=c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:29.204949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] No DVR routers for this DVR port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:02:29.263948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.288029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.291842 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Pushing event deleted for resources: {'Port': ['ID=c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:29.301329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:29.301715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:29.302009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:29.302345 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:29.302662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:29.302985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:29.303305 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:29.303626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:29.303949 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:29.304266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:29.304581 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:29.304918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:29.305241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:29.307937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c34e7e-a9fd-45bc-a1f2-35d32b9af2fc None None] No DVR routers for this DVR port c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:02:29.309144 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b07f1c-320f-444d-a7ca-8339cc0d556c']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:29.322157 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a10174a-d673-4b37-a374-680ae562a324') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:29.322352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a10174a-d673-4b37-a374-680ae562a324') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:29.332568 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.346150 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.351950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:02:29.352331 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:02:29.354006 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:02:29.467900 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.473167 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.476412 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] 10.222.0.42 "DELETE /v2.0/networks/a2b07f1c-320f-444d-a7ca-8339cc0d556c HTTP/1.1" status: 204 len: 168 time: 0.6626039 Dec 06 15:02:29.479471 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42200) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:29.486956 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454f133-9004-4cb4-a60c-2c829f21980c admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b07f1c-320f-444d-a7ca-8339cc0d556c,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:29.817885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:29.908504 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.059513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Deleting port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:30.059736 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.133618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] For port 5063c8d9-2a56-4f6e-9515-efa10a0d0d05, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5063c8d9-2a56-4f6e-9515-efa10a0d0d05,segment=NetworkSegment(0fe8a22e-955b-4f66-8101-b322c9e8ad84),segment_id=0fe8a22e-955b-4f66-8101-b322c9e8ad84)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:30.133964 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.146378 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Calling delete_port for 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:30.358532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:02:30.378889 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:02:30.379214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c57b0e3c-8fbb-4b9f-8dfb-a67372bdebc0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:02:30.379625 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 26a950b8-c9c9-49c9-bd75-8245fc5a0753 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:02:30.388487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.398182 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 26a950b8-c9c9-49c9-bd75-8245fc5a0753 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:02:30.399783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 26a950b8-c9c9-49c9-bd75-8245fc5a0753 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:02:30.423086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Pushing event deleted for resources: {'Port': ['ID=5063c8d9-2a56-4f6e-9515-efa10a0d0d05,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:30.446966 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:30.450958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:30.450958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:30.450958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:30.450958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:30.450958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:30.450958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:30.450958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:30.450958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:30.450958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:30.450958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:30.450958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:30.450958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:30.591490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:30.797557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Router aaf871ca-7940-42d8-8bd3-8835b903cf94 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:02:30.895111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:02:30.901371 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0b7ce98f-53e5-4348-93a0-dfe1d94ea97e admin admin] 10.222.0.42 "PUT /v2.0/routers/aaf871ca-7940-42d8-8bd3-8835b903cf94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4207890 Dec 06 15:02:30.903229 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42202) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:30.904885 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a54b33e-dbd0-40b5-bd1f-fbe937d37333 None None] Sync routers for ids ['aaf871ca-7940-42d8-8bd3-8835b903cf94'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:02:30.915501 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a54b33e-dbd0-40b5-bd1f-fbe937d37333 None None] Routers {'aaf871ca-7940-42d8-8bd3-8835b903cf94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:30.916118 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2a54b33e-dbd0-40b5-bd1f-fbe937d37333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aaf871ca-7940-42d8-8bd3-8835b903cf94'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:31.002895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.019557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-2a54b33e-dbd0-40b5-bd1f-fbe937d37333 None None] Set router aaf871ca-7940-42d8-8bd3-8835b903cf94 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:31.103754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.215156 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Deleting port a6106942-7e26-421f-8640-5bfa2ebc153f {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:31.215500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.296216 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] For port a6106942-7e26-421f-8640-5bfa2ebc153f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a6106942-7e26-421f-8640-5bfa2ebc153f,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:31.296586 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.309977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Calling delete_port for a6106942-7e26-421f-8640-5bfa2ebc153f owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:31.326701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0669b09b-aec7-4d7b-973b-431f2dedff30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.356877 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2a54b33e-dbd0-40b5-bd1f-fbe937d37333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'name': 'tempest-TestEncryptedCinderVolumes-319349579-router', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202'}], 'enable_snat': True}, 'gw_port_id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:57Z', 'updated_at': '2021-12-06T15:02:30Z', 'revision_number': 5, 'project_id': '5eebe548499a40918f8ed45ae5c34be0', 'gw_port': {'id': 'a6106942-7e26-421f-8640-5bfa2ebc153f', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1655, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:00:58Z', 'updated_at': '2021-12-06T15:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:31.383250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a54b33e-dbd0-40b5-bd1f-fbe937d37333 None None] Checking router: aaf871ca-7940-42d8-8bd3-8835b903cf94 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:02:31.392436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a54b33e-dbd0-40b5-bd1f-fbe937d37333 None None] Routers {'aaf871ca-7940-42d8-8bd3-8835b903cf94'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:31.393086 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2a54b33e-dbd0-40b5-bd1f-fbe937d37333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['aaf871ca-7940-42d8-8bd3-8835b903cf94'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:31.479878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-2a54b33e-dbd0-40b5-bd1f-fbe937d37333 None None] Set router aaf871ca-7940-42d8-8bd3-8835b903cf94 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:31.534034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2a54b33e-dbd0-40b5-bd1f-fbe937d37333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'name': 'tempest-TestEncryptedCinderVolumes-319349579-router', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:57Z', 'updated_at': '2021-12-06T15:02:31Z', 'revision_number': 6, 'project_id': '5eebe548499a40918f8ed45ae5c34be0', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:31.536931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:31.561514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a54b33e-dbd0-40b5-bd1f-fbe937d37333 None None] The sync data for ids ['aaf871ca-7940-42d8-8bd3-8835b903cf94'] in dv-neutron-master-2-hyperv is: [{'id': 'aaf871ca-7940-42d8-8bd3-8835b903cf94', 'name': 'tempest-TestEncryptedCinderVolumes-319349579-router', 'tenant_id': '5eebe548499a40918f8ed45ae5c34be0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:00:57Z', 'updated_at': '2021-12-06T15:02:31Z', 'revision_number': 6, 'project_id': '5eebe548499a40918f8ed45ae5c34be0', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:02:31.566716 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6106942-7e26-421f-8640-5bfa2ebc153f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:31.583742 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da350430-e7ab-4978-8c48-96de46133f32 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:31.631208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.040220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.042982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.119283 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.119796 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaf871ca-7940-42d8-8bd3-8835b903cf94 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:02:32.124084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.125244 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-37e628fb-1683-456b-92e4-78ee411ad2d3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/aaf871ca-7940-42d8-8bd3-8835b903cf94 HTTP/1.1" status: 204 len: 168 time: 1.2211213 Dec 06 15:02:32.127760 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42204) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:32.171670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-98064bd7-616b-44d9-8299-ba71c24a7eca admin admin] Deleting subnet 1fea7c22-7d62-42fc-a734-38788d6e44fa {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:02:32.174661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98064bd7-616b-44d9-8299-ba71c24a7eca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.207510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98064bd7-616b-44d9-8299-ba71c24a7eca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.285136 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98064bd7-616b-44d9-8299-ba71c24a7eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.360445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:02:32.381082 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:02:32.382772 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98064bd7-616b-44d9-8299-ba71c24a7eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.383032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5063c8d9-2a56-4f6e-9515-efa10a0d0d05 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:02:32.383488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a6106942-7e26-421f-8640-5bfa2ebc153f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:02:32.404242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: a6106942-7e26-421f-8640-5bfa2ebc153f {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:02:32.404718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a6106942-7e26-421f-8640-5bfa2ebc153f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:02:32.412490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98064bd7-616b-44d9-8299-ba71c24a7eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.416403 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-98064bd7-616b-44d9-8299-ba71c24a7eca admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1fea7c22-7d62-42fc-a734-38788d6e44fa HTTP/1.1" status: 204 len: 168 time: 0.2875543 Dec 06 15:02:32.417462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98064bd7-616b-44d9-8299-ba71c24a7eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fea7c22-7d62-42fc-a734-38788d6e44fa,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:32.417807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a5eb01-cdf5-4cf3-a5e6-f1d76be9b4b2 None None] Network 39c98185-3b2f-4270-bed5-eb52790d85f1 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:02:32.418816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42206) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:32.490824 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.549185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Deleting port 2239a33e-079d-48ea-a628-0bd7868be701 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:32.549510 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.618342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa358bc-3787-42dd-9054-aa4edd8b0dc4 None None] DHCP port deletion for 39c98185-3b2f-4270-bed5-eb52790d85f1 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:32.624156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] For port 2239a33e-079d-48ea-a628-0bd7868be701, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2239a33e-079d-48ea-a628-0bd7868be701,segment=NetworkSegment(0fe8a22e-955b-4f66-8101-b322c9e8ad84),segment_id=0fe8a22e-955b-4f66-8101-b322c9e8ad84)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:32.624511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.637482 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Calling delete_port for 2239a33e-079d-48ea-a628-0bd7868be701 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:32.665181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-faa358bc-3787-42dd-9054-aa4edd8b0dc4 None None] Deleting port 2239a33e-079d-48ea-a628-0bd7868be701 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:02:32.665553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-faa358bc-3787-42dd-9054-aa4edd8b0dc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.731926 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-faa358bc-3787-42dd-9054-aa4edd8b0dc4 None None] For port 2239a33e-079d-48ea-a628-0bd7868be701, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2239a33e-079d-48ea-a628-0bd7868be701,segment=NetworkSegment(0fe8a22e-955b-4f66-8101-b322c9e8ad84),segment_id=0fe8a22e-955b-4f66-8101-b322c9e8ad84)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:32.732309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-faa358bc-3787-42dd-9054-aa4edd8b0dc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.744677 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-faa358bc-3787-42dd-9054-aa4edd8b0dc4 None None] Calling delete_port for 2239a33e-079d-48ea-a628-0bd7868be701 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:02:32.782784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.814173 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Pushing event deleted for resources: {'Port': ['ID=2239a33e-079d-48ea-a628-0bd7868be701,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:32.816091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] No DVR routers for this DVR port 2239a33e-079d-48ea-a628-0bd7868be701 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:02:32.825152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-faa358bc-3787-42dd-9054-aa4edd8b0dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.847830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa358bc-3787-42dd-9054-aa4edd8b0dc4 None None] Pushing event deleted for resources: {'Port': ['ID=2239a33e-079d-48ea-a628-0bd7868be701,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:32.853172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa358bc-3787-42dd-9054-aa4edd8b0dc4 None None] No DVR routers for this DVR port 2239a33e-079d-48ea-a628-0bd7868be701 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:02:32.889424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.909145 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c98185-3b2f-4270-bed5-eb52790d85f1']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:32.919043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fe8a22e-955b-4f66-8101-b322c9e8ad84') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:32.919339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fe8a22e-955b-4f66-8101-b322c9e8ad84') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:32.928533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.942533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.948730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:02:32.952186 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:02:33.079859 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.083968 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.087251 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] 10.222.0.42 "DELETE /v2.0/networks/39c98185-3b2f-4270-bed5-eb52790d85f1 HTTP/1.1" status: 204 len: 168 time: 0.6674433 Dec 06 15:02:33.099344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d8f81-31e2-45a2-afd4-9f449ffc8659 admin admin] Pushing event deleted for resources: {'Network': ['ID=39c98185-3b2f-4270-bed5-eb52790d85f1,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:33.428995 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42210) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:33.468189 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6dd19dfc-0e69-4329-a1eb-a966155a1bee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e7304227d3714c1c8856808cf6da9bdf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380299 Dec 06 15:02:33.470587 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42212) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:33.515247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e67dc41e-bb11-4b21-81f8-d656d9cdacb9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.536436 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e67dc41e-bb11-4b21-81f8-d656d9cdacb9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.662511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e67dc41e-bb11-4b21-81f8-d656d9cdacb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.665127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e67dc41e-bb11-4b21-81f8-d656d9cdacb9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:33.666281 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e67dc41e-bb11-4b21-81f8-d656d9cdacb9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34046da4-4160-4c98-99fe-897b7683a915 HTTP/1.1" status: 204 len: 168 time: 0.1948240 Dec 06 15:02:33.674835 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67dc41e-bb11-4b21-81f8-d656d9cdacb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34046da4-4160-4c98-99fe-897b7683a915,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:33.725408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6453c0e1-be52-4675-83dd-128d0960b93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.181090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42218) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:34.220335 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8e10ada6-0d77-4f1f-9a88-3fa7eefc8f4b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5eebe548499a40918f8ed45ae5c34be0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0380278 Dec 06 15:02:34.222678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42220) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:34.268981 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed0f8eb3-b144-4727-a65b-8e0646c3fb89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.300170 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed0f8eb3-b144-4727-a65b-8e0646c3fb89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.357124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2239a33e-079d-48ea-a628-0bd7868be701 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:02:34.377174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 2239a33e-079d-48ea-a628-0bd7868be701 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:02:34.377521 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 2239a33e-079d-48ea-a628-0bd7868be701 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:02:34.422563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed0f8eb3-b144-4727-a65b-8e0646c3fb89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.425191 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ed0f8eb3-b144-4727-a65b-8e0646c3fb89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:34.426345 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ed0f8eb3-b144-4727-a65b-8e0646c3fb89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/58a12cfa-4357-41f5-9afb-e5b3809b8d6e HTTP/1.1" status: 204 len: 168 time: 0.2028005 Dec 06 15:02:34.435108 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0f8eb3-b144-4727-a65b-8e0646c3fb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a12cfa-4357-41f5-9afb-e5b3809b8d6e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:34.942504 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.378123 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42242) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:35.472931 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1898041549-network', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:35.547916 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Made reservation on behalf of 6ba57eb130d6490c9e25a61fae37c7b1 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:35.550210 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.559327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.632857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.696663 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.723607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:02:35.729614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d91838-5efb-4b73-93b6-18b83be70bb8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:35.735373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.735739 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Added segment 3390407b-c132-470e-bf37-4a9635fd3dc1 of type vlan for network fcc34613-b484-481b-a020-6323415ad341 Dec 06 15:02:35.775981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.867957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.868950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:35.869526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:35.927008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=fcc34613-b484-481b-a020-6323415ad341,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:35.937183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network fcc34613-b484-481b-a020-6323415ad341 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:02:35.953203 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-866110d2-1008-4949-8257-a6ce37e4d7d4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5715065 Dec 06 15:02:35.955003 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42246) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:35.958730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-41626d51-2537-44f7-a258-970ae66100ce admin admin] Request body: {'subnet': {'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1898041549-subnet', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:36.016335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41626d51-2537-44f7-a258-970ae66100ce admin admin] Made reservation on behalf of 6ba57eb130d6490c9e25a61fae37c7b1 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:36.018814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41626d51-2537-44f7-a258-970ae66100ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.113651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.211501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41626d51-2537-44f7-a258-970ae66100ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.271656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41626d51-2537-44f7-a258-970ae66100ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7d5722-56b2-40c6-b5aa-06f2e8bb9020,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:36.280565 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41626d51-2537-44f7-a258-970ae66100ce admin admin] Checking segment: {'id': '3390407b-c132-470e-bf37-4a9635fd3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fcc34613-b484-481b-a020-6323415ad341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:36.280947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41626d51-2537-44f7-a258-970ae66100ce admin admin] Network hostable DHCP agents. Network: fcc34613-b484-481b-a020-6323415ad341, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:02:36.359259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41626d51-2537-44f7-a258-970ae66100ce admin admin] Network fcc34613-b484-481b-a020-6323415ad341 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:02:36.462475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-41626d51-2537-44f7-a258-970ae66100ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fcc34613-b484-481b-a020-6323415ad341) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:36.468578 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41626d51-2537-44f7-a258-970ae66100ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:36.468811 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41626d51-2537-44f7-a258-970ae66100ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.471792 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dedd61-f897-4864-ae6f-0f4edc4276b1 None None] Network fcc34613-b484-481b-a020-6323415ad341 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:02:36.540480 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-41626d51-2537-44f7-a258-970ae66100ce admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5856025 Dec 06 15:02:36.544094 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42248) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:36.548329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:36.611455 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.612603 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.613278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fcc34613-b484-481b-a020-6323415ad341', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'fixed_ips': [{'subnet_id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:02:36.614121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.663672 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.746711 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Allocated IP 172.20.0.2 (fcc34613-b484-481b-a020-6323415ad341/9d7d5722-56b2-40c6-b5aa-06f2e8bb9020/5e34df9b-68a1-4c00-a52c-00c210fcb4ab) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:36.854320 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.899152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:36.942569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:37.000333 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:37.039894 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Network fcc34613-b484-481b-a020-6323415ad341 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:37.042640 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:37.046002 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:37.054500 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Pushing event updated for resources: {'Port': ['ID=5e34df9b-68a1-4c00-a52c-00c210fcb4ab,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:37.103976 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Attempting to bind port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:37.104420 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Attempting to bind port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3390407b-c132-470e-bf37-4a9635fd3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fcc34613-b484-481b-a020-6323415ad341'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:37.104869 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Attempting to bind port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab on network fcc34613-b484-481b-a020-6323415ad341 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:37.109361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:37.109993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:37.110370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Checking segment: {'id': '3390407b-c132-470e-bf37-4a9635fd3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fcc34613-b484-481b-a020-6323415ad341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:37.110789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:37.111178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Bound using segment: {'id': '3390407b-c132-470e-bf37-4a9635fd3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fcc34613-b484-481b-a020-6323415ad341'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:37.111645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Bound port: 5e34df9b-68a1-4c00-a52c-00c210fcb4ab, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3390407b-c132-470e-bf37-4a9635fd3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fcc34613-b484-481b-a020-6323415ad341'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:37.112026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:37.132411 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:37.176537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-733af787-aeeb-44af-a776-c387f52050fc None None] For port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:37.179677 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-733af787-aeeb-44af-a776-c387f52050fc None None] For port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e34df9b-68a1-4c00-a52c-00c210fcb4ab,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:37.232031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Allocated IP 172.36.1.87 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/3c396f11-db6c-4b26-86e1-ce5be1501743) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:37.263186 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:37.330523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733af787-aeeb-44af-a776-c387f52050fc None None] Pushing event updated for resources: {'Port': ['ID=5e34df9b-68a1-4c00-a52c-00c210fcb4ab,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:37.337766 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:37.435110 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:37.497007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:37.497689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:37.500100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:37.506249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Pushing event updated for resources: {'Port': ['ID=3c396f11-db6c-4b26-86e1-ce5be1501743,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:37.510179 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746fc330-bea6-42a6-aeb5-e0ec7fdc6f14 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:37.575195 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2867f063-af9b-45ef-bab8-8ba594a1c6ef None None] Provisioning complete for port 3c396f11-db6c-4b26-86e1-ce5be1501743 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:37.575677 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2867f063-af9b-45ef-bab8-8ba594a1c6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:37.619594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2867f063-af9b-45ef-bab8-8ba594a1c6ef None None] Port 3c396f11-db6c-4b26-86e1-ce5be1501743 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:37.822901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:38.017237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:38.214938 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc32044-953f-4b4f-b622-5f0b566a435a None None] Network fcc34613-b484-481b-a020-6323415ad341 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:02:38.216518 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Router d9782da6-7a61-45a8-87c4-2f6500387115 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:02:38.284368 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-68fd7e7a-00cf-476e-a594-f4c76811beaa None None] Provisioning complete for port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:38.285024 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-68fd7e7a-00cf-476e-a594-f4c76811beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:38.324130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:02:38.341468 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Sync routers for ids ['d9782da6-7a61-45a8-87c4-2f6500387115'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:02:38.351593 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Routers {'d9782da6-7a61-45a8-87c4-2f6500387115'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:38.352592 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d9782da6-7a61-45a8-87c4-2f6500387115'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:38.407212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:38.408465 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6217510a-dd08-4ed7-8805-2abe39322896 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8634455 Dec 06 15:02:38.411426 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42250) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:38.428066 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5e34df9b-68a1-4c00-a52c-00c210fcb4ab up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:38.469928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-68fd7e7a-00cf-476e-a594-f4c76811beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:38.472477 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Set router d9782da6-7a61-45a8-87c4-2f6500387115 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:38.518601 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-68fd7e7a-00cf-476e-a594-f4c76811beaa None None] For port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e34df9b-68a1-4c00-a52c-00c210fcb4ab,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:38.523150 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:38.523524 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:38.600446 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-68fd7e7a-00cf-476e-a594-f4c76811beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:38.643738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:38.678967 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd7e7a-00cf-476e-a594-f4c76811beaa None None] Pushing event updated for resources: {'Port': ['ID=5e34df9b-68a1-4c00-a52c-00c210fcb4ab,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:38.686965 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87'}], 'enable_snat': True}, 'gw_port_id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:02:37Z', 'revision_number': 3, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port': {'id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:97:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:37Z', 'updated_at': '2021-12-06T15:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:38.723390 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:02:38.723987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:02:38.728607 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Checking router: d9782da6-7a61-45a8-87c4-2f6500387115 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:02:38.728995 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Updating router d9782da6-7a61-45a8-87c4-2f6500387115 port 3c396f11-db6c-4b26-86e1-ce5be1501743 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:02:38.754535 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:38.821522 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-004141c3-4c68-4112-bcbb-07164d7f59cb None None] Provisioning complete for port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:38.822065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-004141c3-4c68-4112-bcbb-07164d7f59cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:38.900841 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.013585 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.053459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Allocated IP 172.20.0.1 (fcc34613-b484-481b-a020-6323415ad341/9d7d5722-56b2-40c6-b5aa-06f2e8bb9020/65300f55-325f-4ce1-b572-3c03dd65f905) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:39.096555 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.138688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124ccb13-2c5f-4235-8a5c-39510a88d6b2 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:39.151480 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Attempting to bind port 3c396f11-db6c-4b26-86e1-ce5be1501743 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:39.151852 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Attempting to bind port 3c396f11-db6c-4b26-86e1-ce5be1501743 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:39.152213 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Attempting to bind port 3c396f11-db6c-4b26-86e1-ce5be1501743 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:39.154428 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Pushing event updated for resources: {'Port': ['ID=3c396f11-db6c-4b26-86e1-ce5be1501743,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:39.160615 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.163628 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:39.163974 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:39.164322 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:39.164652 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:39.165007 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:39.165335 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:39.165656 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:39.165980 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:39.166299 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:39.166617 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:39.167436 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:39.167751 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:39.168062 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:02:39.171353 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:39.171722 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:39.172189 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.172568 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:39.173062 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Bound port: 3c396f11-db6c-4b26-86e1-ce5be1501743, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:39.173438 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.223029 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] For port 3c396f11-db6c-4b26-86e1-ce5be1501743, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:39.226400 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] For port 3c396f11-db6c-4b26-86e1-ce5be1501743, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c396f11-db6c-4b26-86e1-ce5be1501743,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:39.251687 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.253970 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e918a1f2-e579-4b39-b7a3-98314575bb00 None None] Provisioning complete for port 3c396f11-db6c-4b26-86e1-ce5be1501743 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:39.254460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e918a1f2-e579-4b39-b7a3-98314575bb00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.292672 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.293961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Network fcc34613-b484-481b-a020-6323415ad341 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:39.298744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:39.299263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e918a1f2-e579-4b39-b7a3-98314575bb00 None None] Port 3c396f11-db6c-4b26-86e1-ce5be1501743 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:39.302731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:39.324951 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Pushing event updated for resources: {'Port': ['ID=65300f55-325f-4ce1-b572-3c03dd65f905,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:39.348445 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.355664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc2313b-7686-4591-a0f6-ba6b95191b16 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:39.371868 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Routers {'d9782da6-7a61-45a8-87c4-2f6500387115'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:39.372497 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d9782da6-7a61-45a8-87c4-2f6500387115'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:39.417682 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af7bd0-c0fa-46a5-9980-54c526a649b8 None None] Pushing event updated for resources: {'Port': ['ID=3c396f11-db6c-4b26-86e1-ce5be1501743,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:39.446897 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-06d9e88b-350d-40d2-bb14-e23e71d6e78b None None] Provisioning complete for port 3c396f11-db6c-4b26-86e1-ce5be1501743 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:39.447267 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06d9e88b-350d-40d2-bb14-e23e71d6e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.497246 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] Set router d9782da6-7a61-45a8-87c4-2f6500387115 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:39.535235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06d9e88b-350d-40d2-bb14-e23e71d6e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.556489 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-06d9e88b-350d-40d2-bb14-e23e71d6e78b None None] For port 3c396f11-db6c-4b26-86e1-ce5be1501743, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c396f11-db6c-4b26-86e1-ce5be1501743,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:39.599611 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.685520 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87'}], 'enable_snat': True}, 'gw_port_id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:02:37Z', 'revision_number': 3, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port': {'id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:97:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:37Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:39.708400 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-06d9e88b-350d-40d2-bb14-e23e71d6e78b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.712165 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-780d87d7-a004-4be4-ad3c-642ee896f411 None None] The sync data for ids ['d9782da6-7a61-45a8-87c4-2f6500387115'] in dv-neutron-master-2-hyperv is: [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87'}], 'enable_snat': True}, 'gw_port_id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:02:37Z', 'revision_number': 3, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port': {'id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:97:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:37Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:02:39.768319 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d9e88b-350d-40d2-bb14-e23e71d6e78b None None] Pushing event updated for resources: {'Port': ['ID=3c396f11-db6c-4b26-86e1-ce5be1501743,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:39.779609 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.822219 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.830646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-73ac25ed-7f97-4143-8b66-bfcbf644a1a3 None None] Provisioning complete for port 65300f55-325f-4ce1-b572-3c03dd65f905 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:39.835188 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-73ac25ed-7f97-4143-8b66-bfcbf644a1a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.870309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-73ac25ed-7f97-4143-8b66-bfcbf644a1a3 None None] Port 65300f55-325f-4ce1-b572-3c03dd65f905 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:39.894243 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:39.896134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Pushing event updated for resources: {'Port': ['ID=65300f55-325f-4ce1-b572-3c03dd65f905,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:39.998003 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Network fcc34613-b484-481b-a020-6323415ad341 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:39.999439 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:40.120869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Router d9782da6-7a61-45a8-87c4-2f6500387115 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:02:40.234784 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:02:40.240481 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3c25ed2d-384b-4e1b-a522-38ddc5110207 admin admin] 10.222.0.42 "PUT /v2.0/routers/d9782da6-7a61-45a8-87c4-2f6500387115/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8261168 Dec 06 15:02:40.295720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-5b6d73dd-01ef-45a3-8b2f-a372f5f386bf None None] Provisioning complete for port 65300f55-325f-4ce1-b572-3c03dd65f905 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:40.296296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5b6d73dd-01ef-45a3-8b2f-a372f5f386bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:40.345101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5b6d73dd-01ef-45a3-8b2f-a372f5f386bf None None] Port 65300f55-325f-4ce1-b572-3c03dd65f905 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:40.466585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3c396f11-db6c-4b26-86e1-ce5be1501743 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:40.519157 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 3c396f11-db6c-4b26-86e1-ce5be1501743 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:40.519658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:40.601907 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5e34df9b-68a1-4c00-a52c-00c210fcb4ab up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:40.648279 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:40.648653 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:40.888958 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42266) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:40.893822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-400574889-network', 'tenant_id': '36170503dc674488a7260d36d75e646c'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:40.947774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Made reservation on behalf of 36170503dc674488a7260d36d75e646c for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:40.950069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:40.958974 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.037947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.074136 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.098509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:02:41.109007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349e5fc1-82d4-4f31-bc59-06274b95542a,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:41.113921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.114298 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Added segment 83d9b530-9655-42cb-bcdf-0a3d76001de8 of type vlan for network e187902c-9b1d-42af-bf74-549451709eb0 Dec 06 15:02:41.154174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.222569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.223652 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:41.224289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.314769 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Sync routers for ids ['d9782da6-7a61-45a8-87c4-2f6500387115'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:02:41.325795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Routers {'d9782da6-7a61-45a8-87c4-2f6500387115'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:41.326414 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d9782da6-7a61-45a8-87c4-2f6500387115'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:41.442660 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Set router d9782da6-7a61-45a8-87c4-2f6500387115 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:41.622927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] Pushing event updated for resources: {'Network': ['ID=e187902c-9b1d-42af-bf74-549451709eb0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:41.633980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network e187902c-9b1d-42af-bf74-549451709eb0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:02:41.671245 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b4e77f6e-23a3-4482-9adf-07129e8cfdbf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7810583 Dec 06 15:02:41.673947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42268) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:41.678909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9b0a1cdf-c16e-4fec-a7ef-d0d86ad35a50 admin admin] Request body: {'subnet': {'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-400574889-subnet', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:41.765002 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0a1cdf-c16e-4fec-a7ef-d0d86ad35a50 admin admin] Made reservation on behalf of 36170503dc674488a7260d36d75e646c for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:02:41.767370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1cdf-c16e-4fec-a7ef-d0d86ad35a50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.854995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87'}], 'enable_snat': True}, 'gw_port_id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port': {'id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:37Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65300f55-325f-4ce1-b572-3c03dd65f905', 'name': '', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'mac_address': 'fa:16:3e:f4:90:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:38Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 2, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'subnets': [{'id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:41.881109 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Checking router: d9782da6-7a61-45a8-87c4-2f6500387115 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:02:41.881462 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Updating router d9782da6-7a61-45a8-87c4-2f6500387115 port 65300f55-325f-4ce1-b572-3c03dd65f905 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:02:41.905594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:41.977194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1cdf-c16e-4fec-a7ef-d0d86ad35a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.033080 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a1cdf-c16e-4fec-a7ef-d0d86ad35a50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60ac5c3e-1539-4486-9a98-71187729a485,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:42.040176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0a1cdf-c16e-4fec-a7ef-d0d86ad35a50 admin admin] Checking segment: {'id': '83d9b530-9655-42cb-bcdf-0a3d76001de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:42.040793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a1cdf-c16e-4fec-a7ef-d0d86ad35a50 admin admin] Network hostable DHCP agents. Network: e187902c-9b1d-42af-bf74-549451709eb0, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:02:42.119186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0a1cdf-c16e-4fec-a7ef-d0d86ad35a50 admin admin] Network e187902c-9b1d-42af-bf74-549451709eb0 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:02:42.164952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-9b0a1cdf-c16e-4fec-a7ef-d0d86ad35a50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e187902c-9b1d-42af-bf74-549451709eb0) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:42.169598 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0a1cdf-c16e-4fec-a7ef-d0d86ad35a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:42.170226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9b0a1cdf-c16e-4fec-a7ef-d0d86ad35a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.173283 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.176244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c323f7f8-5a32-496b-a3eb-bc240f7a856e None None] Network e187902c-9b1d-42af-bf74-549451709eb0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:02:42.231887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.244534 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9b0a1cdf-c16e-4fec-a7ef-d0d86ad35a50 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5671351 Dec 06 15:02:42.253303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42270) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:42.253303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-400574889-router', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:02:42.322004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51efee8-b314-4ea4-8b5e-26c4abe4740d None None] Pushing event updated for resources: {'Port': ['ID=65300f55-325f-4ce1-b572-3c03dd65f905,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:42.331743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.333527 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.394890 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.404061 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Attempting to bind port 65300f55-325f-4ce1-b572-3c03dd65f905 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:42.404421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Attempting to bind port 65300f55-325f-4ce1-b572-3c03dd65f905 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3390407b-c132-470e-bf37-4a9635fd3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fcc34613-b484-481b-a020-6323415ad341'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:42.404835 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Attempting to bind port 65300f55-325f-4ce1-b572-3c03dd65f905 on network fcc34613-b484-481b-a020-6323415ad341 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:42.414435 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e187902c-9b1d-42af-bf74-549451709eb0', 'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'fixed_ips': [{'subnet_id': '60ac5c3e-1539-4486-9a98-71187729a485'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:02:42.415293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.430777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:42.431739 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Checking segment: {'id': '3390407b-c132-470e-bf37-4a9635fd3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fcc34613-b484-481b-a020-6323415ad341'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:42.431739 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.432045 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Bound using segment: {'id': '3390407b-c132-470e-bf37-4a9635fd3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fcc34613-b484-481b-a020-6323415ad341'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:42.432578 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Bound port: 65300f55-325f-4ce1-b572-3c03dd65f905, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3390407b-c132-470e-bf37-4a9635fd3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fcc34613-b484-481b-a020-6323415ad341'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:42.432990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.576930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] For port 65300f55-325f-4ce1-b572-3c03dd65f905, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:42.607857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.617374 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] For port 65300f55-325f-4ce1-b572-3c03dd65f905, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65300f55-325f-4ce1-b572-3c03dd65f905,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:42.630070 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-85d8b445-4622-4d08-bb84-4cfb56865f7c None None] Provisioning complete for port 65300f55-325f-4ce1-b572-3c03dd65f905 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:42.630477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85d8b445-4622-4d08-bb84-4cfb56865f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.657908 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Allocated IP 172.20.0.2 (e187902c-9b1d-42af-bf74-549451709eb0/60ac5c3e-1539-4486-9a98-71187729a485/a0756cbd-6ce8-4f5a-a280-2476f79bc96d) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:42.684456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-85d8b445-4622-4d08-bb84-4cfb56865f7c None None] Port 65300f55-325f-4ce1-b572-3c03dd65f905 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:42.706821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.819566 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Routers {'d9782da6-7a61-45a8-87c4-2f6500387115'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:42.820192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d9782da6-7a61-45a8-87c4-2f6500387115'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:42.864293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51efee8-b314-4ea4-8b5e-26c4abe4740d None None] Pushing event updated for resources: {'Port': ['ID=65300f55-325f-4ce1-b572-3c03dd65f905,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:42.874777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.895683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.975004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:42.985483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] Set router d9782da6-7a61-45a8-87c4-2f6500387115 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:43.007774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Allocated IP 172.36.1.135 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/5721dd97-5b1e-46a2-a60d-dfc454438925) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:43.067031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:43.079108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-775db495-be43-4806-9f08-750525877ac8 None None] Provisioning complete for port 65300f55-325f-4ce1-b572-3c03dd65f905 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:43.079605 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-775db495-be43-4806-9f08-750525877ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:43.117910 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:43.193661 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Network e187902c-9b1d-42af-bf74-549451709eb0 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:43.194370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:43.197079 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:43.199350 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Pushing event updated for resources: {'Port': ['ID=a0756cbd-6ce8-4f5a-a280-2476f79bc96d,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:43.203763 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:43.235331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:43.239523 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:43.244050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:43.250070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Pushing event updated for resources: {'Port': ['ID=5721dd97-5b1e-46a2-a60d-dfc454438925,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:43.274386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfdb1a5-f356-4b0d-a07e-1c3adbe17f6e None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:43.341200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Attempting to bind port a0756cbd-6ce8-4f5a-a280-2476f79bc96d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:43.341855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Attempting to bind port a0756cbd-6ce8-4f5a-a280-2476f79bc96d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '83d9b530-9655-42cb-bcdf-0a3d76001de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:43.341960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Attempting to bind port a0756cbd-6ce8-4f5a-a280-2476f79bc96d on network e187902c-9b1d-42af-bf74-549451709eb0 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:43.350354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-775db495-be43-4806-9f08-750525877ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:43.353682 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:43.354058 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Checking segment: {'id': '83d9b530-9655-42cb-bcdf-0a3d76001de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:43.354479 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:43.354875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Bound using segment: {'id': '83d9b530-9655-42cb-bcdf-0a3d76001de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:43.355345 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Bound port: a0756cbd-6ce8-4f5a-a280-2476f79bc96d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d9b530-9655-42cb-bcdf-0a3d76001de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:43.355724 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:43.422474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-775db495-be43-4806-9f08-750525877ac8 None None] For port 65300f55-325f-4ce1-b572-3c03dd65f905, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65300f55-325f-4ce1-b572-3c03dd65f905,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:43.462948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87'}], 'enable_snat': True}, 'gw_port_id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port': {'id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:37Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65300f55-325f-4ce1-b572-3c03dd65f905', 'name': '', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'mac_address': 'fa:16:3e:f4:90:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:38Z', 'updated_at': '2021-12-06T15:02:42Z', 'revision_number': 4, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'subnets': [{'id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:43.465900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] For port a0756cbd-6ce8-4f5a-a280-2476f79bc96d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:43.496473 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d788cf-ff9b-4720-87ae-e12e0583ba3f None None] The sync data for ids ['d9782da6-7a61-45a8-87c4-2f6500387115'] in dv-neutron-master-2-hyperv is: [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87'}], 'enable_snat': True}, 'gw_port_id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port': {'id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:37Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65300f55-325f-4ce1-b572-3c03dd65f905', 'name': '', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'mac_address': 'fa:16:3e:f4:90:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:38Z', 'updated_at': '2021-12-06T15:02:42Z', 'revision_number': 4, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'subnets': [{'id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:02:43.503266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-775db495-be43-4806-9f08-750525877ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:43.508957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] For port a0756cbd-6ce8-4f5a-a280-2476f79bc96d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0756cbd-6ce8-4f5a-a280-2476f79bc96d,segment=NetworkSegment(83d9b530-9655-42cb-bcdf-0a3d76001de8),segment_id=83d9b530-9655-42cb-bcdf-0a3d76001de8)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:43.573054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:43.578466 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775db495-be43-4806-9f08-750525877ac8 None None] Pushing event updated for resources: {'Port': ['ID=65300f55-325f-4ce1-b572-3c03dd65f905,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:43.582162 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:43.680622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8c593d7b-09e3-4bcb-8c10-77f4f485f44b None None] Provisioning complete for port 5721dd97-5b1e-46a2-a60d-dfc454438925 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:43.680622 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8c593d7b-09e3-4bcb-8c10-77f4f485f44b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:43.718137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f381da-1973-42df-90d3-24c0d08441d4 None None] Pushing event updated for resources: {'Port': ['ID=a0756cbd-6ce8-4f5a-a280-2476f79bc96d,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:43.743204 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8c593d7b-09e3-4bcb-8c10-77f4f485f44b None None] Port 5721dd97-5b1e-46a2-a60d-dfc454438925 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:43.861696 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.091043 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Router b026a9aa-1aea-42e6-9c9d-64efa483b4f0 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:02:44.201082 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:02:44.210068 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Sync routers for ids ['b026a9aa-1aea-42e6-9c9d-64efa483b4f0'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:02:44.222370 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Routers {'b026a9aa-1aea-42e6-9c9d-64efa483b4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:44.224733 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b026a9aa-1aea-42e6-9c9d-64efa483b4f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:44.259470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.261326 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-093a4669-b624-4086-8d97-84618531cf98 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0150557 Dec 06 15:02:44.271619 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42272) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:02:44.346814 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Set router b026a9aa-1aea-42e6-9c9d-64efa483b4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:44.500127 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a0756cbd-6ce8-4f5a-a280-2476f79bc96d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:44.566389 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port a0756cbd-6ce8-4f5a-a280-2476f79bc96d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:44.566759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.668349 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.717862 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port a0756cbd-6ce8-4f5a-a280-2476f79bc96d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0756cbd-6ce8-4f5a-a280-2476f79bc96d,segment=NetworkSegment(83d9b530-9655-42cb-bcdf-0a3d76001de8),segment_id=83d9b530-9655-42cb-bcdf-0a3d76001de8)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:44.739720 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'name': 'tempest-TestMinimumBasicScenario-400574889-router', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135'}], 'enable_snat': True}, 'gw_port_id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:02:43Z', 'revision_number': 3, 'project_id': '36170503dc674488a7260d36d75e646c', 'gw_port': {'id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:44.777511 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Checking router: b026a9aa-1aea-42e6-9c9d-64efa483b4f0 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:02:44.777868 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Updating router b026a9aa-1aea-42e6-9c9d-64efa483b4f0 port 5721dd97-5b1e-46a2-a60d-dfc454438925 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:02:44.794474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.795287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 65300f55-325f-4ce1-b572-3c03dd65f905 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:44.833666 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:44.863818 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be3afd8-e9ad-4d59-99c4-419b995ac223 None None] Network e187902c-9b1d-42af-bf74-549451709eb0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:02:44.873127 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.036883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Allocated IP 172.20.0.1 (e187902c-9b1d-42af-bf74-549451709eb0/60ac5c3e-1539-4486-9a98-71187729a485/5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:02:45.105689 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4bd1859c-c9b8-4f5c-a9cc-c670166c0878 None None] Provisioning complete for port a0756cbd-6ce8-4f5a-a280-2476f79bc96d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:45.106016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4bd1859c-c9b8-4f5c-a9cc-c670166c0878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.107359 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.148469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=a0756cbd-6ce8-4f5a-a280-2476f79bc96d,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:45.152538 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.171260 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.195294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 65300f55-325f-4ce1-b572-3c03dd65f905 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:45.195662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.217685 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965fc5f4-1a2c-4236-94f9-4c25e23fe9c8 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:45.222723 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Attempting to bind port 5721dd97-5b1e-46a2-a60d-dfc454438925 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:45.223271 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Attempting to bind port 5721dd97-5b1e-46a2-a60d-dfc454438925 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:45.223446 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Attempting to bind port 5721dd97-5b1e-46a2-a60d-dfc454438925 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:45.232709 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582986d-e4a1-4a37-82f4-1eeadf5dde90 None None] Pushing event updated for resources: {'Port': ['ID=5721dd97-5b1e-46a2-a60d-dfc454438925,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:45.238801 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:45.238801 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:45.238801 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.238801 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:45.238801 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Bound port: 5721dd97-5b1e-46a2-a60d-dfc454438925, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:45.238801 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.257288 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.290499 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] For port 5721dd97-5b1e-46a2-a60d-dfc454438925, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:45.294235 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] For port 5721dd97-5b1e-46a2-a60d-dfc454438925, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5721dd97-5b1e-46a2-a60d-dfc454438925,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:45.308469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Network e187902c-9b1d-42af-bf74-549451709eb0 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:45.312660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:45.314461 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:45.316611 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:02:45.355193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.355538 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.417750 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Routers {'b026a9aa-1aea-42e6-9c9d-64efa483b4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:45.418639 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b026a9aa-1aea-42e6-9c9d-64efa483b4f0'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:45.419256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a888f7-b945-4f8e-8035-f8e0e238b62a None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:02:45.421264 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e582986d-e4a1-4a37-82f4-1eeadf5dde90 None None] Pushing event updated for resources: {'Port': ['ID=5721dd97-5b1e-46a2-a60d-dfc454438925,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:45.450809 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-91f1a22d-5b64-4bdd-907c-e3eb3ebd8c07 None None] Provisioning complete for port 5721dd97-5b1e-46a2-a60d-dfc454438925 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:45.452059 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-91f1a22d-5b64-4bdd-907c-e3eb3ebd8c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.554682 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-91f1a22d-5b64-4bdd-907c-e3eb3ebd8c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.571477 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] Set router b026a9aa-1aea-42e6-9c9d-64efa483b4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:45.578328 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-91f1a22d-5b64-4bdd-907c-e3eb3ebd8c07 None None] For port 5721dd97-5b1e-46a2-a60d-dfc454438925, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5721dd97-5b1e-46a2-a60d-dfc454438925,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:45.589393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.666287 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-91f1a22d-5b64-4bdd-907c-e3eb3ebd8c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.740073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1a22d-5b64-4bdd-907c-e3eb3ebd8c07 None None] Pushing event updated for resources: {'Port': ['ID=5721dd97-5b1e-46a2-a60d-dfc454438925,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:45.785155 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.797477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-14e56756-6af5-4e85-b672-bdc5a489ff10 None None] Provisioning complete for port a0756cbd-6ce8-4f5a-a280-2476f79bc96d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:45.797883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-14e56756-6af5-4e85-b672-bdc5a489ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.805456 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'name': 'tempest-TestMinimumBasicScenario-400574889-router', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135'}], 'enable_snat': True}, 'gw_port_id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:02:43Z', 'revision_number': 3, 'project_id': '36170503dc674488a7260d36d75e646c', 'gw_port': {'id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:45.845393 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5595eed-dd95-4146-8255-d0acee6f46a7 None None] The sync data for ids ['b026a9aa-1aea-42e6-9c9d-64efa483b4f0'] in dv-neutron-master-2-hyperv is: [{'id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'name': 'tempest-TestMinimumBasicScenario-400574889-router', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135'}], 'enable_snat': True}, 'gw_port_id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:02:43Z', 'revision_number': 3, 'project_id': '36170503dc674488a7260d36d75e646c', 'gw_port': {'id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:02:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:02:45.868442 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.894277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-14e56756-6af5-4e85-b672-bdc5a489ff10 None None] Provisioning complete for port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:45.894795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-14e56756-6af5-4e85-b672-bdc5a489ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.934244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-14e56756-6af5-4e85-b672-bdc5a489ff10 None None] Port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:45.939102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:45.940790 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Pushing event updated for resources: {'Port': ['ID=5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:45.944401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-14e56756-6af5-4e85-b672-bdc5a489ff10 None None] Provisioning complete for port 5721dd97-5b1e-46a2-a60d-dfc454438925 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:45.944989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-14e56756-6af5-4e85-b672-bdc5a489ff10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:46.154408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dbcc2209-200c-4511-9a02-da6b25b91405 None None] Provisioning complete for port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:46.154722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2209-200c-4511-9a02-da6b25b91405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:46.159193 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:02:46.197026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc2209-200c-4511-9a02-da6b25b91405 None None] Port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:46.384628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Network e187902c-9b1d-42af-bf74-549451709eb0 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:02:46.387391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:02:46.466399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a0756cbd-6ce8-4f5a-a280-2476f79bc96d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:46.535919 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Router b026a9aa-1aea-42e6-9c9d-64efa483b4f0 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:02:46.544477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port a0756cbd-6ce8-4f5a-a280-2476f79bc96d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:46.545212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:46.647295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5721dd97-5b1e-46a2-a60d-dfc454438925 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:46.682193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:02:46.690041 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-28d1336e-ada7-4bbb-96f5-b18bfa625704 admin admin] 10.222.0.42 "PUT /v2.0/routers/b026a9aa-1aea-42e6-9c9d-64efa483b4f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4153702 Dec 06 15:02:46.703916 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5721dd97-5b1e-46a2-a60d-dfc454438925 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:46.704445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:46.751203 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e22bbca6-10c9-4b9b-a729-85c996f91930 None None] Provisioning complete for port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:46.751571 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e22bbca6-10c9-4b9b-a729-85c996f91930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:46.811351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-e22bbca6-10c9-4b9b-a729-85c996f91930 None None] Port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:47.525527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Sync routers for ids ['b026a9aa-1aea-42e6-9c9d-64efa483b4f0'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:02:47.540331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Routers {'b026a9aa-1aea-42e6-9c9d-64efa483b4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:47.540987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b026a9aa-1aea-42e6-9c9d-64efa483b4f0'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:47.658663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Set router b026a9aa-1aea-42e6-9c9d-64efa483b4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:47.885464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'name': 'tempest-TestMinimumBasicScenario-400574889-router', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135'}], 'enable_snat': True}, 'gw_port_id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:02:45Z', 'revision_number': 4, 'project_id': '36170503dc674488a7260d36d75e646c', 'gw_port': {'id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8', 'name': '', 'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'mac_address': 'fa:16:3e:54:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '60ac5c3e-1539-4486-9a98-71187729a485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:44Z', 'updated_at': '2021-12-06T15:02:45Z', 'revision_number': 2, 'project_id': '36170503dc674488a7260d36d75e646c', 'subnets': [{'id': '60ac5c3e-1539-4486-9a98-71187729a485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:47.913641 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Checking router: b026a9aa-1aea-42e6-9c9d-64efa483b4f0 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:02:47.916258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Updating router b026a9aa-1aea-42e6-9c9d-64efa483b4f0 port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:02:47.941263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:48.238214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:48.286233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:48.348768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c018720-2d48-4e64-ae22-fa81b1732ba6 None None] Pushing event updated for resources: {'Port': ['ID=5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:48.415953 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Attempting to bind port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:02:48.418120 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Attempting to bind port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '83d9b530-9655-42cb-bcdf-0a3d76001de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:02:48.418558 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Attempting to bind port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 on network e187902c-9b1d-42af-bf74-549451709eb0 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:02:48.429639 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 2, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:02:48.429973 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Checking segment: {'id': '83d9b530-9655-42cb-bcdf-0a3d76001de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:02:48.430447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:48.430916 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Bound using segment: {'id': '83d9b530-9655-42cb-bcdf-0a3d76001de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:02:48.431466 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Bound port: 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d9b530-9655-42cb-bcdf-0a3d76001de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:02:48.432023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:48.502847 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] For port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:02:48.512264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] For port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8,segment=NetworkSegment(83d9b530-9655-42cb-bcdf-0a3d76001de8),segment_id=83d9b530-9655-42cb-bcdf-0a3d76001de8)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:02:48.552596 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f7577310-bb15-4286-8292-94525960b59d None None] Provisioning complete for port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:48.553034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f7577310-bb15-4286-8292-94525960b59d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:48.584354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:48.631150 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f7577310-bb15-4286-8292-94525960b59d None None] Port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:02:48.664322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Routers {'b026a9aa-1aea-42e6-9c9d-64efa483b4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:02:48.665501 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:02:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b026a9aa-1aea-42e6-9c9d-64efa483b4f0'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:48.672081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c018720-2d48-4e64-ae22-fa81b1732ba6 None None] Pushing event updated for resources: {'Port': ['ID=5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:48.824826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] Set router b026a9aa-1aea-42e6-9c9d-64efa483b4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:02:49.132641 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-85fccef4-840a-4929-8c8a-620284f696db None None] Provisioning complete for port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:49.133289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85fccef4-840a-4929-8c8a-620284f696db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:49.265072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85fccef4-840a-4929-8c8a-620284f696db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:49.270030 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'name': 'tempest-TestMinimumBasicScenario-400574889-router', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135'}], 'enable_snat': True}, 'gw_port_id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:02:45Z', 'revision_number': 4, 'project_id': '36170503dc674488a7260d36d75e646c', 'gw_port': {'id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8', 'name': '', 'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'mac_address': 'fa:16:3e:54:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '60ac5c3e-1539-4486-9a98-71187729a485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:44Z', 'updated_at': '2021-12-06T15:02:48Z', 'revision_number': 4, 'project_id': '36170503dc674488a7260d36d75e646c', 'subnets': [{'id': '60ac5c3e-1539-4486-9a98-71187729a485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:02:49.304805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94649514-3558-453f-95cd-f9bbc5fbb902 None None] The sync data for ids ['b026a9aa-1aea-42e6-9c9d-64efa483b4f0'] in dv-neutron-master-2-hyperv is: [{'id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'name': 'tempest-TestMinimumBasicScenario-400574889-router', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135'}], 'enable_snat': True}, 'gw_port_id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:02:45Z', 'revision_number': 4, 'project_id': '36170503dc674488a7260d36d75e646c', 'gw_port': {'id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8', 'name': '', 'network_id': 'e187902c-9b1d-42af-bf74-549451709eb0', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'mac_address': 'fa:16:3e:54:a4:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '60ac5c3e-1539-4486-9a98-71187729a485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:44Z', 'updated_at': '2021-12-06T15:02:48Z', 'revision_number': 4, 'project_id': '36170503dc674488a7260d36d75e646c', 'subnets': [{'id': '60ac5c3e-1539-4486-9a98-71187729a485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:02:49.331301 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-85fccef4-840a-4929-8c8a-620284f696db None None] For port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8,segment=NetworkSegment(83d9b530-9655-42cb-bcdf-0a3d76001de8),segment_id=83d9b530-9655-42cb-bcdf-0a3d76001de8)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:02:49.390658 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85fccef4-840a-4929-8c8a-620284f696db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:49.460916 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fccef4-840a-4929-8c8a-620284f696db None None] Pushing event updated for resources: {'Port': ['ID=5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:02:50.479286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:02:50.535752 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:02:50.536120 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:02:58.506505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-6b78c2b3-95b7-4023-a28a-82ef3ebaa2a5 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:02:58.507964 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-6b78c2b3-95b7-4023-a28a-82ef3ebaa2a5 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/networks?id=fcc34613-b484-481b-a020-6323415ad341 HTTP/1.1" status: 200 len: 815 time: 0.1026275 Dec 06 15:02:58.522735 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-4e095dad-fc1b-4b0c-a75c-b31042089676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/quotas/6ba57eb130d6490c9e25a61fae37c7b1 HTTP/1.1" status: 200 len: 375 time: 0.0090914 Dec 06 15:02:58.575357 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-ee626715-d777-4a17-8e0d-9e6870880bd9 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ba57eb130d6490c9e25a61fae37c7b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469275 Dec 06 15:02:58.674610 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-23255cd5-a1f5-4e1e-96b7-0ad5cfa144d0 service neutron] 10.222.0.42 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880623 Dec 06 15:02:58.762959 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-a2dc4f7e-d189-480f-b6c8-32daaba85491 service neutron] 10.222.0.42 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821333 Dec 06 15:02:58.998154 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0222fd55-2f71-4548-a1c5-2a288ec121fe req-9dabc957-5097-4597-b658-6aad09c775d9 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 210 time: 0.0263348 Dec 06 15:02:59.925048 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:00.096465 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fb4e45b2-d717-4720-9a36-07d7068a1870 req-31755931-69c8-4f5e-a87c-750406d14e6a tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 210 time: 0.0304413 Dec 06 15:03:00.943478 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-15a02f06-3a16-4f6d-8460-373e4eb8c77a tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:00.945009 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-15a02f06-3a16-4f6d-8460-373e4eb8c77a tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.41 "GET /v2.0/networks?id=fcc34613-b484-481b-a020-6323415ad341 HTTP/1.1" status: 200 len: 815 time: 0.1036129 Dec 06 15:03:00.959085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Request body: {'port': {'device_id': '891d6584-c549-4d18-ac93-943ff6bb0065', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'admin_state_up': True, 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:01.136950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Made reservation on behalf of 6ba57eb130d6490c9e25a61fae37c7b1 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:03:01.144934 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.200188 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0b6064cb-8602-4dc7-8dae-42a56c257a2b req-cfe0b307-b387-40d0-86f7-9426f7cad071 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 210 time: 0.0277312 Dec 06 15:03:01.270566 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Allocated IP 172.20.0.11 (fcc34613-b484-481b-a020-6323415ad341/9d7d5722-56b2-40c6-b5aa-06f2e8bb9020/e62037d9-0e5f-4b9b-9de8-b73039735af2) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:03:01.302423 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9670d34d-a7a2-420b-a142-c8e908dc21ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.425682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.502859 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.559536 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Network fcc34613-b484-481b-a020-6323415ad341 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:03:01.563437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:03:01.567522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:03:01.574953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event updated for resources: {'Port': ['ID=e62037d9-0e5f-4b9b-9de8-b73039735af2,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:01.603793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:01.604665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:01.605016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:01.605402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:01.605722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:01.606042 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:01.606380 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:01.606721 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:01.607051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:01.607384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:01.607720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:01.608047 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:01.608392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:01.655622 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:01.656490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.750496 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1efb6b0e-5409-45f4-9914-209a7abbe2e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7952542 Dec 06 15:03:01.909001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8b8ea88e-59c3-4be9-aa33-f402eebfd3e7 None None] Provisioning complete for port e62037d9-0e5f-4b9b-9de8-b73039735af2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:01.909769 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b8ea88e-59c3-4be9-aa33-f402eebfd3e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:01.944361 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8b8ea88e-59c3-4be9-aa33-f402eebfd3e7 None None] Port e62037d9-0e5f-4b9b-9de8-b73039735af2 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:03:02.326267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ffc1c-0521-4696-913d-6b4f1235816d req-d7638e58-929f-486b-b927-421165b0a047 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:02.327880 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e99ffc1c-0521-4696-913d-6b4f1235816d req-d7638e58-929f-486b-b927-421165b0a047 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 932 time: 0.0620847 Dec 06 15:03:02.378831 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e99ffc1c-0521-4696-913d-6b4f1235816d req-a173e6c4-5bea-4186-ac27-761de5d296f5 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441887 Dec 06 15:03:03.504001 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b688e11-1185-4393-93a3-3668a01e3e74 req-cc82827d-1a05-4806-91f7-170c9bac310c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:03.505635 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4b688e11-1185-4393-93a3-3668a01e3e74 req-cc82827d-1a05-4806-91f7-170c9bac310c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 932 time: 0.0617292 Dec 06 15:03:03.559947 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4b688e11-1185-4393-93a3-3668a01e3e74 req-f98b9a97-2419-41f9-b347-4a329c8058b4 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447028 Dec 06 15:03:03.702320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d236adf8-ede0-4104-8dea-68dd17361bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:04.671339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68c909-66a7-43c2-948c-de0b1864d207 req-64ebc254-4210-4010-ab11-6ee711f27722 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:04.672872 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b68c909-66a7-43c2-948c-de0b1864d207 req-64ebc254-4210-4010-ab11-6ee711f27722 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 932 time: 0.0472620 Dec 06 15:03:04.731677 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b68c909-66a7-43c2-948c-de0b1864d207 req-b30ecbd0-7ab9-4602-be52-69c08799bcf4 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529349 Dec 06 15:03:04.902954 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:05.851041 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59047436-1ebe-417b-8ce6-0c2d3d33c614 req-28fc9d78-1e5e-4619-9864-3a2975fdcd0f tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:05.852487 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-59047436-1ebe-417b-8ce6-0c2d3d33c614 req-28fc9d78-1e5e-4619-9864-3a2975fdcd0f tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 932 time: 0.0473583 Dec 06 15:03:05.898971 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-59047436-1ebe-417b-8ce6-0c2d3d33c614 req-15263811-2ec1-4a77-a763-555eea62e76d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Dec 06 15:03:06.187915 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:06.948521 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:07.018311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ad6e7a-0d8d-457f-9ddd-57f3a1f17f25 req-947ece60-c10b-4d9b-b830-6e1f0b5cdd64 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:07.019676 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-16ad6e7a-0d8d-457f-9ddd-57f3a1f17f25 req-947ece60-c10b-4d9b-b830-6e1f0b5cdd64 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 932 time: 0.0541360 Dec 06 15:03:07.066160 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-16ad6e7a-0d8d-457f-9ddd-57f3a1f17f25 req-14775daa-91c2-4517-bc3b-bc3dce2b3337 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405746 Dec 06 15:03:08.189089 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b7154-0e22-4062-966d-4922407662ee req-4428c939-caed-45b0-b1dc-613adb968ddf tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:08.190757 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-654b7154-0e22-4062-966d-4922407662ee req-4428c939-caed-45b0-b1dc-613adb968ddf tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 932 time: 0.0576158 Dec 06 15:03:08.248999 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-654b7154-0e22-4062-966d-4922407662ee req-f58c68eb-6530-4ce5-8e59-0807474c2c5f tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510614 Dec 06 15:03:09.364118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a582cc-4346-4912-a826-57cd4079e6ca req-97089f3c-79b5-4d29-9c73-a0d87a2b2f3a tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:09.373315 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e0a582cc-4346-4912-a826-57cd4079e6ca req-97089f3c-79b5-4d29-9c73-a0d87a2b2f3a tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 932 time: 0.0483606 Dec 06 15:03:09.414328 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e0a582cc-4346-4912-a826-57cd4079e6ca req-9b67d3f5-3dbe-4067-98d3-9d65089a16a0 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421641 Dec 06 15:03:10.527153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f2b30-0788-43bc-b3d4-8d631847c1c1 req-6fbffcf3-659c-4f96-a8f7-3afd57993a24 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:10.528606 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd5f2b30-0788-43bc-b3d4-8d631847c1c1 req-6fbffcf3-659c-4f96-a8f7-3afd57993a24 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 932 time: 0.0476222 Dec 06 15:03:10.575523 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bd5f2b30-0788-43bc-b3d4-8d631847c1c1 req-cb5383d6-a3fb-4dca-8dd9-a3f6cf859678 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409021 Dec 06 15:03:11.691979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a96bc61-f13c-4282-93bc-37c12688f827 req-f9291895-9cee-4725-8220-7230190f0edb tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:11.693474 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a96bc61-f13c-4282-93bc-37c12688f827 req-f9291895-9cee-4725-8220-7230190f0edb tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 932 time: 0.0519207 Dec 06 15:03:11.740919 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8a96bc61-f13c-4282-93bc-37c12688f827 req-e1f56a35-658c-448f-8690-b8d46bfabfd6 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413301 Dec 06 15:03:12.854716 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93902c5e-0e4c-4da1-aeeb-aa27fa3991f4 req-350f8484-be09-43a8-8e2f-8eb8e94368ca tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:12.856184 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-93902c5e-0e4c-4da1-aeeb-aa27fa3991f4 req-350f8484-be09-43a8-8e2f-8eb8e94368ca tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 932 time: 0.0488012 Dec 06 15:03:12.902913 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-93902c5e-0e4c-4da1-aeeb-aa27fa3991f4 req-dbaf4a63-80ef-4b54-8bec-81970456cf79 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408366 Dec 06 15:03:14.021842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b633df-bb62-476a-8aaa-92053a31e611 req-f1f13925-dad7-4338-b62b-d8e519a51cf2 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:14.023309 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f5b633df-bb62-476a-8aaa-92053a31e611 req-f1f13925-dad7-4338-b62b-d8e519a51cf2 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 932 time: 0.0484736 Dec 06 15:03:14.072995 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f5b633df-bb62-476a-8aaa-92053a31e611 req-e17df028-d46d-4626-a1f9-986ca402267e tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Dec 06 15:03:15.349996 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b492fc-e4c8-4054-8f0f-3ef600f806ce req-1cff53c6-ca65-4da1-a452-7b6034e09186 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:15.351567 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-01b492fc-e4c8-4054-8f0f-3ef600f806ce req-1cff53c6-ca65-4da1-a452-7b6034e09186 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 932 time: 0.2128887 Dec 06 15:03:15.398062 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-01b492fc-e4c8-4054-8f0f-3ef600f806ce req-2e659929-3c57-42d8-9622-e5faf36578ed tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405881 Dec 06 15:03:15.845260 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-9a016959-75c5-476a-9db1-671c7048c7f6 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:03:15.846349 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-9a016959-75c5-476a-9db1-671c7048c7f6 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053663 Dec 06 15:03:15.918123 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Request body: {'port': {'device_id': '891d6584-c549-4d18-ac93-943ff6bb0065', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:15.980094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:16.242469 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e62037d9-0e5f-4b9b-9de8-b73039735af2 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:03:16.250416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:16.262489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Transition to ACTIVE for port object e62037d9-0e5f-4b9b-9de8-b73039735af2 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:03:16.330677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:16.383985 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Pushing event updated for resources: {'Port': ['ID=e62037d9-0e5f-4b9b-9de8-b73039735af2,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:16.462675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Attempting to bind port e62037d9-0e5f-4b9b-9de8-b73039735af2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:03:16.463016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Attempting to bind port e62037d9-0e5f-4b9b-9de8-b73039735af2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3390407b-c132-470e-bf37-4a9635fd3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fcc34613-b484-481b-a020-6323415ad341'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:03:16.463919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Attempting to bind port e62037d9-0e5f-4b9b-9de8-b73039735af2 on network fcc34613-b484-481b-a020-6323415ad341 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:03:16.468696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Port e62037d9-0e5f-4b9b-9de8-b73039735af2 on network fcc34613-b484-481b-a020-6323415ad341 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:03:16.469063 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Attempting to bind port e62037d9-0e5f-4b9b-9de8-b73039735af2 on network fcc34613-b484-481b-a020-6323415ad341 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:03:16.480894 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:03:16.481223 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Checking segment: {'id': '3390407b-c132-470e-bf37-4a9635fd3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fcc34613-b484-481b-a020-6323415ad341'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:03:16.481618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Bound using segment: {'id': '3390407b-c132-470e-bf37-4a9635fd3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fcc34613-b484-481b-a020-6323415ad341'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:03:16.482061 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Bound port: e62037d9-0e5f-4b9b-9de8-b73039735af2, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3390407b-c132-470e-bf37-4a9635fd3dc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fcc34613-b484-481b-a020-6323415ad341'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:03:16.482416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:16.588311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] For port e62037d9-0e5f-4b9b-9de8-b73039735af2, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:03:16.593412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] For port e62037d9-0e5f-4b9b-9de8-b73039735af2, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:03:16.606863 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6808a3-afe4-4d4b-bb3f-b49099cdc52d req-1f797ed5-78e0-4d88-b7f8-b45d78bab7e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:16.608435 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fe6808a3-afe4-4d4b-bb3f-b49099cdc52d req-1f797ed5-78e0-4d88-b7f8-b45d78bab7e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 944 time: 0.1372535 Dec 06 15:03:16.662364 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fe6808a3-afe4-4d4b-bb3f-b49099cdc52d req-e7c8c83b-f7c9-4961-b2dd-7d5ddedcf6b0 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468271 Dec 06 15:03:16.664051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:16.701953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:16.702891 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:16.704196 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] 10.222.0.41 "PUT /v2.0/ports/e62037d9-0e5f-4b9b-9de8-b73039735af2 HTTP/1.1" status: 200 len: 1094 time: 0.8405092 Dec 06 15:03:16.709671 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:16.711953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c44d94-c96e-4693-b15d-f90e8b71a12a" -d '{"events": [{"name": "network-changed", "server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:16.736942 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1378f6-7b74-4558-b216-ad737f3dfd11 service neutron] Pushing event updated for resources: {'Port': ['ID=e62037d9-0e5f-4b9b-9de8-b73039735af2,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:16.754039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0234989-1ae5-458e-945e-c02766bd9455 x-openstack-request-id: req-f0234989-1ae5-458e-945e-c02766bd9455 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:16.754392 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:16.754717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f0234989-1ae5-458e-945e-c02766bd9455 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:16.755235 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2', 'status': 'completed', 'code': 200} Dec 06 15:03:16.818929 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c44d94-c96e-4693-b15d-f90e8b71a12a req-3968163d-2b29-40e5-848f-082d1a8bf421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:16.820465 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a9c44d94-c96e-4693-b15d-f90e8b71a12a req-3968163d-2b29-40e5-848f-082d1a8bf421 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ba57eb130d6490c9e25a61fae37c7b1&device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 1097 time: 0.0452664 Dec 06 15:03:16.925035 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c44d94-c96e-4693-b15d-f90e8b71a12a req-d17228fd-e473-4323-aba1-d0ba3518b2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:16.927369 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a9c44d94-c96e-4693-b15d-f90e8b71a12a req-d17228fd-e473-4323-aba1-d0ba3518b2f9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ba57eb130d6490c9e25a61fae37c7b1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0984790 Dec 06 15:03:17.031041 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c44d94-c96e-4693-b15d-f90e8b71a12a req-e321dd03-ed68-45c2-9f3b-9a77bc602005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:17.032398 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a9c44d94-c96e-4693-b15d-f90e8b71a12a req-e321dd03-ed68-45c2-9f3b-9a77bc602005 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0976915 Dec 06 15:03:17.107434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-0a6bd222-9236-416d-b8e6-27f0be40dcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:17.108878 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-0a6bd222-9236-416d-b8e6-27f0be40dcd7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ba57eb130d6490c9e25a61fae37c7b1&device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 1097 time: 0.0399497 Dec 06 15:03:17.153499 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-38af7aa7-9f46-4d01-8347-894451aa9877 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2 HTTP/1.1" status: 200 len: 217 time: 0.0371199 Dec 06 15:03:17.201162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-2c56eea4-93cb-41a3-9578-c9f7e99d3357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:17.202568 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-2c56eea4-93cb-41a3-9578-c9f7e99d3357 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d7d5722-56b2-40c6-b5aa-06f2e8bb9020 HTTP/1.1" status: 200 len: 854 time: 0.0420833 Dec 06 15:03:17.246616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-e09fd221-ffd7-4ada-a10e-4fbca6317c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:17.248309 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-e09fd221-ffd7-4ada-a10e-4fbca6317c38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcc34613-b484-481b-a020-6323415ad341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387783 Dec 06 15:03:17.342068 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-edcd919c-ca60-496a-b498-9417cb6822c5 service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848622 Dec 06 15:03:17.427554 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a3bd6b73-f00a-4d51-adff-9c32d5a6f255 req-77b9f2c2-327b-4a34-a483-d98a27801532 service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788333 Dec 06 15:03:17.780422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b134064-cc34-468a-86a1-656a05054d15 req-df176126-58ee-472d-9e8b-91ff6a00d159 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:17.781919 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9b134064-cc34-468a-86a1-656a05054d15 req-df176126-58ee-472d-9e8b-91ff6a00d159 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 944 time: 0.0517237 Dec 06 15:03:17.827587 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9b134064-cc34-468a-86a1-656a05054d15 req-2e0b0f4e-c5f1-4313-b947-27e3f81a1f35 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396779 Dec 06 15:03:18.939496 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e373ba-bf9a-42b4-8bfc-beefc0718289 req-fb700e50-b93b-483a-8e3b-be65e6468032 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:18.940952 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-08e373ba-bf9a-42b4-8bfc-beefc0718289 req-fb700e50-b93b-483a-8e3b-be65e6468032 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 944 time: 0.0470273 Dec 06 15:03:18.986734 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-08e373ba-bf9a-42b4-8bfc-beefc0718289 req-eb5944e2-7597-4ba8-8b8d-c3b47b34d800 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398426 Dec 06 15:03:20.097703 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c3396-a656-45a1-88fb-e592c6e1479a req-8a90cd66-45e1-4824-a7cf-3af030ef8e1a tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:20.099162 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-153c3396-a656-45a1-88fb-e592c6e1479a req-8a90cd66-45e1-4824-a7cf-3af030ef8e1a tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 944 time: 0.0473077 Dec 06 15:03:20.145763 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-153c3396-a656-45a1-88fb-e592c6e1479a req-c4053fc5-1b21-4e09-998e-36ddaa85b79a tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401204 Dec 06 15:03:21.018009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e62037d9-0e5f-4b9b-9de8-b73039735af2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:03:21.112589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e62037d9-0e5f-4b9b-9de8-b73039735af2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:21.124362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'e62037d9-0e5f-4b9b-9de8-b73039735af2', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'port_id': 'e62037d9-0e5f-4b9b-9de8-b73039735af2', 'mac_address': 'fa:16:3e:48:a1:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:03:21.159724 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.176971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e62037d9-0e5f-4b9b-9de8-b73039735af2 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:03:21.198151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e62037d9-0e5f-4b9b-9de8-b73039735af2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:21.245220 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:21.268871 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bf3e1-7fb5-4d0c-b4e8-51c48e6d0c59 req-bfd7f74f-a6c0-4958-afab-8662566e9323 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:21.270271 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d41bf3e1-7fb5-4d0c-b4e8-51c48e6d0c59 req-bfd7f74f-a6c0-4958-afab-8662566e9323 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 944 time: 0.0531130 Dec 06 15:03:21.295855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=e62037d9-0e5f-4b9b-9de8-b73039735af2,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:21.317993 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d41bf3e1-7fb5-4d0c-b4e8-51c48e6d0c59 req-ee075b49-eb19-4870-afa9-20b72f90af0a tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411451 Dec 06 15:03:21.563089 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['e62037d9-0e5f-4b9b-9de8-b73039735af2'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:03:22.429770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b34aa-e52b-4ab1-b6f0-4a21e38da887 req-c715bae1-dff7-4bb6-b8ac-8a34de683a3b tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:22.431208 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a91b34aa-e52b-4ab1-b6f0-4a21e38da887 req-c715bae1-dff7-4bb6-b8ac-8a34de683a3b tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 945 time: 0.0483530 Dec 06 15:03:22.482487 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a91b34aa-e52b-4ab1-b6f0-4a21e38da887 req-c5afb46a-8698-4cb6-b4db-bce06d764d29 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454533 Dec 06 15:03:23.033421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e62037d9-0e5f-4b9b-9de8-b73039735af2 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:03:23.158401 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:03:23.182504 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port e62037d9-0e5f-4b9b-9de8-b73039735af2 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:03:23.186383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port e62037d9-0e5f-4b9b-9de8-b73039735af2 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:23.186754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:23.260152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:23.281505 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:23.283765 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a1d725-d6c3-4c2d-b5da-03b3b9c30ddb" -d '{"events": [{"server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "name": "network-vif-plugged", "status": "completed", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:23.296794 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e62037d9-0e5f-4b9b-9de8-b73039735af2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:23.321457 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dced5dc-64aa-4074-94ad-73ed54cc57d8 x-openstack-request-id: req-1dced5dc-64aa-4074-94ad-73ed54cc57d8 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:23.323661 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "name": "network-vif-plugged", "status": "completed", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:23.323661 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1dced5dc-64aa-4074-94ad-73ed54cc57d8 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:23.323661 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2', 'code': 200} Dec 06 15:03:23.364641 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:23.414552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=e62037d9-0e5f-4b9b-9de8-b73039735af2,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:23.623450 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c65509-64ec-4bec-aa91-41f612c90f43 req-a42e723f-88ba-473c-a568-3b75b1eeadbb tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:23.624798 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a5c65509-64ec-4bec-aa91-41f612c90f43 req-a42e723f-88ba-473c-a568-3b75b1eeadbb tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 946 time: 0.0750535 Dec 06 15:03:23.639050 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee740f-d0ab-4466-9c3e-aca9364c0d0d req-f6abd66c-592a-414d-af3e-a58bb48fb9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:23.640401 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8cee740f-d0ab-4466-9c3e-aca9364c0d0d req-f6abd66c-592a-414d-af3e-a58bb48fb9c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 1099 time: 0.0611758 Dec 06 15:03:23.700604 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a5c65509-64ec-4bec-aa91-41f612c90f43 req-3b4d6039-a5aa-4cf9-ac8f-a28de7786f03 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687809 Dec 06 15:03:23.706620 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8cee740f-d0ab-4466-9c3e-aca9364c0d0d req-6cdae450-38d0-4297-8b56-e8a7ad7dd21b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591519 Dec 06 15:03:24.815940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb962fad-37b2-4731-8b81-4222aeaca58d req-795fc4eb-cd92-49d9-bc21-56fe5ddc3d57 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:24.817042 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fb962fad-37b2-4731-8b81-4222aeaca58d req-795fc4eb-cd92-49d9-bc21-56fe5ddc3d57 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 946 time: 0.0486631 Dec 06 15:03:24.864987 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fb962fad-37b2-4731-8b81-4222aeaca58d req-bcec75fd-5ed3-4499-985d-398f40483e2b tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418482 Dec 06 15:03:25.981237 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdc329-b417-4811-9b80-1b8ddfaae1f6 req-4f9c69a7-f8c2-44a9-be0c-e1f086ec54da tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:25.982592 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33bdc329-b417-4811-9b80-1b8ddfaae1f6 req-4f9c69a7-f8c2-44a9-be0c-e1f086ec54da tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 946 time: 0.0520608 Dec 06 15:03:26.029008 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-33bdc329-b417-4811-9b80-1b8ddfaae1f6 req-a3b2cb21-772e-4cbb-aad5-2c6782a57eb7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403483 Dec 06 15:03:26.139450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f330f8d6-0288-438c-912d-1c58000702d8 req-c2e71a94-0f58-4d95-8393-c14164ab8a24 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:26.140949 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f330f8d6-0288-438c-912d-1c58000702d8 req-c2e71a94-0f58-4d95-8393-c14164ab8a24 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 946 time: 0.0473120 Dec 06 15:03:26.192192 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f330f8d6-0288-438c-912d-1c58000702d8 req-77a79f48-9669-4988-942a-2cd6bb0b3372 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453787 Dec 06 15:03:26.506688 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e690b-7927-42f4-8cb2-a975b060145b req-9e842cf5-dcef-4a54-9c70-dc05cfcd622e tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:26.508074 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f00e690b-7927-42f4-8cb2-a975b060145b req-9e842cf5-dcef-4a54-9c70-dc05cfcd622e tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 946 time: 0.0489886 Dec 06 15:03:26.555733 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f00e690b-7927-42f4-8cb2-a975b060145b req-67c47022-d557-47e9-852e-b51fb6d90aa5 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413935 Dec 06 15:03:29.912911 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:31.284464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-51560914-de4d-42c5-8178-57c00a7c1571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:33.690422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a3c2603c-d80d-47b8-9a5b-db922169301e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:34.895617 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:36.124007 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:36.946988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:41.801099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bff9e41-e5b0-486f-a4cc-0cba9bfafae3 req-66edc4af-ff5d-478f-b658-a746d0ca8c8b tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:41.802534 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4bff9e41-e5b0-486f-a4cc-0cba9bfafae3 req-66edc4af-ff5d-478f-b658-a746d0ca8c8b tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 946 time: 0.0480022 Dec 06 15:03:41.847715 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4bff9e41-e5b0-486f-a4cc-0cba9bfafae3 req-fa0f804e-eda6-4053-a6ab-f120519997e2 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392118 Dec 06 15:03:41.870055 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42502) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:41.952780 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0d0786-b4a3-4b0b-a942-9c36966496d6 tempest-TestMinimumBasicScenario-195387248 tempest-TestMinimumBasicScenario-195387248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:41.954291 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0e0d0786-b4a3-4b0b-a942-9c36966496d6 tempest-TestMinimumBasicScenario-195387248 tempest-TestMinimumBasicScenario-195387248-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 1094 time: 0.0832629 Dec 06 15:03:41.957221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42506) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:41.961342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': 'e62037d9-0e5f-4b9b-9de8-b73039735af2', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:42.033203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:42.125747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:42.230032 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Allocated IP 172.36.1.43 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/a8a16c8e-27f0-40ba-917b-336bccc95418) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:03:42.326990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:42.410417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:42.454380 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:03:42.457174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:03:42.460728 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:03:42.466482 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event updated for resources: {'Port': ['ID=a8a16c8e-27f0-40ba-917b-336bccc95418,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:42.489780 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:42.490127 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:42.490468 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:42.490805 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:42.491140 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:42.491469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:42.491812 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:42.492116 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:42.492445 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:42.492768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:42.493115 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:42.493436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:42.493753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:03:42.846971 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:42.966732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.114349 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.158747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.226735 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event updated for resources: {'Port': ['ID=a8a16c8e-27f0-40ba-917b-336bccc95418,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:43.239808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.338049 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Floating IP 68f28848-8f9f-4c13-a2f6-51f5c6c3983c associated. External IP: 172.36.1.43, port: e62037d9-0e5f-4b9b-9de8-b73039735af2. Dec 06 15:03:43.554450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Router d9782da6-7a61-45a8-87c4-2f6500387115 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:03:43.658578 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:03:43.669567 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19aecd-9347-4344-af36-c827c7a22179 None None] Sync routers for ids ['d9782da6-7a61-45a8-87c4-2f6500387115'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:03:43.678564 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19aecd-9347-4344-af36-c827c7a22179 None None] Routers {'d9782da6-7a61-45a8-87c4-2f6500387115'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:03:43.679175 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fd19aecd-9347-4344-af36-c827c7a22179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:03:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d9782da6-7a61-45a8-87c4-2f6500387115'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:43.743834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.770776 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6e616dcf-5e7f-42ec-b2b6-758f52868e13 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8125594 Dec 06 15:03:43.771443 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:43.773974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42508) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:43.774451 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52694100-1ff2-4624-a832-105469669089" -d '{"events": [{"name": "network-changed", "server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:43.785536 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-fd19aecd-9347-4344-af36-c827c7a22179 None None] Set router d9782da6-7a61-45a8-87c4-2f6500387115 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:03:43.787195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-443130af-36e9-47b1-b2b5-2f2cb0b2dcf7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2088459417', 'description': 'tempest-secgroup-smoke-2088459417 description', 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:43.861269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-443130af-36e9-47b1-b2b5-2f2cb0b2dcf7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.883531 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb73416-727a-4f2e-bd21-39cce1d560c3 x-openstack-request-id: req-5bb73416-727a-4f2e-bd21-39cce1d560c3 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:43.884056 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:43.884056 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5bb73416-727a-4f2e-bd21-39cce1d560c3 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:43.884450 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2', 'status': 'completed', 'code': 200} Dec 06 15:03:43.958435 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-443130af-36e9-47b1-b2b5-2f2cb0b2dcf7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:43.969394 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694100-1ff2-4624-a832-105469669089 req-71a39326-1f4c-4b7f-bd3a-070db473d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:43.971134 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-52694100-1ff2-4624-a832-105469669089 req-71a39326-1f4c-4b7f-bd3a-070db473d4b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ba57eb130d6490c9e25a61fae37c7b1&device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 1099 time: 0.0612340 Dec 06 15:03:44.003117 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-443130af-36e9-47b1-b2b5-2f2cb0b2dcf7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:44.009360 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fd19aecd-9347-4344-af36-c827c7a22179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87'}], 'enable_snat': True}, 'gw_port_id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port': {'id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:37Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '68f28848-8f9f-4c13-a2f6-51f5c6c3983c', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'floating_ip_address': '172.36.1.43', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'port_id': 'e62037d9-0e5f-4b9b-9de8-b73039735af2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'mac_address': 'fa:16:3e:48:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891d6584-c549-4d18-ac93-943ff6bb0065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:03:42Z', 'updated_at': '2021-12-06T15:03:42Z', 'revision_number': 0, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65300f55-325f-4ce1-b572-3c03dd65f905', 'name': '', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'mac_address': 'fa:16:3e:f4:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:38Z', 'updated_at': '2021-12-06T15:02:43Z', 'revision_number': 5, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'subnets': [{'id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:44.039229 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19aecd-9347-4344-af36-c827c7a22179 None None] Checking router: d9782da6-7a61-45a8-87c4-2f6500387115 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:03:44.048411 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd19aecd-9347-4344-af36-c827c7a22179 None None] Routers {'d9782da6-7a61-45a8-87c4-2f6500387115'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:03:44.059903 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fd19aecd-9347-4344-af36-c827c7a22179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:03:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d9782da6-7a61-45a8-87c4-2f6500387115'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:44.073598 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443130af-36e9-47b1-b2b5-2f2cb0b2dcf7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c37aa632-947b-49b9-9876-4fc0b2bf6daa,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:44.127635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694100-1ff2-4624-a832-105469669089 req-80bacb1b-bd06-4d79-a60b-aedc7c373d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:44.127635 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-52694100-1ff2-4624-a832-105469669089 req-80bacb1b-bd06-4d79-a60b-aedc7c373d40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcc34613-b484-481b-a020-6323415ad341 HTTP/1.1" status: 200 len: 916 time: 0.1166620 Dec 06 15:03:44.168390 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-52694100-1ff2-4624-a832-105469669089 req-df15c05f-a9a3-4975-9414-331a14f9c3c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2 HTTP/1.1" status: 200 len: 999 time: 0.0668545 Dec 06 15:03:44.248718 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-fd19aecd-9347-4344-af36-c827c7a22179 None None] Set router d9782da6-7a61-45a8-87c4-2f6500387115 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:03:44.478449 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-fd19aecd-9347-4344-af36-c827c7a22179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87'}], 'enable_snat': True}, 'gw_port_id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port': {'id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:37Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '68f28848-8f9f-4c13-a2f6-51f5c6c3983c', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'floating_ip_address': '172.36.1.43', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'port_id': 'e62037d9-0e5f-4b9b-9de8-b73039735af2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'mac_address': 'fa:16:3e:48:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891d6584-c549-4d18-ac93-943ff6bb0065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:03:42Z', 'updated_at': '2021-12-06T15:03:42Z', 'revision_number': 0, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65300f55-325f-4ce1-b572-3c03dd65f905', 'name': '', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'mac_address': 'fa:16:3e:f4:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:38Z', 'updated_at': '2021-12-06T15:02:43Z', 'revision_number': 5, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'subnets': [{'id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:03:44.504235 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd19aecd-9347-4344-af36-c827c7a22179 None None] The sync data for ids ['d9782da6-7a61-45a8-87c4-2f6500387115'] in dv-neutron-master-2-hyperv is: [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87'}], 'enable_snat': True}, 'gw_port_id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port': {'id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:37Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '68f28848-8f9f-4c13-a2f6-51f5c6c3983c', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'floating_ip_address': '172.36.1.43', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'port_id': 'e62037d9-0e5f-4b9b-9de8-b73039735af2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'mac_address': 'fa:16:3e:48:a1:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '891d6584-c549-4d18-ac93-943ff6bb0065', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:03:42Z', 'updated_at': '2021-12-06T15:03:42Z', 'revision_number': 0, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '65300f55-325f-4ce1-b572-3c03dd65f905', 'name': '', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'mac_address': 'fa:16:3e:f4:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:38Z', 'updated_at': '2021-12-06T15:02:43Z', 'revision_number': 5, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'subnets': [{'id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:03:44.566261 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-443130af-36e9-47b1-b2b5-2f2cb0b2dcf7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:44.567307 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-443130af-36e9-47b1-b2b5-2f2cb0b2dcf7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.7923379 Dec 06 15:03:44.570292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42514) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:44.575868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0f309c25-1078-4fd1-bf9b-ae9511300b74 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Request body: {'security_group_rule': {'security_group_id': 'c37aa632-947b-49b9-9876-4fc0b2bf6daa', 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:44.585005 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694100-1ff2-4624-a832-105469669089 req-56e9f458-dca0-4c03-a1f5-b3af1c4bdbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:44.586687 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-52694100-1ff2-4624-a832-105469669089 req-56e9f458-dca0-4c03-a1f5-b3af1c4bdbe7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d7d5722-56b2-40c6-b5aa-06f2e8bb9020 HTTP/1.1" status: 200 len: 854 time: 0.4112828 Dec 06 15:03:44.633169 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52694100-1ff2-4624-a832-105469669089 req-c1aa8efa-fc37-4069-a1d5-4a7420c39ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:44.635206 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-52694100-1ff2-4624-a832-105469669089 req-c1aa8efa-fc37-4069-a1d5-4a7420c39ff8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcc34613-b484-481b-a020-6323415ad341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399206 Dec 06 15:03:44.673069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0f309c25-1078-4fd1-bf9b-ae9511300b74 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:44.721468 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23451ea3-5d90-41ed-97d7-f5deb3182cfa None None] New status for floating IP 68f28848-8f9f-4c13-a2f6-51f5c6c3983c: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:03:44.736174 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-52694100-1ff2-4624-a832-105469669089 req-dd2df27e-81db-447a-bd48-8f0596180831 service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936358 Dec 06 15:03:44.755547 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0f309c25-1078-4fd1-bf9b-ae9511300b74 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:44.827652 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-52694100-1ff2-4624-a832-105469669089 req-8a91417a-0eba-449c-877c-abc2191b4fea service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847609 Dec 06 15:03:44.838381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0f309c25-1078-4fd1-bf9b-ae9511300b74 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:44.861896 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f309c25-1078-4fd1-bf9b-ae9511300b74 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba992b9-aa5f-47a0-a7c1-f5247f576128,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:44.960686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0f309c25-1078-4fd1-bf9b-ae9511300b74 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:44.962450 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0f309c25-1078-4fd1-bf9b-ae9511300b74 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902268 Dec 06 15:03:44.964500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42516) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:44.969073 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-2ce73ff3-8345-43fd-9424-980d12437c77 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Request body: {'security_group_rule': {'security_group_id': 'c37aa632-947b-49b9-9876-4fc0b2bf6daa', 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:45.044061 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2ce73ff3-8345-43fd-9424-980d12437c77 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.100121 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2ce73ff3-8345-43fd-9424-980d12437c77 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.175738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2ce73ff3-8345-43fd-9424-980d12437c77 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.193944 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce73ff3-8345-43fd-9424-980d12437c77 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c94650f5-1590-4d5c-b68b-0f4a72acb637,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:45.263251 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2ce73ff3-8345-43fd-9424-980d12437c77 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.264406 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2ce73ff3-8345-43fd-9424-980d12437c77 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2989080 Dec 06 15:03:45.267208 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42518) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:45.271768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-eb9297e7-9d7c-4311-8958-e1aa185c1b54 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Request body: {'security_group_rule': {'security_group_id': 'c37aa632-947b-49b9-9876-4fc0b2bf6daa', 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:45.351257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eb9297e7-9d7c-4311-8958-e1aa185c1b54 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.406861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eb9297e7-9d7c-4311-8958-e1aa185c1b54 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.484275 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eb9297e7-9d7c-4311-8958-e1aa185c1b54 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.505690 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9297e7-9d7c-4311-8958-e1aa185c1b54 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f33c488-0cdd-44aa-ab1b-d2ee29813bcc,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:45.554811 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-eb9297e7-9d7c-4311-8958-e1aa185c1b54 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.555931 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-eb9297e7-9d7c-4311-8958-e1aa185c1b54 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2877233 Dec 06 15:03:45.558581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42520) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:45.563020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-d18d7db0-b700-4fbd-84b4-9feb181a0182 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Request body: {'security_group_rule': {'security_group_id': 'c37aa632-947b-49b9-9876-4fc0b2bf6daa', 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:45.625542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d18d7db0-b700-4fbd-84b4-9feb181a0182 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.681536 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d18d7db0-b700-4fbd-84b4-9feb181a0182 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.746941 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d18d7db0-b700-4fbd-84b4-9feb181a0182 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.765949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d7db0-b700-4fbd-84b4-9feb181a0182 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201c4d63-7465-404b-81bc-83457fcc5cb3,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:45.823654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-d18d7db0-b700-4fbd-84b4-9feb181a0182 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.824801 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-d18d7db0-b700-4fbd-84b4-9feb181a0182 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2652624 Dec 06 15:03:45.827661 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42522) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:45.832032 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-54e67292-a726-4f80-ab8f-be08e36498b8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Request body: {'security_group_rule': {'security_group_id': 'c37aa632-947b-49b9-9876-4fc0b2bf6daa', 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:45.907289 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-54e67292-a726-4f80-ab8f-be08e36498b8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Project 6ba57eb130d6490c9e25a61fae37c7b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:03:45.912730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-54e67292-a726-4f80-ab8f-be08e36498b8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:45.969388 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-54e67292-a726-4f80-ab8f-be08e36498b8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.050045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-54e67292-a726-4f80-ab8f-be08e36498b8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.068428 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e67292-a726-4f80-ab8f-be08e36498b8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6c7b46-544e-4a22-bbc7-e35655be97eb,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:46.131662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-54e67292-a726-4f80-ab8f-be08e36498b8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.132894 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-54e67292-a726-4f80-ab8f-be08e36498b8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3042831 Dec 06 15:03:46.136592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42524) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:03:46.141101 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f44f1d5f-e503-4451-9767-0a2075ea7bd7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Request body: {'security_group_rule': {'security_group_id': 'c37aa632-947b-49b9-9876-4fc0b2bf6daa', 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:46.215449 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-f44f1d5f-e503-4451-9767-0a2075ea7bd7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Project 6ba57eb130d6490c9e25a61fae37c7b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:03:46.220395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f44f1d5f-e503-4451-9767-0a2075ea7bd7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.282676 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f44f1d5f-e503-4451-9767-0a2075ea7bd7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.335481 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f44f1d5f-e503-4451-9767-0a2075ea7bd7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.352930 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f1d5f-e503-4451-9767-0a2075ea7bd7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f55f9a6-6adb-486d-8808-e521d3d5bf80,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:46.418270 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f44f1d5f-e503-4451-9767-0a2075ea7bd7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.419550 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f44f1d5f-e503-4451-9767-0a2075ea7bd7 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2819479 Dec 06 15:03:46.507969 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f3612462-d348-4765-91a3-88df32f5b072 req-299af63d-e221-4cf6-b570-16acffe11631 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088459417&fields=id&tenant_id=6ba57eb130d6490c9e25a61fae37c7b1 HTTP/1.1" status: 200 len: 267 time: 0.0445061 Dec 06 15:03:46.565081 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3612462-d348-4765-91a3-88df32f5b072 req-fc0c8d70-0b0b-4815-b85f-74c0a81f7a49 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:46.566550 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f3612462-d348-4765-91a3-88df32f5b072 req-fc0c8d70-0b0b-4815-b85f-74c0a81f7a49 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 946 time: 0.0528018 Dec 06 15:03:46.577336 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [req-f3612462-d348-4765-91a3-88df32f5b072 req-f3442394-f26b-4774-8b44-cafb4231bad1 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Request body: {'port': {'security_groups': ['87d91838-5efb-4b73-93b6-18b83be70bb8', 'c37aa632-947b-49b9-9876-4fc0b2bf6daa']}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:03:46.643033 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-f3612462-d348-4765-91a3-88df32f5b072 req-f3442394-f26b-4774-8b44-cafb4231bad1 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.823370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [req-f3612462-d348-4765-91a3-88df32f5b072 req-f3442394-f26b-4774-8b44-cafb4231bad1 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] For port e62037d9-0e5f-4b9b-9de8-b73039735af2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:03:46.852924 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-f3612462-d348-4765-91a3-88df32f5b072 req-f3442394-f26b-4774-8b44-cafb4231bad1 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.918492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-f3612462-d348-4765-91a3-88df32f5b072 req-f3442394-f26b-4774-8b44-cafb4231bad1 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.930211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['e62037d9-0e5f-4b9b-9de8-b73039735af2'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:03:46.961936 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3612462-d348-4765-91a3-88df32f5b072 req-f3442394-f26b-4774-8b44-cafb4231bad1 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:46.962559 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [req-f3612462-d348-4765-91a3-88df32f5b072 req-f3442394-f26b-4774-8b44-cafb4231bad1 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:46.964466 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f3612462-d348-4765-91a3-88df32f5b072 req-f3442394-f26b-4774-8b44-cafb4231bad1 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "PUT /v2.0/ports/e62037d9-0e5f-4b9b-9de8-b73039735af2 HTTP/1.1" status: 200 len: 982 time: 0.3914843 Dec 06 15:03:46.965118 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:03:46.967236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143c30af-3bc7-421e-ad70-1c578850b8e1" -d '{"events": [{"name": "network-changed", "server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:03:47.003857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3442394-f26b-4774-8b44-cafb4231bad1 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event updated for resources: {'Port': ['ID=e62037d9-0e5f-4b9b-9de8-b73039735af2,revision_number=6']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:03:47.027146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281fb486-2968-470b-a18f-7248c4300e58 x-openstack-request-id: req-281fb486-2968-470b-a18f-7248c4300e58 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:03:47.027722 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:03:47.028077 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-281fb486-2968-470b-a18f-7248c4300e58 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:03:47.028594 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2', 'status': 'completed', 'code': 200} Dec 06 15:03:47.039281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['e62037d9-0e5f-4b9b-9de8-b73039735af2'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:03:47.091668 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c30af-3bc7-421e-ad70-1c578850b8e1 req-80a6c8e8-eeb6-43f5-9623-9dd4bcd53971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:47.093208 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-143c30af-3bc7-421e-ad70-1c578850b8e1 req-80a6c8e8-eeb6-43f5-9623-9dd4bcd53971 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ba57eb130d6490c9e25a61fae37c7b1&device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 1138 time: 0.0458398 Dec 06 15:03:47.116928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a5452-7fc4-4ebe-8008-b7ceb9cfe9c6 req-546a5835-e43a-411f-b09a-9e5dd6423f1d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:47.125318 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f50a5452-7fc4-4ebe-8008-b7ceb9cfe9c6 req-546a5835-e43a-411f-b09a-9e5dd6423f1d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 985 time: 0.0727677 Dec 06 15:03:47.196480 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f50a5452-7fc4-4ebe-8008-b7ceb9cfe9c6 req-fa615087-7807-4fc7-9c8c-182593ab5028 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=c37aa632-947b-49b9-9876-4fc0b2bf6daa&id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698256 Dec 06 15:03:47.219343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c30af-3bc7-421e-ad70-1c578850b8e1 req-d7d6dc62-ea85-4e81-acf1-34e02462b0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:47.221337 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-143c30af-3bc7-421e-ad70-1c578850b8e1 req-d7d6dc62-ea85-4e81-acf1-34e02462b0ed service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcc34613-b484-481b-a020-6323415ad341 HTTP/1.1" status: 200 len: 916 time: 0.1187062 Dec 06 15:03:47.291436 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-143c30af-3bc7-421e-ad70-1c578850b8e1 req-56d9c35d-04f6-4e99-8e60-46bc74fe914d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2 HTTP/1.1" status: 200 len: 1001 time: 0.0628841 Dec 06 15:03:47.325727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-22a5bb26-bda4-4612-bf36-136e0aad63bc None None] Provisioning complete for port e62037d9-0e5f-4b9b-9de8-b73039735af2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:03:47.326093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-22a5bb26-bda4-4612-bf36-136e0aad63bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:03:47.339917 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c30af-3bc7-421e-ad70-1c578850b8e1 req-b93b44c4-08a7-4c73-a1cf-ef8beabdab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:47.341386 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-143c30af-3bc7-421e-ad70-1c578850b8e1 req-b93b44c4-08a7-4c73-a1cf-ef8beabdab38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d7d5722-56b2-40c6-b5aa-06f2e8bb9020 HTTP/1.1" status: 200 len: 854 time: 0.0430901 Dec 06 15:03:47.387599 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c30af-3bc7-421e-ad70-1c578850b8e1 req-5b87f536-cd20-479a-8e42-51f94d860227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:03:47.389143 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-143c30af-3bc7-421e-ad70-1c578850b8e1 req-5b87f536-cd20-479a-8e42-51f94d860227 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcc34613-b484-481b-a020-6323415ad341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397584 Dec 06 15:03:47.485430 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-143c30af-3bc7-421e-ad70-1c578850b8e1 req-d6f46ff5-1830-4731-9fb1-3f7b74b5a674 service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878971 Dec 06 15:03:47.589014 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-143c30af-3bc7-421e-ad70-1c578850b8e1 req-13c5b52b-a1d0-49be-9074-235554ecb718 service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960562 Dec 06 15:03:59.929343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:00.157692 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:04:01.312406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c9410626-ba9b-4512-b432-95ff3c38f941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:03.701016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b5dd012b-8754-4cde-88d4-af0ac1dca297 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:04.929219 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.146781 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:06.958167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:15.099365 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f91e9e03-0f20-4590-9a45-1c412f992168 req-1b8101c0-a2c2-4699-89bc-3018a2b3dd43 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433760 Dec 06 15:04:15.179864 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9e03-0f20-4590-9a45-1c412f992168 req-fb7f96b6-a3b8-486d-aef2-392de5789435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:15.181353 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f91e9e03-0f20-4590-9a45-1c412f992168 req-fb7f96b6-a3b8-486d-aef2-392de5789435 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ba57eb130d6490c9e25a61fae37c7b1&device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 1138 time: 0.0406885 Dec 06 15:04:15.281821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9e03-0f20-4590-9a45-1c412f992168 req-b90d4cc4-9743-4e62-9efc-5373a7450cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:15.284044 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f91e9e03-0f20-4590-9a45-1c412f992168 req-b90d4cc4-9743-4e62-9efc-5373a7450cf1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcc34613-b484-481b-a020-6323415ad341 HTTP/1.1" status: 200 len: 916 time: 0.0829396 Dec 06 15:04:15.352566 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f91e9e03-0f20-4590-9a45-1c412f992168 req-803d5d85-4757-41a7-a2f9-0ad286bbc17c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2 HTTP/1.1" status: 200 len: 1001 time: 0.0605197 Dec 06 15:04:15.400694 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9e03-0f20-4590-9a45-1c412f992168 req-a73f0c9c-bff3-4bc9-9e2e-9c46c7967e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:15.402124 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f91e9e03-0f20-4590-9a45-1c412f992168 req-a73f0c9c-bff3-4bc9-9e2e-9c46c7967e15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d7d5722-56b2-40c6-b5aa-06f2e8bb9020 HTTP/1.1" status: 200 len: 854 time: 0.0430758 Dec 06 15:04:15.448094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e9e03-0f20-4590-9a45-1c412f992168 req-d6b47d04-755f-42c3-b440-312e395d5a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:15.449585 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f91e9e03-0f20-4590-9a45-1c412f992168 req-d6b47d04-755f-42c3-b440-312e395d5a3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcc34613-b484-481b-a020-6323415ad341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398049 Dec 06 15:04:15.542797 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f91e9e03-0f20-4590-9a45-1c412f992168 req-81f42a39-6f7a-49e8-a1ac-697561ea970e service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848844 Dec 06 15:04:15.653522 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f91e9e03-0f20-4590-9a45-1c412f992168 req-0b27c2c8-692d-4ef0-a97f-9d50d56056b9 service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026857 Dec 06 15:04:29.975063 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:31.317718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4c18bea2-880b-4307-a6ea-483128bdf848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:33.688815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b39dc30d-3a70-499a-afe3-34006e10f4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:34.911627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:36.106151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:36.934656 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:04:37.156551 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:04:45.235857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b232615-cc81-4896-aaad-4b7099a9a0e3 req-d710fb11-809c-4f67-8565-62af9985c680 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.237361 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6b232615-cc81-4896-aaad-4b7099a9a0e3 req-d710fb11-809c-4f67-8565-62af9985c680 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 985 time: 0.0501704 Dec 06 15:04:45.297813 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6b232615-cc81-4896-aaad-4b7099a9a0e3 req-007faa19-7899-4fd2-bc64-94af18eb4a9e tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=c37aa632-947b-49b9-9876-4fc0b2bf6daa&id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542626 Dec 06 15:04:45.308880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c63bc8-4dbc-458e-9452-01fc625c7e7f req-2ecc1567-92bd-46b3-9c4d-360f51d580f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.310410 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4c63bc8-4dbc-458e-9452-01fc625c7e7f req-2ecc1567-92bd-46b3-9c4d-360f51d580f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ba57eb130d6490c9e25a61fae37c7b1&device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 1138 time: 0.0437789 Dec 06 15:04:45.409975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c63bc8-4dbc-458e-9452-01fc625c7e7f req-c28cd266-f5eb-4137-81e8-f8ef9539f766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.411410 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4c63bc8-4dbc-458e-9452-01fc625c7e7f req-c28cd266-f5eb-4137-81e8-f8ef9539f766 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcc34613-b484-481b-a020-6323415ad341 HTTP/1.1" status: 200 len: 916 time: 0.0936685 Dec 06 15:04:45.476147 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4c63bc8-4dbc-458e-9452-01fc625c7e7f req-c70fbbc9-1cee-4304-a281-34db502f2b0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2 HTTP/1.1" status: 200 len: 1001 time: 0.0577176 Dec 06 15:04:45.528474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c63bc8-4dbc-458e-9452-01fc625c7e7f req-b53caa33-429a-4998-adf1-98458e3bed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.529966 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4c63bc8-4dbc-458e-9452-01fc625c7e7f req-b53caa33-429a-4998-adf1-98458e3bed02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d7d5722-56b2-40c6-b5aa-06f2e8bb9020 HTTP/1.1" status: 200 len: 854 time: 0.0454061 Dec 06 15:04:45.578861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c63bc8-4dbc-458e-9452-01fc625c7e7f req-60881b9e-5640-49d8-83af-73a5794e831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:45.580321 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4c63bc8-4dbc-458e-9452-01fc625c7e7f req-60881b9e-5640-49d8-83af-73a5794e831b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcc34613-b484-481b-a020-6323415ad341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433636 Dec 06 15:04:45.667989 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4c63bc8-4dbc-458e-9452-01fc625c7e7f req-f6138340-c8ed-4ad8-b262-c50ca93405e7 service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803916 Dec 06 15:04:45.761364 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4c63bc8-4dbc-458e-9452-01fc625c7e7f req-4d8f270c-757e-43bf-ab13-14b9a6117eb0 service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863047 Dec 06 15:04:46.426192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09e806-4e88-4568-b735-9c86c341c18a req-69d27a5c-b8b2-45c3-8ac0-0798bddcd6dc tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:46.427681 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8f09e806-4e88-4568-b735-9c86c341c18a req-69d27a5c-b8b2-45c3-8ac0-0798bddcd6dc tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 985 time: 0.0604062 Dec 06 15:04:46.487782 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8f09e806-4e88-4568-b735-9c86c341c18a req-1464cac1-dd0a-4c93-9f3f-e19452251f1b tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=c37aa632-947b-49b9-9876-4fc0b2bf6daa&id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540130 Dec 06 15:04:47.601635 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d85c1-4c3b-4ecb-a040-3b340419f8b6 req-09940094-fed6-4fe4-9c3b-f6803b3f02a4 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:47.603022 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0e0d85c1-4c3b-4ecb-a040-3b340419f8b6 req-09940094-fed6-4fe4-9c3b-f6803b3f02a4 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 985 time: 0.0489409 Dec 06 15:04:47.662922 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0e0d85c1-4c3b-4ecb-a040-3b340419f8b6 req-1baa41ad-a1f1-4c21-9bda-7ab84102adeb tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=c37aa632-947b-49b9-9876-4fc0b2bf6daa&id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531399 Dec 06 15:04:48.783497 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c93c84b-5f4c-4e6e-bd43-21ab57bea08c req-6d4bb934-4684-4277-a2dc-d92df1e63812 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:48.784988 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c93c84b-5f4c-4e6e-bd43-21ab57bea08c req-6d4bb934-4684-4277-a2dc-d92df1e63812 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 985 time: 0.0488477 Dec 06 15:04:48.847482 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c93c84b-5f4c-4e6e-bd43-21ab57bea08c req-ec367c15-aa58-4c02-8237-2386b378af0c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=c37aa632-947b-49b9-9876-4fc0b2bf6daa&id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566199 Dec 06 15:04:49.964253 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533567f0-7604-4a3e-81af-1ba8a307e1c7 req-fa95ed96-98c6-4fb1-bbd9-85e9d68599a3 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:49.966148 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-533567f0-7604-4a3e-81af-1ba8a307e1c7 req-fa95ed96-98c6-4fb1-bbd9-85e9d68599a3 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 985 time: 0.0516441 Dec 06 15:04:50.024603 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-533567f0-7604-4a3e-81af-1ba8a307e1c7 req-b8150ade-8420-4605-9f8d-e0488d7cfa34 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=c37aa632-947b-49b9-9876-4fc0b2bf6daa&id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523162 Dec 06 15:04:51.138294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60f8ef-3bb2-4ec4-b243-9638c7f05403 req-03588361-2af6-4de6-99b2-7fa79a3f4e03 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:51.139729 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba60f8ef-3bb2-4ec4-b243-9638c7f05403 req-03588361-2af6-4de6-99b2-7fa79a3f4e03 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 985 time: 0.0489328 Dec 06 15:04:51.198732 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba60f8ef-3bb2-4ec4-b243-9638c7f05403 req-a4884159-af95-409d-961b-9c47d0a0e07f tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=c37aa632-947b-49b9-9876-4fc0b2bf6daa&id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531328 Dec 06 15:04:52.312732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69500990-2749-4cc1-b77c-28b8788e970e req-afc9f340-dc6a-410a-bd8d-782cc3313fd2 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:52.314210 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-69500990-2749-4cc1-b77c-28b8788e970e req-afc9f340-dc6a-410a-bd8d-782cc3313fd2 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 985 time: 0.0497940 Dec 06 15:04:52.372309 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-69500990-2749-4cc1-b77c-28b8788e970e req-6a0371fe-bfe9-4eca-b39d-703a6610bbcb tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=c37aa632-947b-49b9-9876-4fc0b2bf6daa&id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520847 Dec 06 15:04:53.485796 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caaefa8-71c6-4705-bd03-f8fd6bacd606 req-014532b0-3f83-4210-81f2-877ea00cb0c3 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:53.487299 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6caaefa8-71c6-4705-bd03-f8fd6bacd606 req-014532b0-3f83-4210-81f2-877ea00cb0c3 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 985 time: 0.0487065 Dec 06 15:04:53.547250 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6caaefa8-71c6-4705-bd03-f8fd6bacd606 req-a8dbe1c5-f797-4e46-ac29-aca9fa6f9f1b tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=c37aa632-947b-49b9-9876-4fc0b2bf6daa&id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540082 Dec 06 15:04:54.668261 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9c06d-79a3-4ab5-8cfe-058047ad9561 req-c22c50b2-1b3b-4c4d-9863-3c1b2d5204c3 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:54.669745 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-03a9c06d-79a3-4ab5-8cfe-058047ad9561 req-c22c50b2-1b3b-4c4d-9863-3c1b2d5204c3 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 985 time: 0.0533664 Dec 06 15:04:54.729296 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-03a9c06d-79a3-4ab5-8cfe-058047ad9561 req-6e9892bd-3e4b-48ac-bd04-79d1ea410407 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=c37aa632-947b-49b9-9876-4fc0b2bf6daa&id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533986 Dec 06 15:04:55.845732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b61b8d-204d-4805-879e-bbec6135800b req-608a7b1c-aeb9-43c4-9e72-17257ad7e529 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:55.847162 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c1b61b8d-204d-4805-879e-bbec6135800b req-608a7b1c-aeb9-43c4-9e72-17257ad7e529 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 985 time: 0.0516636 Dec 06 15:04:55.906026 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c1b61b8d-204d-4805-879e-bbec6135800b req-4257d13b-e894-4823-85f3-db411210f2fb tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=c37aa632-947b-49b9-9876-4fc0b2bf6daa&id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528965 Dec 06 15:04:57.020902 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a94ce3-0adf-49a2-858c-24a5bec27b5d req-e60cd6ba-d4c1-42e6-b192-16871a45e5e3 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:04:57.022267 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-81a94ce3-0adf-49a2-858c-24a5bec27b5d req-e60cd6ba-d4c1-42e6-b192-16871a45e5e3 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 985 time: 0.0485582 Dec 06 15:04:57.081920 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-81a94ce3-0adf-49a2-858c-24a5bec27b5d req-7b92eb32-dbad-401b-b088-aa64be096830 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=c37aa632-947b-49b9-9876-4fc0b2bf6daa&id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536289 Dec 06 15:04:59.899689 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:01.277051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b80bdcbc-2cfa-4aae-bdee-cd44da1b6af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:03.688338 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0033338-5078-49d3-913a-bd126519fe23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:04.911308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:06.139877 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:06.973903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:14.155836 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:05:15.480379 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3441be55-360a-4ee4-a82e-ef16888c338a req-f95125d3-8a6c-4f2d-af71-f2cea79d55d1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501151 Dec 06 15:05:15.560272 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441be55-360a-4ee4-a82e-ef16888c338a req-63be33cf-f7b9-4635-a822-1791dab0d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:15.561785 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3441be55-360a-4ee4-a82e-ef16888c338a req-63be33cf-f7b9-4635-a822-1791dab0d195 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ba57eb130d6490c9e25a61fae37c7b1&device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 1138 time: 0.0408540 Dec 06 15:05:15.664544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441be55-360a-4ee4-a82e-ef16888c338a req-12aff0af-4280-44d4-9fd2-a97ee4d2e1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:15.666022 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3441be55-360a-4ee4-a82e-ef16888c338a req-12aff0af-4280-44d4-9fd2-a97ee4d2e1cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcc34613-b484-481b-a020-6323415ad341 HTTP/1.1" status: 200 len: 916 time: 0.0863187 Dec 06 15:05:15.740108 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3441be55-360a-4ee4-a82e-ef16888c338a req-2cc6e078-cd06-4e31-87bc-e7c501ef78a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2 HTTP/1.1" status: 200 len: 1001 time: 0.0663688 Dec 06 15:05:15.796685 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441be55-360a-4ee4-a82e-ef16888c338a req-052ca427-b52c-4667-932c-929fa9e9d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:15.798159 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3441be55-360a-4ee4-a82e-ef16888c338a req-052ca427-b52c-4667-932c-929fa9e9d43c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d7d5722-56b2-40c6-b5aa-06f2e8bb9020 HTTP/1.1" status: 200 len: 854 time: 0.0517554 Dec 06 15:05:15.844738 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441be55-360a-4ee4-a82e-ef16888c338a req-996f5e2a-fd56-4c43-806c-1ebb03e04a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:05:15.846250 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3441be55-360a-4ee4-a82e-ef16888c338a req-996f5e2a-fd56-4c43-806c-1ebb03e04a93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcc34613-b484-481b-a020-6323415ad341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411828 Dec 06 15:05:15.942773 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3441be55-360a-4ee4-a82e-ef16888c338a req-a96675f6-f6d8-4cfc-b98b-96c54c462ec3 service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897284 Dec 06 15:05:16.031211 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3441be55-360a-4ee4-a82e-ef16888c338a req-0477a339-e3ef-4ef1-b8d5-f73636107c92 service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813966 Dec 06 15:05:29.905252 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:31.276333 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6caa3d74-d5b0-4272-a324-a9ad91dace33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:33.705232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-77fb1f46-2ff5-4eb1-b990-6877d35cfaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:34.922244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.145023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:36.933972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:05:51.155442 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:05:59.893114 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.328952 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-08351f25-d0dd-45a4-b42f-1982149e95bf req-f7e698b8-15e3-4aa8-9551-17f9666a41fe tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2088459417&fields=id&tenant_id=6ba57eb130d6490c9e25a61fae37c7b1 HTTP/1.1" status: 200 len: 267 time: 0.0477657 Dec 06 15:06:00.380739 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08351f25-d0dd-45a4-b42f-1982149e95bf req-0dded006-0240-4dc2-b692-6b923b3210fe tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:00.382203 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-08351f25-d0dd-45a4-b42f-1982149e95bf req-0dded006-0240-4dc2-b692-6b923b3210fe tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 985 time: 0.0477915 Dec 06 15:06:00.392894 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-08351f25-d0dd-45a4-b42f-1982149e95bf req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Request body: {'port': {'security_groups': ['87d91838-5efb-4b73-93b6-18b83be70bb8']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:00.454502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-08351f25-d0dd-45a4-b42f-1982149e95bf req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.627731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-08351f25-d0dd-45a4-b42f-1982149e95bf req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] For port e62037d9-0e5f-4b9b-9de8-b73039735af2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:00.661140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-08351f25-d0dd-45a4-b42f-1982149e95bf req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.744478 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-08351f25-d0dd-45a4-b42f-1982149e95bf req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.756128 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['e62037d9-0e5f-4b9b-9de8-b73039735af2'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:00.789274 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08351f25-d0dd-45a4-b42f-1982149e95bf req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:00.794517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-08351f25-d0dd-45a4-b42f-1982149e95bf req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.794517 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-08351f25-d0dd-45a4-b42f-1982149e95bf req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "PUT /v2.0/ports/e62037d9-0e5f-4b9b-9de8-b73039735af2 HTTP/1.1" status: 200 len: 943 time: 0.4026299 Dec 06 15:06:00.794517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:00.794517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1dd44e7-a12a-4a47-b678-0ba319955d54" -d '{"events": [{"name": "network-changed", "server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:00.798467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42604) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:00.836251 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event updated for resources: {'Port': ['ID=e62037d9-0e5f-4b9b-9de8-b73039735af2,revision_number=7']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:00.847412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:00.847958 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:00.848467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:00.849015 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:00.849526 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:00.850021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:00.852117 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:00.852640 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:00.853289 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:00.853775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:00.854314 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:00.854974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:00.855485 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f3672c-e76a-4fbd-8762-b785f68bcf8c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:00.860548 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c03d961-acae-4e3d-ab1d-b6cd4fbfcec7 x-openstack-request-id: req-7c03d961-acae-4e3d-ab1d-b6cd4fbfcec7 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:00.863866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:00.863866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c03d961-acae-4e3d-ab1d-b6cd4fbfcec7 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:00.863866 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2', 'status': 'completed', 'code': 200} Dec 06 15:06:00.897823 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:00.906368 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['e62037d9-0e5f-4b9b-9de8-b73039735af2'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:00.924197 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd44e7-a12a-4a47-b678-0ba319955d54 req-69ab09e0-02d3-41a7-badf-0cd6349109d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:00.926748 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a1dd44e7-a12a-4a47-b678-0ba319955d54 req-69ab09e0-02d3-41a7-badf-0cd6349109d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ba57eb130d6490c9e25a61fae37c7b1&device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 1099 time: 0.0520973 Dec 06 15:06:00.932675 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.053817 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd44e7-a12a-4a47-b678-0ba319955d54 req-b0c78e7c-86f0-46ff-aabc-db00494d3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:01.055801 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a1dd44e7-a12a-4a47-b678-0ba319955d54 req-b0c78e7c-86f0-46ff-aabc-db00494d3c9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcc34613-b484-481b-a020-6323415ad341 HTTP/1.1" status: 200 len: 916 time: 0.1194844 Dec 06 15:06:01.090126 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e7e04745-9c75-4c4c-a168-0cf3d60fe7fc None None] Provisioning complete for port e62037d9-0e5f-4b9b-9de8-b73039735af2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:01.090438 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e7e04745-9c75-4c4c-a168-0cf3d60fe7fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.120985 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a1dd44e7-a12a-4a47-b678-0ba319955d54 req-7ee1d72d-909e-49ac-94e1-40f9c0ad2fa8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2 HTTP/1.1" status: 200 len: 1001 time: 0.0574651 Dec 06 15:06:01.150899 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.153640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.155388 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "DELETE /v2.0/security-groups/c37aa632-947b-49b9-9876-4fc0b2bf6daa HTTP/1.1" status: 204 len: 168 time: 0.3529761 Dec 06 15:06:01.157966 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42610) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:01.165942 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37aa632-947b-49b9-9876-4fc0b2bf6daa,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:01.173608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.177435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.177435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.177435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.177435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.177435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.177435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.177435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.177435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.177435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.177435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.177435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.178459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540384d9-5aab-46b6-9766-d733a3737676 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:01.219614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd44e7-a12a-4a47-b678-0ba319955d54 req-2cbaa057-5a5c-498f-b9e2-4af7aeac0111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:01.221391 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a1dd44e7-a12a-4a47-b678-0ba319955d54 req-2cbaa057-5a5c-498f-b9e2-4af7aeac0111 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d7d5722-56b2-40c6-b5aa-06f2e8bb9020 HTTP/1.1" status: 200 len: 854 time: 0.0929203 Dec 06 15:06:01.310379 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74f71efc-22a6-489d-99ba-deb1a302fa19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.320860 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dd44e7-a12a-4a47-b678-0ba319955d54 req-a231a6df-0cd0-41f9-8056-53c7bf4cf7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:01.322977 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a1dd44e7-a12a-4a47-b678-0ba319955d54 req-a231a6df-0cd0-41f9-8056-53c7bf4cf7cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcc34613-b484-481b-a020-6323415ad341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928309 Dec 06 15:06:01.435007 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-cab31d0a-6b7a-43b6-81ed-ed5255f14a6d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Deleting port a8a16c8e-27f0-40ba-917b-336bccc95418 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:01.435653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cab31d0a-6b7a-43b6-81ed-ed5255f14a6d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.455883 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a1dd44e7-a12a-4a47-b678-0ba319955d54 req-fa9d30a2-4d28-40fa-8f47-106f6cb466b0 service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137931 Dec 06 15:06:01.572124 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cab31d0a-6b7a-43b6-81ed-ed5255f14a6d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.572518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cab31d0a-6b7a-43b6-81ed-ed5255f14a6d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.590358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-cab31d0a-6b7a-43b6-81ed-ed5255f14a6d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Calling delete_port for a8a16c8e-27f0-40ba-917b-336bccc95418 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:01.612170 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a1dd44e7-a12a-4a47-b678-0ba319955d54 req-0672f6f7-e79a-40a7-9545-9a0e8733c392 service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308081 Dec 06 15:06:01.784922 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cab31d0a-6b7a-43b6-81ed-ed5255f14a6d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.809862 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab31d0a-6b7a-43b6-81ed-ed5255f14a6d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event deleted for resources: {'Port': ['ID=a8a16c8e-27f0-40ba-917b-336bccc95418,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:01.870085 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cab31d0a-6b7a-43b6-81ed-ed5255f14a6d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:01.870406 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-cab31d0a-6b7a-43b6-81ed-ed5255f14a6d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Floating IP 68f28848-8f9f-4c13-a2f6-51f5c6c3983c disassociated (deleted). External IP: 172.36.1.43, port: e62037d9-0e5f-4b9b-9de8-b73039735af2. Dec 06 15:06:02.073967 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab31d0a-6b7a-43b6-81ed-ed5255f14a6d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Router d9782da6-7a61-45a8-87c4-2f6500387115 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:06:02.177124 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab31d0a-6b7a-43b6-81ed-ed5255f14a6d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:06:02.181553 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cab31d0a-6b7a-43b6-81ed-ed5255f14a6d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:02.189152 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0917900-e2d4-433e-9648-a1ad9e30d23e None None] Sync routers for ids ['d9782da6-7a61-45a8-87c4-2f6500387115'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:02.199265 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0917900-e2d4-433e-9648-a1ad9e30d23e None None] Routers {'d9782da6-7a61-45a8-87c4-2f6500387115'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:02.199971 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c0917900-e2d4-433e-9648-a1ad9e30d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:05:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d9782da6-7a61-45a8-87c4-2f6500387115'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:02.208189 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cab31d0a-6b7a-43b6-81ed-ed5255f14a6d tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "DELETE /v2.0/floatingips/68f28848-8f9f-4c13-a2f6-51f5c6c3983c HTTP/1.1" status: 204 len: 168 time: 1.0489316 Dec 06 15:06:02.305646 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-c0917900-e2d4-433e-9648-a1ad9e30d23e None None] Set router d9782da6-7a61-45a8-87c4-2f6500387115 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:02.497704 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c0917900-e2d4-433e-9648-a1ad9e30d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87'}], 'enable_snat': True}, 'gw_port_id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port': {'id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:37Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65300f55-325f-4ce1-b572-3c03dd65f905', 'name': '', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'mac_address': 'fa:16:3e:f4:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:38Z', 'updated_at': '2021-12-06T15:02:43Z', 'revision_number': 5, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'subnets': [{'id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:02.527102 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0917900-e2d4-433e-9648-a1ad9e30d23e None None] Checking router: d9782da6-7a61-45a8-87c4-2f6500387115 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:06:02.535386 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0917900-e2d4-433e-9648-a1ad9e30d23e None None] Routers {'d9782da6-7a61-45a8-87c4-2f6500387115'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:02.535980 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c0917900-e2d4-433e-9648-a1ad9e30d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:05:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d9782da6-7a61-45a8-87c4-2f6500387115'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:02.640585 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-c0917900-e2d4-433e-9648-a1ad9e30d23e None None] Set router d9782da6-7a61-45a8-87c4-2f6500387115 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:02.829484 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c0917900-e2d4-433e-9648-a1ad9e30d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87'}], 'enable_snat': True}, 'gw_port_id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port': {'id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:37Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65300f55-325f-4ce1-b572-3c03dd65f905', 'name': '', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'mac_address': 'fa:16:3e:f4:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:38Z', 'updated_at': '2021-12-06T15:02:43Z', 'revision_number': 5, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'subnets': [{'id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:02.854776 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0917900-e2d4-433e-9648-a1ad9e30d23e None None] The sync data for ids ['d9782da6-7a61-45a8-87c4-2f6500387115'] in dv-neutron-master-2-hyperv is: [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87'}], 'enable_snat': True}, 'gw_port_id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port': {'id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:37Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '65300f55-325f-4ce1-b572-3c03dd65f905', 'name': '', 'network_id': 'fcc34613-b484-481b-a020-6323415ad341', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'mac_address': 'fa:16:3e:f4:90:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_interface', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:38Z', 'updated_at': '2021-12-06T15:02:43Z', 'revision_number': 5, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'subnets': [{'id': '9d7d5722-56b2-40c6-b5aa-06f2e8bb9020', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:02.862571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:02.864960 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfa47fd-09d6-48e8-8837-924a39156de3" -d '{"events": [{"name": "network-changed", "server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:02.901165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69b6a7e-00e1-4e60-ae74-d305a6104576 x-openstack-request-id: req-d69b6a7e-00e1-4e60-ae74-d305a6104576 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:02.901466 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:02.901727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d69b6a7e-00e1-4e60-ae74-d305a6104576 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:02.902131 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2', 'status': 'completed', 'code': 200} Dec 06 15:06:02.966991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa47fd-09d6-48e8-8837-924a39156de3 req-1ae43aba-0267-4b82-a955-bf2df63cbabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:02.968536 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9dfa47fd-09d6-48e8-8837-924a39156de3 req-1ae43aba-0267-4b82-a955-bf2df63cbabb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ba57eb130d6490c9e25a61fae37c7b1&device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 1099 time: 0.0417209 Dec 06 15:06:03.068012 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa47fd-09d6-48e8-8837-924a39156de3 req-e107e7a2-86b0-41da-bd57-7b90f0bd3cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:03.069495 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9dfa47fd-09d6-48e8-8837-924a39156de3 req-e107e7a2-86b0-41da-bd57-7b90f0bd3cfe service neutron] 10.222.0.41 "GET /v2.0/networks?id=fcc34613-b484-481b-a020-6323415ad341 HTTP/1.1" status: 200 len: 916 time: 0.0934248 Dec 06 15:06:03.079523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f803fa0-a64d-476e-8703-ea5e7b8aac7f None None] New status for floating IP 68f28848-8f9f-4c13-a2f6-51f5c6c3983c: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:06:03.112797 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9dfa47fd-09d6-48e8-8837-924a39156de3 req-6d557b0e-8840-4399-a5dd-b59b572993d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2 HTTP/1.1" status: 200 len: 217 time: 0.0333614 Dec 06 15:06:03.166181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa47fd-09d6-48e8-8837-924a39156de3 req-ec540205-8853-43b0-a037-60169e1be740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:03.167825 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9dfa47fd-09d6-48e8-8837-924a39156de3 req-ec540205-8853-43b0-a037-60169e1be740 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d7d5722-56b2-40c6-b5aa-06f2e8bb9020 HTTP/1.1" status: 200 len: 854 time: 0.0489371 Dec 06 15:06:03.215634 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfa47fd-09d6-48e8-8837-924a39156de3 req-32d88438-88e7-481e-9798-a702c597aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:03.217210 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9dfa47fd-09d6-48e8-8837-924a39156de3 req-32d88438-88e7-481e-9798-a702c597aa8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fcc34613-b484-481b-a020-6323415ad341&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425913 Dec 06 15:06:03.307368 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9dfa47fd-09d6-48e8-8837-924a39156de3 req-af483564-e48e-4f91-847c-ad87fb545bfb service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833766 Dec 06 15:06:03.687732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da2d15f0-b2f3-4cf9-bee9-73524950260d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:03.747099 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9dfa47fd-09d6-48e8-8837-924a39156de3 req-53dc4cf7-85da-4f0e-855d-b48eff2c3302 service neutron] 10.222.0.41 "GET /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4332290 Dec 06 15:06:04.916587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.136003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:06.932837 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:11.499795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fafc5c0-e163-42ce-8007-a6e0fddb70cd req-53248745-b717-4484-b64c-1bfcfa38ea3c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:11.501261 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fafc5c0-e163-42ce-8007-a6e0fddb70cd req-53248745-b717-4484-b64c-1bfcfa38ea3c tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 946 time: 0.0486414 Dec 06 15:06:11.551231 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fafc5c0-e163-42ce-8007-a6e0fddb70cd req-0c0b3fbf-8a1c-416d-8ecf-5cb73329b6e8 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439897 Dec 06 15:06:12.667936 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e8db9-bfdc-4dd8-a14b-d3bbdccb5660 req-9ca773f9-525f-4abd-b802-075624f66a7f tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:12.670046 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d55e8db9-bfdc-4dd8-a14b-d3bbdccb5660 req-9ca773f9-525f-4abd-b802-075624f66a7f tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 946 time: 0.0492184 Dec 06 15:06:12.721411 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d55e8db9-bfdc-4dd8-a14b-d3bbdccb5660 req-c77b4636-2e32-4808-8ae4-a3ae2c40c5ea tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/security-groups?id=87d91838-5efb-4b73-93b6-18b83be70bb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450163 Dec 06 15:06:13.400024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e191032f-278c-4ea2-a9ef-577c453e5598 req-1598f135-e814-47e7-9f76-18c0f5faafb0 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:13.401454 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e191032f-278c-4ea2-a9ef-577c453e5598 req-1598f135-e814-47e7-9f76-18c0f5faafb0 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.41 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 946 time: 0.0472155 Dec 06 15:06:13.487754 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-e191032f-278c-4ea2-a9ef-577c453e5598 req-5a7771e2-1f9c-446a-bb40-0f1fd92f2a01 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Deleting port e62037d9-0e5f-4b9b-9de8-b73039735af2 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:13.488081 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e191032f-278c-4ea2-a9ef-577c453e5598 req-5a7771e2-1f9c-446a-bb40-0f1fd92f2a01 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.575348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-e191032f-278c-4ea2-a9ef-577c453e5598 req-5a7771e2-1f9c-446a-bb40-0f1fd92f2a01 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] For port e62037d9-0e5f-4b9b-9de8-b73039735af2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e62037d9-0e5f-4b9b-9de8-b73039735af2,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:13.575694 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e191032f-278c-4ea2-a9ef-577c453e5598 req-5a7771e2-1f9c-446a-bb40-0f1fd92f2a01 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.588330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-e191032f-278c-4ea2-a9ef-577c453e5598 req-5a7771e2-1f9c-446a-bb40-0f1fd92f2a01 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Calling delete_port for e62037d9-0e5f-4b9b-9de8-b73039735af2 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:13.773441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e191032f-278c-4ea2-a9ef-577c453e5598 req-5a7771e2-1f9c-446a-bb40-0f1fd92f2a01 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.785286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['e62037d9-0e5f-4b9b-9de8-b73039735af2'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:13.802404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7771e2-1f9c-446a-bb40-0f1fd92f2a01 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Pushing event deleted for resources: {'Port': ['ID=e62037d9-0e5f-4b9b-9de8-b73039735af2,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:13.834633 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ec9b33b9-22ad-4764-8b5a-9934e4e82715 req-e24039bc-5077-4051-85bb-c5ef4a77e192 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.42 "GET /v2.0/ports?device_id=891d6584-c549-4d18-ac93-943ff6bb0065 HTTP/1.1" status: 200 len: 210 time: 0.0370126 Dec 06 15:06:13.869582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-e191032f-278c-4ea2-a9ef-577c453e5598 req-5a7771e2-1f9c-446a-bb40-0f1fd92f2a01 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] No DVR routers for this DVR port e62037d9-0e5f-4b9b-9de8-b73039735af2 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:06:13.872079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-e191032f-278c-4ea2-a9ef-577c453e5598 req-5a7771e2-1f9c-446a-bb40-0f1fd92f2a01 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:13.875486 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e191032f-278c-4ea2-a9ef-577c453e5598 req-5a7771e2-1f9c-446a-bb40-0f1fd92f2a01 tempest-TestMinimumBasicScenario-1410130367 tempest-TestMinimumBasicScenario-1410130367-project] 10.222.0.41 "DELETE /v2.0/ports/e62037d9-0e5f-4b9b-9de8-b73039735af2 HTTP/1.1" status: 204 len: 173 time: 0.4662068 Dec 06 15:06:13.875926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'name': 'network-vif-deleted', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:13.878247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c6b9e0c-bfd7-4de8-a601-cfdd2d02bd86" -d '{"events": [{"server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "name": "network-vif-deleted", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:13.915162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d37628-af9a-40e8-98a3-14ca7ee171b0 x-openstack-request-id: req-62d37628-af9a-40e8-98a3-14ca7ee171b0 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:13.915475 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "891d6584-c549-4d18-ac93-943ff6bb0065", "name": "network-vif-deleted", "tag": "e62037d9-0e5f-4b9b-9de8-b73039735af2", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:13.915790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-62d37628-af9a-40e8-98a3-14ca7ee171b0 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:13.916187 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '891d6584-c549-4d18-ac93-943ff6bb0065', 'name': 'network-vif-deleted', 'tag': 'e62037d9-0e5f-4b9b-9de8-b73039735af2', 'status': 'completed', 'code': 200} Dec 06 15:06:16.037380 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42714) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:16.374149 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-166e2797-cdbd-47f1-be3d-3a9c752e1b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.614949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-166e2797-cdbd-47f1-be3d-3a9c752e1b26 admin admin] Deleting port 65300f55-325f-4ce1-b572-3c03dd65f905 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:16.615283 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-166e2797-cdbd-47f1-be3d-3a9c752e1b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.692423 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-166e2797-cdbd-47f1-be3d-3a9c752e1b26 admin admin] For port 65300f55-325f-4ce1-b572-3c03dd65f905, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65300f55-325f-4ce1-b572-3c03dd65f905,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:16.692775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-166e2797-cdbd-47f1-be3d-3a9c752e1b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.710951 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-166e2797-cdbd-47f1-be3d-3a9c752e1b26 admin admin] Calling delete_port for 65300f55-325f-4ce1-b572-3c03dd65f905 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:16.944364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-166e2797-cdbd-47f1-be3d-3a9c752e1b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:16.971081 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e2797-cdbd-47f1-be3d-3a9c752e1b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=65300f55-325f-4ce1-b572-3c03dd65f905,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:17.136825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-166e2797-cdbd-47f1-be3d-3a9c752e1b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.363978 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166e2797-cdbd-47f1-be3d-3a9c752e1b26 admin admin] Router d9782da6-7a61-45a8-87c4-2f6500387115 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:06:17.478106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166e2797-cdbd-47f1-be3d-3a9c752e1b26 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:06:17.483681 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-166e2797-cdbd-47f1-be3d-3a9c752e1b26 admin admin] 10.222.0.42 "PUT /v2.0/routers/d9782da6-7a61-45a8-87c4-2f6500387115/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4452980 Dec 06 15:06:17.486410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42716) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:17.487290 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248ede59-fa2b-4657-bebb-d5adf104577f None None] Sync routers for ids ['d9782da6-7a61-45a8-87c4-2f6500387115'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:17.497302 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ede59-fa2b-4657-bebb-d5adf104577f None None] Routers {'d9782da6-7a61-45a8-87c4-2f6500387115'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:17.497919 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-248ede59-fa2b-4657-bebb-d5adf104577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d9782da6-7a61-45a8-87c4-2f6500387115'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:17.594578 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.698720 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-248ede59-fa2b-4657-bebb-d5adf104577f None None] Set router d9782da6-7a61-45a8-87c4-2f6500387115 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:17.711675 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.861501 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Deleting port 3c396f11-db6c-4b26-86e1-ce5be1501743 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:17.861896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.871849 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-248ede59-fa2b-4657-bebb-d5adf104577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87'}], 'enable_snat': True}, 'gw_port_id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:06:16Z', 'revision_number': 5, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port': {'id': '3c396f11-db6c-4b26-86e1-ce5be1501743', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:97:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:37Z', 'updated_at': '2021-12-06T15:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:17.898012 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248ede59-fa2b-4657-bebb-d5adf104577f None None] Checking router: d9782da6-7a61-45a8-87c4-2f6500387115 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:06:17.905746 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e62037d9-0e5f-4b9b-9de8-b73039735af2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:06:17.908135 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248ede59-fa2b-4657-bebb-d5adf104577f None None] Routers {'d9782da6-7a61-45a8-87c4-2f6500387115'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:17.908885 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-248ede59-fa2b-4657-bebb-d5adf104577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['d9782da6-7a61-45a8-87c4-2f6500387115'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:17.927953 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: e62037d9-0e5f-4b9b-9de8-b73039735af2 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:06:17.936306 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e62037d9-0e5f-4b9b-9de8-b73039735af2 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:06:17.941287 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] For port 3c396f11-db6c-4b26-86e1-ce5be1501743, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3c396f11-db6c-4b26-86e1-ce5be1501743,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:17.941647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:17.954973 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Calling delete_port for 3c396f11-db6c-4b26-86e1-ce5be1501743 owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:17.993391 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-248ede59-fa2b-4657-bebb-d5adf104577f None None] Set router d9782da6-7a61-45a8-87c4-2f6500387115 gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:18.046368 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-248ede59-fa2b-4657-bebb-d5adf104577f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:06:17Z', 'revision_number': 6, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:18.071701 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248ede59-fa2b-4657-bebb-d5adf104577f None None] The sync data for ids ['d9782da6-7a61-45a8-87c4-2f6500387115'] in dv-neutron-master-2-hyperv is: [{'id': 'd9782da6-7a61-45a8-87c4-2f6500387115', 'name': 'tempest-TestMinimumBasicScenario-1898041549-router', 'tenant_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:36Z', 'updated_at': '2021-12-06T15:06:17Z', 'revision_number': 6, 'project_id': '6ba57eb130d6490c9e25a61fae37c7b1', 'gw_port_host': None}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:18.178383 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.206200 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Pushing event deleted for resources: {'Port': ['ID=3c396f11-db6c-4b26-86e1-ce5be1501743,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:18.222057 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2022b9b9-ab1a-4f9f-bd65-f9299d2f4065 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:18.269058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.357735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.359777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.487324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.487914 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9782da6-7a61-45a8-87c4-2f6500387115 {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:06:18.492766 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.496304 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-24353b12-570f-45cb-ae1e-4aaffda9c7ad admin admin] 10.222.0.42 "DELETE /v2.0/routers/d9782da6-7a61-45a8-87c4-2f6500387115 HTTP/1.1" status: 204 len: 168 time: 1.0067005 Dec 06 15:06:18.496558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42718) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:18.534093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 65300f55-325f-4ce1-b572-3c03dd65f905 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:06:18.552174 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-f428c40e-2654-4071-a2c6-304a3d1a9410 admin admin] Deleting subnet 9d7d5722-56b2-40c6-b5aa-06f2e8bb9020 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:06:18.555378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f428c40e-2654-4071-a2c6-304a3d1a9410 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.591909 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f428c40e-2654-4071-a2c6-304a3d1a9410 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.672058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f428c40e-2654-4071-a2c6-304a3d1a9410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.706950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 65300f55-325f-4ce1-b572-3c03dd65f905 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:06:18.706950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 65300f55-325f-4ce1-b572-3c03dd65f905 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:06:18.767441 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f428c40e-2654-4071-a2c6-304a3d1a9410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.791190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428c40e-2654-4071-a2c6-304a3d1a9410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7d5722-56b2-40c6-b5aa-06f2e8bb9020,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:18.796704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-f428c40e-2654-4071-a2c6-304a3d1a9410 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.799951 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f428c40e-2654-4071-a2c6-304a3d1a9410 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9d7d5722-56b2-40c6-b5aa-06f2e8bb9020 HTTP/1.1" status: 204 len: 168 time: 0.3024170 Dec 06 15:06:18.802305 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a3335b-3a3a-4021-a5b6-655c29d3950a None None] Network fcc34613-b484-481b-a020-6323415ad341 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:18.802618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42720) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:18.871325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.925726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Deleting port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:18.926062 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:18.994167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] DHCP port deletion for fcc34613-b484-481b-a020-6323415ad341 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:19.000366 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] For port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e34df9b-68a1-4c00-a52c-00c210fcb4ab,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:19.000724 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.013713 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Calling delete_port for 5e34df9b-68a1-4c00-a52c-00c210fcb4ab owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:19.048612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Deleting port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:19.048948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.118488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] For port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5e34df9b-68a1-4c00-a52c-00c210fcb4ab,segment=NetworkSegment(3390407b-c132-470e-bf37-4a9635fd3dc1),segment_id=3390407b-c132-470e-bf37-4a9635fd3dc1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:19.119517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.132910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Calling delete_port for 5e34df9b-68a1-4c00-a52c-00c210fcb4ab owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:19.161657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.191726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e34df9b-68a1-4c00-a52c-00c210fcb4ab,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:19.195248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] No DVR routers for this DVR port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:06:19.220024 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.248401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] No DVR routers for this DVR port 5e34df9b-68a1-4c00-a52c-00c210fcb4ab on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:06:19.255201 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Pushing event deleted for resources: {'Port': ['ID=5e34df9b-68a1-4c00-a52c-00c210fcb4ab,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:19.260699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:19.261073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:19.261418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:19.261755 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:19.262091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:19.262416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:19.262736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:19.263064 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:19.263529 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:19.264253 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:19.264253 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:19.264464 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:19.264682 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9926dd-58ac-460e-b070-33d55de11643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:19.267827 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.288221 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc34613-b484-481b-a020-6323415ad341']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:19.297692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3390407b-c132-470e-bf37-4a9635fd3dc1') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:19.297982 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3390407b-c132-470e-bf37-4a9635fd3dc1') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:19.311887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.325427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.331081 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:06:19.331452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:06:19.333118 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:06:19.469820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.474999 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:19.478777 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fcc34613-b484-481b-a020-6323415ad341 HTTP/1.1" status: 204 len: 168 time: 0.6747167 Dec 06 15:06:19.481764 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42722) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:19.489904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f1fd9-57df-4616-9dc9-72e7a058b4a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcc34613-b484-481b-a020-6323415ad341,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:19.815344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0952244d-c1b4-4608-9003-1ee3a433ca8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.049218 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-0952244d-c1b4-4608-9003-1ee3a433ca8d admin admin] Deleting port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:20.049468 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0952244d-c1b4-4608-9003-1ee3a433ca8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.124719 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-0952244d-c1b4-4608-9003-1ee3a433ca8d admin admin] For port 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8,segment=NetworkSegment(83d9b530-9655-42cb-bcdf-0a3d76001de8),segment_id=83d9b530-9655-42cb-bcdf-0a3d76001de8)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:20.125108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0952244d-c1b4-4608-9003-1ee3a433ca8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.137806 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-0952244d-c1b4-4608-9003-1ee3a433ca8d admin admin] Calling delete_port for 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:20.413915 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0952244d-c1b4-4608-9003-1ee3a433ca8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:20.440035 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0952244d-c1b4-4608-9003-1ee3a433ca8d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:20.476913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3c396f11-db6c-4b26-86e1-ce5be1501743 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:06:20.504329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 3c396f11-db6c-4b26-86e1-ce5be1501743 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:06:20.504986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3c396f11-db6c-4b26-86e1-ce5be1501743 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:06:20.505407 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5e34df9b-68a1-4c00-a52c-00c210fcb4ab no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:06:20.530720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 5e34df9b-68a1-4c00-a52c-00c210fcb4ab {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:06:20.531071 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5e34df9b-68a1-4c00-a52c-00c210fcb4ab not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:06:20.614775 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0952244d-c1b4-4608-9003-1ee3a433ca8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.140658 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0952244d-c1b4-4608-9003-1ee3a433ca8d admin admin] Router b026a9aa-1aea-42e6-9c9d-64efa483b4f0 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:06:21.239045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0952244d-c1b4-4608-9003-1ee3a433ca8d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:06:21.243978 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0952244d-c1b4-4608-9003-1ee3a433ca8d admin admin] 10.222.0.42 "PUT /v2.0/routers/b026a9aa-1aea-42e6-9c9d-64efa483b4f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7611852 Dec 06 15:06:21.246467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42724) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:21.249246 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214c232-caad-4930-8446-72bcef887a11 None None] Sync routers for ids ['b026a9aa-1aea-42e6-9c9d-64efa483b4f0'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:21.259357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214c232-caad-4930-8446-72bcef887a11 None None] Routers {'b026a9aa-1aea-42e6-9c9d-64efa483b4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:21.260250 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2214c232-caad-4930-8446-72bcef887a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b026a9aa-1aea-42e6-9c9d-64efa483b4f0'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:21.347691 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.383527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-2214c232-caad-4930-8446-72bcef887a11 None None] Set router b026a9aa-1aea-42e6-9c9d-64efa483b4f0 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:21.448084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.556811 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2214c232-caad-4930-8446-72bcef887a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'name': 'tempest-TestMinimumBasicScenario-400574889-router', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135'}], 'enable_snat': True}, 'gw_port_id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:06:20Z', 'revision_number': 5, 'project_id': '36170503dc674488a7260d36d75e646c', 'gw_port': {'id': '5721dd97-5b1e-46a2-a60d-dfc454438925', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:1a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:21.558482 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Deleting port 5721dd97-5b1e-46a2-a60d-dfc454438925 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:21.558819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.583115 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214c232-caad-4930-8446-72bcef887a11 None None] Checking router: b026a9aa-1aea-42e6-9c9d-64efa483b4f0 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:06:21.591808 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2214c232-caad-4930-8446-72bcef887a11 None None] Routers {'b026a9aa-1aea-42e6-9c9d-64efa483b4f0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:21.592418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2214c232-caad-4930-8446-72bcef887a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['b026a9aa-1aea-42e6-9c9d-64efa483b4f0'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:21.641293 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] For port 5721dd97-5b1e-46a2-a60d-dfc454438925, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5721dd97-5b1e-46a2-a60d-dfc454438925,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:21.641883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.655050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Calling delete_port for 5721dd97-5b1e-46a2-a60d-dfc454438925 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:21.686621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-2214c232-caad-4930-8446-72bcef887a11 None None] Set router b026a9aa-1aea-42e6-9c9d-64efa483b4f0 gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:21.740198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2214c232-caad-4930-8446-72bcef887a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'name': 'tempest-TestMinimumBasicScenario-400574889-router', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:06:21Z', 'revision_number': 6, 'project_id': '36170503dc674488a7260d36d75e646c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:21.767688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2214c232-caad-4930-8446-72bcef887a11 None None] The sync data for ids ['b026a9aa-1aea-42e6-9c9d-64efa483b4f0'] in dv-neutron-master-2-hyperv is: [{'id': 'b026a9aa-1aea-42e6-9c9d-64efa483b4f0', 'name': 'tempest-TestMinimumBasicScenario-400574889-router', 'tenant_id': '36170503dc674488a7260d36d75e646c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:02:42Z', 'updated_at': '2021-12-06T15:06:21Z', 'revision_number': 6, 'project_id': '36170503dc674488a7260d36d75e646c', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:21.870160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:21.893555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Pushing event deleted for resources: {'Port': ['ID=5721dd97-5b1e-46a2-a60d-dfc454438925,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:21.909239 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f51839-aa5c-448c-8ee5-59f2f49a43a9 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:21.959373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.050695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.052816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.178997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.179573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b026a9aa-1aea-42e6-9c9d-64efa483b4f0 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:06:22.185028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.188365 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2c6bc6a2-3bf4-4344-9015-74a31d72578d admin admin] 10.222.0.42 "DELETE /v2.0/routers/b026a9aa-1aea-42e6-9c9d-64efa483b4f0 HTTP/1.1" status: 204 len: 168 time: 0.9385285 Dec 06 15:06:22.189459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42726) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:22.233273 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7ae6e10-29c5-4c11-9bd2-2790192c4018 admin admin] Deleting subnet 60ac5c3e-1539-4486-9a98-71187729a485 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:06:22.236221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6e10-29c5-4c11-9bd2-2790192c4018 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.271470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6e10-29c5-4c11-9bd2-2790192c4018 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.357118 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6e10-29c5-4c11-9bd2-2790192c4018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.458933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6e10-29c5-4c11-9bd2-2790192c4018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.484198 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ae6e10-29c5-4c11-9bd2-2790192c4018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60ac5c3e-1539-4486-9a98-71187729a485,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:22.487730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a7ae6e10-29c5-4c11-9bd2-2790192c4018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.490982 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a7ae6e10-29c5-4c11-9bd2-2790192c4018 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/60ac5c3e-1539-4486-9a98-71187729a485 HTTP/1.1" status: 204 len: 168 time: 0.3003833 Dec 06 15:06:22.493395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42728) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:22.499655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822b87f9-c704-4bbc-858b-a351047bf11e None None] Network e187902c-9b1d-42af-bf74-549451709eb0 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:22.576947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.577484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5721dd97-5b1e-46a2-a60d-dfc454438925 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:06:22.600452 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 5721dd97-5b1e-46a2-a60d-dfc454438925 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:06:22.600808 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5721dd97-5b1e-46a2-a60d-dfc454438925 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:06:22.601248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:06:22.630757 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Deleting port a0756cbd-6ce8-4f5a-a280-2476f79bc96d {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:22.631094 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.644163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:06:22.644163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 5b7e1c58-201d-44c9-9f69-9ee4d8ff98f8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:06:22.703747 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] For port a0756cbd-6ce8-4f5a-a280-2476f79bc96d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0756cbd-6ce8-4f5a-a280-2476f79bc96d,segment=NetworkSegment(83d9b530-9655-42cb-bcdf-0a3d76001de8),segment_id=83d9b530-9655-42cb-bcdf-0a3d76001de8)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:22.704176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.717901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Calling delete_port for a0756cbd-6ce8-4f5a-a280-2476f79bc96d owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:22.765121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c258ef3f-f875-44bc-8cfe-dc3a2ba62b8e None None] DHCP port deletion for e187902c-9b1d-42af-bf74-549451709eb0 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:22.815052 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c258ef3f-f875-44bc-8cfe-dc3a2ba62b8e None None] Deleting port a0756cbd-6ce8-4f5a-a280-2476f79bc96d {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:06:22.817119 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c258ef3f-f875-44bc-8cfe-dc3a2ba62b8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.876379 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-c258ef3f-f875-44bc-8cfe-dc3a2ba62b8e None None] For port a0756cbd-6ce8-4f5a-a280-2476f79bc96d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a0756cbd-6ce8-4f5a-a280-2476f79bc96d,segment=NetworkSegment(83d9b530-9655-42cb-bcdf-0a3d76001de8),segment_id=83d9b530-9655-42cb-bcdf-0a3d76001de8)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:22.876766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c258ef3f-f875-44bc-8cfe-dc3a2ba62b8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.888936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c258ef3f-f875-44bc-8cfe-dc3a2ba62b8e None None] Calling delete_port for a0756cbd-6ce8-4f5a-a280-2476f79bc96d owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:06:22.898625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.926495 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0756cbd-6ce8-4f5a-a280-2476f79bc96d,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:22.928320 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] No DVR routers for this DVR port a0756cbd-6ce8-4f5a-a280-2476f79bc96d on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:06:22.967793 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c258ef3f-f875-44bc-8cfe-dc3a2ba62b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:22.990937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258ef3f-f875-44bc-8cfe-dc3a2ba62b8e None None] Pushing event deleted for resources: {'Port': ['ID=a0756cbd-6ce8-4f5a-a280-2476f79bc96d,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:22.996342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258ef3f-f875-44bc-8cfe-dc3a2ba62b8e None None] No DVR routers for this DVR port a0756cbd-6ce8-4f5a-a280-2476f79bc96d on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:06:23.008626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.028540 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e187902c-9b1d-42af-bf74-549451709eb0']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:23.037968 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d9b530-9655-42cb-bcdf-0a3d76001de8') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:23.038255 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d9b530-9655-42cb-bcdf-0a3d76001de8') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:23.047878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.060399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.067557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:06:23.067957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:06:23.069629 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:06:23.166860 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.172058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.175267 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e187902c-9b1d-42af-bf74-549451709eb0 HTTP/1.1" status: 204 len: 168 time: 0.6803257 Dec 06 15:06:23.185497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dceb9c-7df5-49cb-9497-3238849f9081 admin admin] Pushing event deleted for resources: {'Network': ['ID=e187902c-9b1d-42af-bf74-549451709eb0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:23.452468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42732) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:23.491168 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-04f38173-a411-4cf9-9f39-3340ed8178a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ba57eb130d6490c9e25a61fae37c7b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0374320 Dec 06 15:06:23.493509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42734) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:23.539574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-894dcc0e-7251-44a3-871f-774ad3f95209 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.564156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-894dcc0e-7251-44a3-871f-774ad3f95209 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.658714 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-894dcc0e-7251-44a3-871f-774ad3f95209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.661334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-894dcc0e-7251-44a3-871f-774ad3f95209 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:23.662492 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-894dcc0e-7251-44a3-871f-774ad3f95209 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87d91838-5efb-4b73-93b6-18b83be70bb8 HTTP/1.1" status: 204 len: 168 time: 0.1676686 Dec 06 15:06:23.670613 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dcc0e-7251-44a3-871f-774ad3f95209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d91838-5efb-4b73-93b6-18b83be70bb8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:24.298605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42740) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:24.340148 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-95b1ba16-6167-4e44-877d-4349e42de445 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36170503dc674488a7260d36d75e646c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0403543 Dec 06 15:06:24.342731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42742) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:24.388808 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-11d66184-76a9-4d89-b22e-d764b4909a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:24.409850 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-11d66184-76a9-4d89-b22e-d764b4909a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:24.468950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a0756cbd-6ce8-4f5a-a280-2476f79bc96d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:06:24.489131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: a0756cbd-6ce8-4f5a-a280-2476f79bc96d {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:06:24.489473 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a0756cbd-6ce8-4f5a-a280-2476f79bc96d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:06:24.532919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-11d66184-76a9-4d89-b22e-d764b4909a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:24.535521 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-11d66184-76a9-4d89-b22e-d764b4909a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:24.536700 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-11d66184-76a9-4d89-b22e-d764b4909a05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/349e5fc1-82d4-4f31-bc59-06274b95542a HTTP/1.1" status: 204 len: 168 time: 0.1930857 Dec 06 15:06:24.545389 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d66184-76a9-4d89-b22e-d764b4909a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349e5fc1-82d4-4f31-bc59-06274b95542a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:26.710155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42782) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:26.714723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-18e32bbe-10bc-4d3a-9e17-f015565048bd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-604001779', 'description': 'tempest-secgroup-smoke-604001779 description', 'project_id': '28d5438d46074c7b994265283960d97a'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:26.772640 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18e32bbe-10bc-4d3a-9e17-f015565048bd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.780961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18e32bbe-10bc-4d3a-9e17-f015565048bd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.854962 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18e32bbe-10bc-4d3a-9e17-f015565048bd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.909414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18e32bbe-10bc-4d3a-9e17-f015565048bd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:26.949163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e32bbe-10bc-4d3a-9e17-f015565048bd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47427282-d84b-41da-bedf-2e67383b09c2,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:26.986204 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18e32bbe-10bc-4d3a-9e17-f015565048bd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.035217 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18e32bbe-10bc-4d3a-9e17-f015565048bd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.062544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e32bbe-10bc-4d3a-9e17-f015565048bd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540e2610-b03a-4255-855d-5bf2175f0dd8,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:27.100177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-18e32bbe-10bc-4d3a-9e17-f015565048bd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.101413 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-18e32bbe-10bc-4d3a-9e17-f015565048bd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3902364 Dec 06 15:06:27.104639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42784) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:27.109309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-31a34725-561b-4c1f-8354-ff3e00e22162 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '540e2610-b03a-4255-855d-5bf2175f0dd8', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:27.176933 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31a34725-561b-4c1f-8354-ff3e00e22162 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.231137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31a34725-561b-4c1f-8354-ff3e00e22162 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.275790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31a34725-561b-4c1f-8354-ff3e00e22162 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.293831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a34725-561b-4c1f-8354-ff3e00e22162 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5bfc43-5c46-4d20-9f74-57824d9d70ad,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:27.352001 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-31a34725-561b-4c1f-8354-ff3e00e22162 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.353257 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-31a34725-561b-4c1f-8354-ff3e00e22162 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2476048 Dec 06 15:06:27.355975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42786) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:27.360437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-41226c26-0131-4fc5-92bc-49eded54bc97 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '540e2610-b03a-4255-855d-5bf2175f0dd8', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:27.425066 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41226c26-0131-4fc5-92bc-49eded54bc97 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.482103 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41226c26-0131-4fc5-92bc-49eded54bc97 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.561293 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41226c26-0131-4fc5-92bc-49eded54bc97 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.584311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41226c26-0131-4fc5-92bc-49eded54bc97 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=788c4b08-fd9b-4100-943e-c30c1eb34e2a,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:27.684196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-41226c26-0131-4fc5-92bc-49eded54bc97 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.685768 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-41226c26-0131-4fc5-92bc-49eded54bc97 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3288169 Dec 06 15:06:27.688681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42788) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:27.693329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-69130dde-8c2e-434f-8124-afc77e82e388 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '540e2610-b03a-4255-855d-5bf2175f0dd8', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:27.771706 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69130dde-8c2e-434f-8124-afc77e82e388 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.830237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69130dde-8c2e-434f-8124-afc77e82e388 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.887368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69130dde-8c2e-434f-8124-afc77e82e388 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.906011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69130dde-8c2e-434f-8124-afc77e82e388 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ed9927-9e86-4bda-8af9-2b2944d19348,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:27.964452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-69130dde-8c2e-434f-8124-afc77e82e388 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:27.966038 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-69130dde-8c2e-434f-8124-afc77e82e388 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2762671 Dec 06 15:06:27.968750 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42790) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:27.973236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-98128c64-4ee2-4739-84d2-4c50c0fcd2ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '540e2610-b03a-4255-855d-5bf2175f0dd8', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:28.041850 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98128c64-4ee2-4739-84d2-4c50c0fcd2ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.098369 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98128c64-4ee2-4739-84d2-4c50c0fcd2ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.155119 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:06:28.161533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98128c64-4ee2-4739-84d2-4c50c0fcd2ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.179295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98128c64-4ee2-4739-84d2-4c50c0fcd2ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa58d7e-c53b-4348-a4dc-543dda9b9286,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:28.254967 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-98128c64-4ee2-4739-84d2-4c50c0fcd2ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.256197 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-98128c64-4ee2-4739-84d2-4c50c0fcd2ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2864401 Dec 06 15:06:28.259180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42792) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:28.263813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-b5821e91-a9eb-41bd-aebe-ec4454613084 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '540e2610-b03a-4255-855d-5bf2175f0dd8', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:28.350203 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-b5821e91-a9eb-41bd-aebe-ec4454613084 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Project 28d5438d46074c7b994265283960d97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:06:28.355408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5821e91-a9eb-41bd-aebe-ec4454613084 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.412149 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5821e91-a9eb-41bd-aebe-ec4454613084 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.487228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5821e91-a9eb-41bd-aebe-ec4454613084 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.504049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5821e91-a9eb-41bd-aebe-ec4454613084 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc214ec-1b41-4ba3-8f34-cb936bca1c6b,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:28.575615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5821e91-a9eb-41bd-aebe-ec4454613084 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.576898 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b5821e91-a9eb-41bd-aebe-ec4454613084 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3166618 Dec 06 15:06:28.579486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42794) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:28.583728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-84beb6fc-f981-44cb-a6db-99f9772ee34b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '540e2610-b03a-4255-855d-5bf2175f0dd8', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:28.669969 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-84beb6fc-f981-44cb-a6db-99f9772ee34b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Project 28d5438d46074c7b994265283960d97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:06:28.676805 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-84beb6fc-f981-44cb-a6db-99f9772ee34b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.734333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-84beb6fc-f981-44cb-a6db-99f9772ee34b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.778027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-84beb6fc-f981-44cb-a6db-99f9772ee34b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.796523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84beb6fc-f981-44cb-a6db-99f9772ee34b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=043f6421-a825-425d-b98d-2fda81a0533a,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:28.854315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-84beb6fc-f981-44cb-a6db-99f9772ee34b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.855495 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-84beb6fc-f981-44cb-a6db-99f9772ee34b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2750778 Dec 06 15:06:28.862268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42796) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:28.867403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1f7981e6-8ba2-4936-8044-145d73853d82 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'network': {'name': 'tempest-network-smoke--604346584', 'project_id': '28d5438d46074c7b994265283960d97a', 'port_security_enabled': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:28.926995 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7981e6-8ba2-4936-8044-145d73853d82 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:28.930405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f7981e6-8ba2-4936-8044-145d73853d82 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.953600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f7981e6-8ba2-4936-8044-145d73853d82 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:06:28.962437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f7981e6-8ba2-4936-8044-145d73853d82 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:28.962789 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-1f7981e6-8ba2-4936-8044-145d73853d82 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Added segment fca1798b-0d79-407a-8d5c-89a3323b6b59 of type vlan for network b01ff99e-f8f5-4288-b6cb-b91378e18400 Dec 06 15:06:29.004063 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f7981e6-8ba2-4936-8044-145d73853d82 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.092363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f7981e6-8ba2-4936-8044-145d73853d82 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.097831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7981e6-8ba2-4936-8044-145d73853d82 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:29.098404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1f7981e6-8ba2-4936-8044-145d73853d82 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.161715 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7981e6-8ba2-4936-8044-145d73853d82 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Network': ['ID=b01ff99e-f8f5-4288-b6cb-b91378e18400,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:29.172313 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network b01ff99e-f8f5-4288-b6cb-b91378e18400 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:06:29.192566 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1f7981e6-8ba2-4936-8044-145d73853d82 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3291674 Dec 06 15:06:29.195179 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42798) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:29.199572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'admin_state_up': True, 'project_id': '28d5438d46074c7b994265283960d97a', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:29.292991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.294072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.346228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.537814 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.760473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.779207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.878614 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.36.1.120 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/9020cc7d-b07f-42cc-81f6-be4503d82025) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:29.886966 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:29.991307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.064306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.103483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:30.106326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:30.110090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:30.121266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd573897-8543-4d57-812b-87336e04885b None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:30.138052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=9020cc7d-b07f-42cc-81f6-be4503d82025,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:30.173844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4a25cc62-1642-4ad5-a237-e40df7661366 None None] Provisioning complete for port 9020cc7d-b07f-42cc-81f6-be4503d82025 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:30.174424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4a25cc62-1642-4ad5-a237-e40df7661366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.214110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4a25cc62-1642-4ad5-a237-e40df7661366 None None] Port 9020cc7d-b07f-42cc-81f6-be4503d82025 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:06:30.418504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:30.949544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.161182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 36e1d9a1-b450-4308-a6d3-3d77d3769333 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:06:31.268501 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:06:31.276276 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4eb8724a-089d-474c-afcd-d2fb79e6d3ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.278375 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Sync routers for ids ['36e1d9a1-b450-4308-a6d3-3d77d3769333'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:31.292004 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Routers {'36e1d9a1-b450-4308-a6d3-3d77d3769333'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:31.292619 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['36e1d9a1-b450-4308-a6d3-3d77d3769333'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:31.328879 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.330228 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4a0df8ad-3c75-4499-8da9-ea98f5893db1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1340532 Dec 06 15:06:31.333421 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42802) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:31.392163 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Set router 36e1d9a1-b450-4308-a6d3-3d77d3769333 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:31.451555 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-8cb37ea9-2176-4971-87fd-c312a0d07444 tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=28d5438d46074c7b994265283960d97a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1170332 Dec 06 15:06:31.454290 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42806) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:31.542271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212a46de-7db8-49b2-b3f8-9c4195d1b61b tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:31.543766 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-212a46de-7db8-49b2-b3f8-9c4195d1b61b tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0885236 Dec 06 15:06:31.546746 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42808) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:31.566703 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:30Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:31.576711 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8542450b-73b4-4453-bc9c-f87f4d78185c tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288484 Dec 06 15:06:31.579289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42810) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:31.583822 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-19ad31d4-283e-450d-8edf-cbdccd55ca08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1298157937', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'project_id': '28d5438d46074c7b994265283960d97a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:31.592838 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Checking router: 36e1d9a1-b450-4308-a6d3-3d77d3769333 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:06:31.593199 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Updating router 36e1d9a1-b450-4308-a6d3-3d77d3769333 port 9020cc7d-b07f-42cc-81f6-be4503d82025 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:06:31.617228 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.726834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ad31d4-283e-450d-8edf-cbdccd55ca08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:31.730397 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-19ad31d4-283e-450d-8edf-cbdccd55ca08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.863090 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.933232 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.973714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-171135f8-7404-492d-b04e-16bfff0457b2 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:31.981182 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Attempting to bind port 9020cc7d-b07f-42cc-81f6-be4503d82025 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:31.981552 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Attempting to bind port 9020cc7d-b07f-42cc-81f6-be4503d82025 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:31.981911 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Attempting to bind port 9020cc7d-b07f-42cc-81f6-be4503d82025 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:31.987338 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Pushing event updated for resources: {'Port': ['ID=9020cc7d-b07f-42cc-81f6-be4503d82025,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:31.991862 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:31.992230 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:31.992624 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.993045 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:31.993501 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Bound port: 9020cc7d-b07f-42cc-81f6-be4503d82025, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:31.994386 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:31.996171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-19ad31d4-283e-450d-8edf-cbdccd55ca08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.000983 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.001325 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.008137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.008137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.008137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.008137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.008137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.008137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.008137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.008137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.008137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.008137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.008137 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:06:32.047352 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ed753766-f169-4a68-9de1-befd1017df04 None None] Provisioning complete for port 9020cc7d-b07f-42cc-81f6-be4503d82025 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:32.048148 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed753766-f169-4a68-9de1-befd1017df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.071934 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] For port 9020cc7d-b07f-42cc-81f6-be4503d82025, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:32.075530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad31d4-283e-450d-8edf-cbdccd55ca08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Subnet': ['ID=5676e896-a474-4b39-9c95-1eca7f0b4188,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:32.077828 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] For port 9020cc7d-b07f-42cc-81f6-be4503d82025, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9020cc7d-b07f-42cc-81f6-be4503d82025,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:32.078880 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ad31d4-283e-450d-8edf-cbdccd55ca08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Checking segment: {'id': 'fca1798b-0d79-407a-8d5c-89a3323b6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:32.079241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ad31d4-283e-450d-8edf-cbdccd55ca08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network hostable DHCP agents. Network: b01ff99e-f8f5-4288-b6cb-b91378e18400, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:06:32.088565 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ed753766-f169-4a68-9de1-befd1017df04 None None] Port 9020cc7d-b07f-42cc-81f6-be4503d82025 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:06:32.133162 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.155260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ad31d4-283e-450d-8edf-cbdccd55ca08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network b01ff99e-f8f5-4288-b6cb-b91378e18400 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:06:32.175004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ad49b5-a885-409b-9c90-232c0289c6e6 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:06:32.191091 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Routers {'36e1d9a1-b450-4308-a6d3-3d77d3769333'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:32.191706 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['36e1d9a1-b450-4308-a6d3-3d77d3769333'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:32.196378 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bde758b-5b04-4271-af71-0d843fc55bce None None] Pushing event updated for resources: {'Port': ['ID=9020cc7d-b07f-42cc-81f6-be4503d82025,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:32.206933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e2ddba00-fb0a-41d3-b51c-9a8116e5ec69 None None] Provisioning complete for port 9020cc7d-b07f-42cc-81f6-be4503d82025 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:32.207367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e2ddba00-fb0a-41d3-b51c-9a8116e5ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.235761 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-19ad31d4-283e-450d-8edf-cbdccd55ca08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b01ff99e-f8f5-4288-b6cb-b91378e18400) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:32.240008 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ad31d4-283e-450d-8edf-cbdccd55ca08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:32.240732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-19ad31d4-283e-450d-8edf-cbdccd55ca08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.255839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a45790d-3ced-480f-86b5-f2e05f557ac1 None None] Network b01ff99e-f8f5-4288-b6cb-b91378e18400 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:32.299135 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] Set router 36e1d9a1-b450-4308-a6d3-3d77d3769333 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:32.325086 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-19ad31d4-283e-450d-8edf-cbdccd55ca08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7447472 Dec 06 15:06:32.328201 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42812) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:32.377039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e2ddba00-fb0a-41d3-b51c-9a8116e5ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.420321 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e2ddba00-fb0a-41d3-b51c-9a8116e5ec69 None None] For port 9020cc7d-b07f-42cc-81f6-be4503d82025, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9020cc7d-b07f-42cc-81f6-be4503d82025,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:32.472798 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b01ff99e-f8f5-4288-b6cb-b91378e18400', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'fixed_ips': [{'subnet_id': '5676e896-a474-4b39-9c95-1eca7f0b4188'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:06:32.473947 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.491796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e2ddba00-fb0a-41d3-b51c-9a8116e5ec69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.569139 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:30Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:32.595432 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dde588-9eaf-467d-b727-0add703c36e9 None None] The sync data for ids ['36e1d9a1-b450-4308-a6d3-3d77d3769333'] in dv-neutron-master-2-hyperv is: [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:30Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:32.609499 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddba00-fb0a-41d3-b51c-9a8116e5ec69 None None] Pushing event updated for resources: {'Port': ['ID=9020cc7d-b07f-42cc-81f6-be4503d82025,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:32.661082 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Allocated IP 172.20.0.2 (b01ff99e-f8f5-4288-b6cb-b91378e18400/5676e896-a474-4b39-9c95-1eca7f0b4188/4a639a62-5444-4edf-b063-b5afffc4787a) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:32.833337 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:32.989872 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.042025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.084218 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Network b01ff99e-f8f5-4288-b6cb-b91378e18400 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:33.087682 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:33.091194 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:33.103725 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Pushing event updated for resources: {'Port': ['ID=4a639a62-5444-4edf-b063-b5afffc4787a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:33.158642 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.20.0.1 (b01ff99e-f8f5-4288-b6cb-b91378e18400/5676e896-a474-4b39-9c95-1eca7f0b4188/8eb4ed45-387c-4943-b731-3d64c4776939) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:33.162162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Attempting to bind port 4a639a62-5444-4edf-b063-b5afffc4787a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:33.162561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Attempting to bind port 4a639a62-5444-4edf-b063-b5afffc4787a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fca1798b-0d79-407a-8d5c-89a3323b6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:33.162930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Attempting to bind port 4a639a62-5444-4edf-b063-b5afffc4787a on network b01ff99e-f8f5-4288-b6cb-b91378e18400 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:33.168463 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:33.170371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Checking segment: {'id': 'fca1798b-0d79-407a-8d5c-89a3323b6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:33.170371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.170371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Bound using segment: {'id': 'fca1798b-0d79-407a-8d5c-89a3323b6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:33.170371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Bound port: 4a639a62-5444-4edf-b063-b5afffc4787a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca1798b-0d79-407a-8d5c-89a3323b6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:33.170726 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.237227 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] For port 4a639a62-5444-4edf-b063-b5afffc4787a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:33.240596 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] For port 4a639a62-5444-4edf-b063-b5afffc4787a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a639a62-5444-4edf-b063-b5afffc4787a,segment=NetworkSegment(fca1798b-0d79-407a-8d5c-89a3323b6b59),segment_id=fca1798b-0d79-407a-8d5c-89a3323b6b59)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:33.276615 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.322790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.373447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.381894 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed26145-17c8-47e7-a840-a7cba2c60e6c None None] Pushing event updated for resources: {'Port': ['ID=4a639a62-5444-4edf-b063-b5afffc4787a,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:33.398232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network b01ff99e-f8f5-4288-b6cb-b91378e18400 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:33.400786 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:33.424151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:33.472702 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=8eb4ed45-387c-4943-b731-3d64c4776939,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:33.484936 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.706244 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.709817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-474ce941-0afb-40db-a99e-88f3f7a71123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:33.976100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.012782 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.089506 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=8eb4ed45-387c-4943-b731-3d64c4776939,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:34.091825 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.189124 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network b01ff99e-f8f5-4288-b6cb-b91378e18400 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:34.190602 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:34.303298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 36e1d9a1-b450-4308-a6d3-3d77d3769333 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:06:34.409100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:06:34.414866 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a1968891-549d-42da-ba98-43d5421f3b5d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "PUT /v2.0/routers/36e1d9a1-b450-4308-a6d3-3d77d3769333/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0858068 Dec 06 15:06:34.418397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Sync routers for ids ['36e1d9a1-b450-4308-a6d3-3d77d3769333'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:34.430020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Routers {'36e1d9a1-b450-4308-a6d3-3d77d3769333'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:34.430679 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['36e1d9a1-b450-4308-a6d3-3d77d3769333'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:34.551437 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4a639a62-5444-4edf-b063-b5afffc4787a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:34.583350 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-b31837d6-f5fe-43cb-95f0-a2e52590c4b2 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-604001779&fields=id&tenant_id=28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 267 time: 0.0553432 Dec 06 15:06:34.597876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Set router 36e1d9a1-b450-4308-a6d3-3d77d3769333 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:34.699397 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639b557-650c-4c12-b6b1-849fd509540f req-154e2dbd-8187-4ed5-84a1-e26801517eae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:34.700894 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-154e2dbd-8187-4ed5-84a1-e26801517eae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/networks?id=b01ff99e-f8f5-4288-b6cb-b91378e18400 HTTP/1.1" status: 200 len: 796 time: 0.1085358 Dec 06 15:06:34.702099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 4a639a62-5444-4edf-b063-b5afffc4787a triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:34.702469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.719725 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-d3c0d0e2-a11f-4a84-8bf1-2647f43649e8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/quotas/28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 375 time: 0.0102763 Dec 06 15:06:34.780985 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-f8f6d08e-dd3e-40c3-a018-b1d998680cad tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540628 Dec 06 15:06:34.862260 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-36ee1620-aaa4-4b7c-b72c-7161efff6a3e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:06:34.863775 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-36ee1620-aaa4-4b7c-b72c-7161efff6a3e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0693786 Dec 06 15:06:34.869631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:34.917260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec49c3e-9154-44fe-ba79-3ae08720ddd6 None None] Network b01ff99e-f8f5-4288-b6cb-b91378e18400 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:06:34.934893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 4a639a62-5444-4edf-b063-b5afffc4787a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a639a62-5444-4edf-b063-b5afffc4787a,segment=NetworkSegment(fca1798b-0d79-407a-8d5c-89a3323b6b59),segment_id=fca1798b-0d79-407a-8d5c-89a3323b6b59)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:34.951404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:33Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8eb4ed45-387c-4943-b731-3d64c4776939', 'name': '', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:fd:82:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:32Z', 'updated_at': '2021-12-06T15:06:33Z', 'revision_number': 2, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:34.961389 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-be537033-bafe-4708-8474-e4743dec87c3 service neutron] 10.222.0.42 "GET /v2.0/networks/b01ff99e-f8f5-4288-b6cb-b91378e18400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905669 Dec 06 15:06:34.981051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.015117 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.015880 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9020cc7d-b07f-42cc-81f6-be4503d82025 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:35.017484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Checking router: 36e1d9a1-b450-4308-a6d3-3d77d3769333 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:06:35.022560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Updating router 36e1d9a1-b450-4308-a6d3-3d77d3769333 port 8eb4ed45-387c-4943-b731-3d64c4776939 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:06:35.044486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1a4ddd3a-ab22-477a-adfd-d82d7a97d983 None None] Provisioning complete for port 4a639a62-5444-4edf-b063-b5afffc4787a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:35.044774 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1a4ddd3a-ab22-477a-adfd-d82d7a97d983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.057223 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-8b456ddd-09ad-4366-87b6-cb2d8ca6df09 service neutron] 10.222.0.42 "GET /v2.0/networks/b01ff99e-f8f5-4288-b6cb-b91378e18400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887885 Dec 06 15:06:35.135285 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.198487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=4a639a62-5444-4edf-b063-b5afffc4787a,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:35.301096 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f560b06d-8de3-484b-a8fb-b1521ea0076f req-b748702a-082a-4321-ba3b-7449f892fe4c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 210 time: 0.0283618 Dec 06 15:06:35.343961 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 9020cc7d-b07f-42cc-81f6-be4503d82025 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:35.344278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.608489 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.675820 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.734159 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ffe41-3770-4498-9859-ecd19df33bd6 None None] Pushing event updated for resources: {'Port': ['ID=8eb4ed45-387c-4943-b731-3d64c4776939,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:35.745280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-16712891-d79e-4eba-bfa5-89524911ff4e None None] Provisioning complete for port 8eb4ed45-387c-4943-b731-3d64c4776939 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:35.745651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16712891-d79e-4eba-bfa5-89524911ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.972491 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-16712891-d79e-4eba-bfa5-89524911ff4e None None] Port 8eb4ed45-387c-4943-b731-3d64c4776939 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:06:35.974141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Attempting to bind port 8eb4ed45-387c-4943-b731-3d64c4776939 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:35.974503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Attempting to bind port 8eb4ed45-387c-4943-b731-3d64c4776939 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fca1798b-0d79-407a-8d5c-89a3323b6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:35.974864 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Attempting to bind port 8eb4ed45-387c-4943-b731-3d64c4776939 on network b01ff99e-f8f5-4288-b6cb-b91378e18400 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:35.983522 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 6, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:35.983902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Checking segment: {'id': 'fca1798b-0d79-407a-8d5c-89a3323b6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:35.984298 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:35.984787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Bound using segment: {'id': 'fca1798b-0d79-407a-8d5c-89a3323b6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:35.985244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Bound port: 8eb4ed45-387c-4943-b731-3d64c4776939, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca1798b-0d79-407a-8d5c-89a3323b6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:35.985619 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.000465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-16712891-d79e-4eba-bfa5-89524911ff4e None None] Provisioning complete for port 4a639a62-5444-4edf-b063-b5afffc4787a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:36.000839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-16712891-d79e-4eba-bfa5-89524911ff4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.097921 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] For port 8eb4ed45-387c-4943-b731-3d64c4776939, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:36.102180 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] For port 8eb4ed45-387c-4943-b731-3d64c4776939, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8eb4ed45-387c-4943-b731-3d64c4776939,segment=NetworkSegment(fca1798b-0d79-407a-8d5c-89a3323b6b59),segment_id=fca1798b-0d79-407a-8d5c-89a3323b6b59)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:36.150401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.179143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.239631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96ffe41-3770-4498-9859-ecd19df33bd6 None None] Pushing event updated for resources: {'Port': ['ID=8eb4ed45-387c-4943-b731-3d64c4776939,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:36.242165 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Routers {'36e1d9a1-b450-4308-a6d3-3d77d3769333'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:36.242766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['36e1d9a1-b450-4308-a6d3-3d77d3769333'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:36.301940 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4cf8f7ae-829d-4081-bff4-0dff5e497cc1 None None] Provisioning complete for port 8eb4ed45-387c-4943-b731-3d64c4776939 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:36.302311 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f7ae-829d-4081-bff4-0dff5e497cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.397638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] Set router 36e1d9a1-b450-4308-a6d3-3d77d3769333 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:36.425522 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7e724513-953c-47a3-b0b2-c692df0f9980 req-45ba34ef-431b-4ff9-b636-09ebfe9a0afb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 210 time: 0.0288706 Dec 06 15:06:36.508303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4a639a62-5444-4edf-b063-b5afffc4787a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:36.533494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f7ae-829d-4081-bff4-0dff5e497cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.632267 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-4cf8f7ae-829d-4081-bff4-0dff5e497cc1 None None] For port 8eb4ed45-387c-4943-b731-3d64c4776939, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8eb4ed45-387c-4943-b731-3d64c4776939,segment=NetworkSegment(fca1798b-0d79-407a-8d5c-89a3323b6b59),segment_id=fca1798b-0d79-407a-8d5c-89a3323b6b59)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:36.659395 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 4a639a62-5444-4edf-b063-b5afffc4787a triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:36.663101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.723913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4cf8f7ae-829d-4081-bff4-0dff5e497cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.819166 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:33Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8eb4ed45-387c-4943-b731-3d64c4776939', 'name': '', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:fd:82:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:32Z', 'updated_at': '2021-12-06T15:06:36Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:36.823884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf8f7ae-829d-4081-bff4-0dff5e497cc1 None None] Pushing event updated for resources: {'Port': ['ID=8eb4ed45-387c-4943-b731-3d64c4776939,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:36.858773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5c701c-d0db-4ee3-8fe4-776dcc2e5164 None None] The sync data for ids ['36e1d9a1-b450-4308-a6d3-3d77d3769333'] in dv-neutron-master-2-hyperv is: [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:33Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8eb4ed45-387c-4943-b731-3d64c4776939', 'name': '', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:fd:82:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:32Z', 'updated_at': '2021-12-06T15:06:36Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:36.882691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ad9832c7-3fde-4e0e-aa78-2571826e591f None None] Provisioning complete for port 8eb4ed45-387c-4943-b731-3d64c4776939 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:36.883083 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ad9832c7-3fde-4e0e-aa78-2571826e591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:36.967254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.429382 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639b557-650c-4c12-b6b1-849fd509540f req-52e67916-8ed2-4c2c-82a9-a04fcdea3285 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:37.431376 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-52e67916-8ed2-4c2c-82a9-a04fcdea3285 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/networks?id=b01ff99e-f8f5-4288-b6cb-b91378e18400 HTTP/1.1" status: 200 len: 796 time: 0.1159010 Dec 06 15:06:37.502506 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-46333f5e-4ab1-4c00-9f6f-d4401cb06f4c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 379 time: 0.0608964 Dec 06 15:06:37.519190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-7639b557-650c-4c12-b6b1-849fd509540f req-f1d8c5ed-8586-444f-88fc-ab2b4eee4f98 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'port': {'device_id': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'admin_state_up': True, 'tenant_id': '28d5438d46074c7b994265283960d97a', 'security_groups': ['540e2610-b03a-4255-855d-5bf2175f0dd8']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:37.540181 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9e8fe7ed-cfbd-41e6-94e1-f5f7fa8f0a23 req-d52e7681-9208-45ec-89bc-62f13d859294 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 210 time: 0.0367088 Dec 06 15:06:37.789957 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7639b557-650c-4c12-b6b1-849fd509540f req-f1d8c5ed-8586-444f-88fc-ab2b4eee4f98 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:06:37.794531 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7639b557-650c-4c12-b6b1-849fd509540f req-f1d8c5ed-8586-444f-88fc-ab2b4eee4f98 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:37.926383 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-7639b557-650c-4c12-b6b1-849fd509540f req-f1d8c5ed-8586-444f-88fc-ab2b4eee4f98 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.20.0.8 (b01ff99e-f8f5-4288-b6cb-b91378e18400/5676e896-a474-4b39-9c95-1eca7f0b4188/b28c2a2d-289f-46ff-8b5b-43c9901a7376) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:38.067765 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7639b557-650c-4c12-b6b1-849fd509540f req-f1d8c5ed-8586-444f-88fc-ab2b4eee4f98 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.155984 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7639b557-650c-4c12-b6b1-849fd509540f req-f1d8c5ed-8586-444f-88fc-ab2b4eee4f98 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.199576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7639b557-650c-4c12-b6b1-849fd509540f req-f1d8c5ed-8586-444f-88fc-ab2b4eee4f98 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network b01ff99e-f8f5-4288-b6cb-b91378e18400 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:38.202583 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-7639b557-650c-4c12-b6b1-849fd509540f req-f1d8c5ed-8586-444f-88fc-ab2b4eee4f98 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:38.206372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7639b557-650c-4c12-b6b1-849fd509540f req-f1d8c5ed-8586-444f-88fc-ab2b4eee4f98 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:38.213484 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d8c5ed-8586-444f-88fc-ab2b4eee4f98 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=b28c2a2d-289f-46ff-8b5b-43c9901a7376,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:38.264188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639b557-650c-4c12-b6b1-849fd509540f req-f1d8c5ed-8586-444f-88fc-ab2b4eee4f98 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:38.264802 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7639b557-650c-4c12-b6b1-849fd509540f req-f1d8c5ed-8586-444f-88fc-ab2b4eee4f98 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.335902 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-f1d8c5ed-8586-444f-88fc-ab2b4eee4f98 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8236294 Dec 06 15:06:38.349919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Request body: {'port': {'device_id': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:38.404660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.411728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d42641fc-399a-474f-8624-f4e5f423addd None None] Provisioning complete for port b28c2a2d-289f-46ff-8b5b-43c9901a7376 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:38.412224 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d42641fc-399a-474f-8624-f4e5f423addd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.446071 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-d42641fc-399a-474f-8624-f4e5f423addd None None] Port b28c2a2d-289f-46ff-8b5b-43c9901a7376 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:06:38.517114 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8eb4ed45-387c-4943-b731-3d64c4776939 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:38.568727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 8eb4ed45-387c-4943-b731-3d64c4776939 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:38.569130 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.663761 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b0e7fc-42df-411c-90af-1edc721db1d9 req-d965f3a6-3e6d-4cf3-b394-5b3e72b84e83 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:38.669347 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-60b0e7fc-42df-411c-90af-1edc721db1d9 req-d965f3a6-3e6d-4cf3-b394-5b3e72b84e83 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 931 time: 0.0561464 Dec 06 15:06:38.684400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28c2a2d-289f-46ff-8b5b-43c9901a7376 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:06:38.692182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.704523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Transition to ACTIVE for port object b28c2a2d-289f-46ff-8b5b-43c9901a7376 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:06:38.718365 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-60b0e7fc-42df-411c-90af-1edc721db1d9 req-5366b050-1e25-4cd7-977e-ce3ec4de455d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461705 Dec 06 15:06:38.772414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.824046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Pushing event updated for resources: {'Port': ['ID=b28c2a2d-289f-46ff-8b5b-43c9901a7376,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:38.896069 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Attempting to bind port b28c2a2d-289f-46ff-8b5b-43c9901a7376 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:06:38.896397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Attempting to bind port b28c2a2d-289f-46ff-8b5b-43c9901a7376 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'fca1798b-0d79-407a-8d5c-89a3323b6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:06:38.896719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Attempting to bind port b28c2a2d-289f-46ff-8b5b-43c9901a7376 on network b01ff99e-f8f5-4288-b6cb-b91378e18400 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:38.902105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Port b28c2a2d-289f-46ff-8b5b-43c9901a7376 on network b01ff99e-f8f5-4288-b6cb-b91378e18400 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:06:38.902422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Attempting to bind port b28c2a2d-289f-46ff-8b5b-43c9901a7376 on network b01ff99e-f8f5-4288-b6cb-b91378e18400 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:06:38.907470 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:06:38.907783 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Checking segment: {'id': 'fca1798b-0d79-407a-8d5c-89a3323b6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:06:38.908158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Bound using segment: {'id': 'fca1798b-0d79-407a-8d5c-89a3323b6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:06:38.908573 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Bound port: b28c2a2d-289f-46ff-8b5b-43c9901a7376, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fca1798b-0d79-407a-8d5c-89a3323b6b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:06:38.908942 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:38.977094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] For port b28c2a2d-289f-46ff-8b5b-43c9901a7376, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:06:38.980078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] For port b28c2a2d-289f-46ff-8b5b-43c9901a7376, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b28c2a2d-289f-46ff-8b5b-43c9901a7376,segment=NetworkSegment(fca1798b-0d79-407a-8d5c-89a3323b6b59),segment_id=fca1798b-0d79-407a-8d5c-89a3323b6b59)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:06:39.035870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.072361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:39.073016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:39.074440 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] 10.222.0.41 "PUT /v2.0/ports/b28c2a2d-289f-46ff-8b5b-43c9901a7376 HTTP/1.1" status: 200 len: 1093 time: 0.7289264 Dec 06 15:06:39.074895 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'tag': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:39.077210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f273e282-1b63-4230-9e86-423e58cade2b" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3be0f7-a280-4291-b9f2-a80a2c700aab", "tag": "b28c2a2d-289f-46ff-8b5b-43c9901a7376"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:39.111336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24a980-39eb-4e9d-a690-da7ac8afba25 service neutron] Pushing event updated for resources: {'Port': ['ID=b28c2a2d-289f-46ff-8b5b-43c9901a7376,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:39.122350 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7584f31-5080-4c25-8df1-2fb6c97f76bd x-openstack-request-id: req-d7584f31-5080-4c25-8df1-2fb6c97f76bd {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:39.122647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3be0f7-a280-4291-b9f2-a80a2c700aab", "tag": "b28c2a2d-289f-46ff-8b5b-43c9901a7376", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:39.122900 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d7584f31-5080-4c25-8df1-2fb6c97f76bd {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:39.123298 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'tag': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376', 'status': 'completed', 'code': 200} Dec 06 15:06:39.188355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273e282-1b63-4230-9e86-423e58cade2b req-aa71a278-4634-42b6-ad53-745dc294f2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:39.189949 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f273e282-1b63-4230-9e86-423e58cade2b req-aa71a278-4634-42b6-ad53-745dc294f2b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 1096 time: 0.0449879 Dec 06 15:06:39.293980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273e282-1b63-4230-9e86-423e58cade2b req-1b999981-0bbb-4709-8d19-a04701c9042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:39.295374 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f273e282-1b63-4230-9e86-423e58cade2b req-1b999981-0bbb-4709-8d19-a04701c9042b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=28d5438d46074c7b994265283960d97a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0972080 Dec 06 15:06:39.387676 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273e282-1b63-4230-9e86-423e58cade2b req-b8aaa529-1b39-4969-a6c2-e007d214862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:39.389374 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f273e282-1b63-4230-9e86-423e58cade2b req-b8aaa529-1b39-4969-a6c2-e007d214862e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873754 Dec 06 15:06:39.468701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639b557-650c-4c12-b6b1-849fd509540f req-8c9f1181-0a37-45cb-b8c6-906d98fbfeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:39.470160 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-8c9f1181-0a37-45cb-b8c6-906d98fbfeb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 1096 time: 0.0444605 Dec 06 15:06:39.510727 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-e1f2924c-726f-4896-a5e3-0aabb1ba7873 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b28c2a2d-289f-46ff-8b5b-43c9901a7376 HTTP/1.1" status: 200 len: 217 time: 0.0329633 Dec 06 15:06:39.557943 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639b557-650c-4c12-b6b1-849fd509540f req-6ae32a73-bf98-43a1-b23a-e0e4fad81f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:39.559239 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-6ae32a73-bf98-43a1-b23a-e0e4fad81f15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5676e896-a474-4b39-9c95-1eca7f0b4188 HTTP/1.1" status: 200 len: 835 time: 0.0418599 Dec 06 15:06:39.602732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7639b557-650c-4c12-b6b1-849fd509540f req-9802119b-1cd3-495f-b4ad-f842e12f3917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:39.604750 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-9802119b-1cd3-495f-b4ad-f842e12f3917 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b01ff99e-f8f5-4288-b6cb-b91378e18400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387883 Dec 06 15:06:39.698747 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-6ba3a096-b278-46b7-8ab5-063230db89c9 service neutron] 10.222.0.41 "GET /v2.0/networks/b01ff99e-f8f5-4288-b6cb-b91378e18400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865376 Dec 06 15:06:39.792865 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7639b557-650c-4c12-b6b1-849fd509540f req-c7771c71-c206-4ff6-a934-340b31f28175 service neutron] 10.222.0.41 "GET /v2.0/networks/b01ff99e-f8f5-4288-b6cb-b91378e18400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877311 Dec 06 15:06:39.836403 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdd78b-9b26-4a7a-8c32-90c308468e82 req-e3f9139b-d0c0-42da-87f1-e1c198aa3cbf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:39.837772 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-11cdd78b-9b26-4a7a-8c32-90c308468e82 req-e3f9139b-d0c0-42da-87f1-e1c198aa3cbf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 943 time: 0.0524912 Dec 06 15:06:39.886734 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-11cdd78b-9b26-4a7a-8c32-90c308468e82 req-9c46b3c0-51e5-4508-83da-486c63177dde tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426400 Dec 06 15:06:41.001904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff0519-3622-4659-a559-67259e66e13c req-9d9af16b-761c-4ed7-833c-ba8f1fe26d21 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:41.003241 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95ff0519-3622-4659-a559-67259e66e13c req-9d9af16b-761c-4ed7-833c-ba8f1fe26d21 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 943 time: 0.0483320 Dec 06 15:06:41.051556 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95ff0519-3622-4659-a559-67259e66e13c req-c7e5bd5e-f416-4e69-892b-fb6d7dcb60e5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424981 Dec 06 15:06:42.167317 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf0f64-b2db-4a50-906e-7b9b786bcd82 req-2a6e51c2-e0db-4996-a677-fbfc92759ab1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:42.168840 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c5cf0f64-b2db-4a50-906e-7b9b786bcd82 req-2a6e51c2-e0db-4996-a677-fbfc92759ab1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 943 time: 0.0521312 Dec 06 15:06:42.220532 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c5cf0f64-b2db-4a50-906e-7b9b786bcd82 req-e650f81f-c80b-4bee-92c4-8a96ccc66f57 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457306 Dec 06 15:06:43.333378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6836a6-6735-4368-8874-b18a140ea0c2 req-54bb3707-1f17-4dd4-af13-73ea23ce40c5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:43.335087 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1c6836a6-6735-4368-8874-b18a140ea0c2 req-54bb3707-1f17-4dd4-af13-73ea23ce40c5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 943 time: 0.0477493 Dec 06 15:06:43.383087 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1c6836a6-6735-4368-8874-b18a140ea0c2 req-4bfd46ec-99dc-4e07-a3bd-3aca5137697e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422065 Dec 06 15:06:44.047012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device b28c2a2d-289f-46ff-8b5b-43c9901a7376 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:06:44.146429 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port b28c2a2d-289f-46ff-8b5b-43c9901a7376, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b28c2a2d-289f-46ff-8b5b-43c9901a7376,segment=NetworkSegment(fca1798b-0d79-407a-8d5c-89a3323b6b59),segment_id=fca1798b-0d79-407a-8d5c-89a3323b6b59)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:44.160736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'port_id': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376', 'mac_address': 'fa:16:3e:52:92:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:06:44.196935 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:44.209893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28c2a2d-289f-46ff-8b5b-43c9901a7376 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:06:44.228340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port b28c2a2d-289f-46ff-8b5b-43c9901a7376, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b28c2a2d-289f-46ff-8b5b-43c9901a7376,segment=NetworkSegment(fca1798b-0d79-407a-8d5c-89a3323b6b59),segment_id=fca1798b-0d79-407a-8d5c-89a3323b6b59)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:44.280688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:44.331391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=b28c2a2d-289f-46ff-8b5b-43c9901a7376,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:44.495895 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbca8b7-22a4-42ad-a165-8d3b52ac08f0 req-5beb9feb-ea2b-48f6-bb31-0f370b4d5c21 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:44.497428 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bdbca8b7-22a4-42ad-a165-8d3b52ac08f0 req-5beb9feb-ea2b-48f6-bb31-0f370b4d5c21 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 944 time: 0.0469122 Dec 06 15:06:44.549014 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-bdbca8b7-22a4-42ad-a165-8d3b52ac08f0 req-e669d6bb-4d48-426b-a97b-7db38bc2f093 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456970 Dec 06 15:06:44.651126 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['b28c2a2d-289f-46ff-8b5b-43c9901a7376'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:06:45.666924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2055223-c695-48ff-be8e-e29e3423f87a req-7028da79-bf7a-49f7-bb62-2907f30f78a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:45.668361 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c2055223-c695-48ff-be8e-e29e3423f87a req-7028da79-bf7a-49f7-bb62-2907f30f78a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 944 time: 0.0522738 Dec 06 15:06:45.717050 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c2055223-c695-48ff-be8e-e29e3423f87a req-cd8c66fb-d5db-4fe2-be44-d51a404416c2 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428300 Dec 06 15:06:46.061019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device b28c2a2d-289f-46ff-8b5b-43c9901a7376 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:06:46.143663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port b28c2a2d-289f-46ff-8b5b-43c9901a7376 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:06:46.148712 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port b28c2a2d-289f-46ff-8b5b-43c9901a7376 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:06:46.149288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:46.229482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:46.251626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:46.253895 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c75f795-5009-4ca2-b61e-a8860a8e2517" -d '{"events": [{"server_uuid": "7f3be0f7-a280-4291-b9f2-a80a2c700aab", "name": "network-vif-plugged", "status": "completed", "tag": "b28c2a2d-289f-46ff-8b5b-43c9901a7376"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:46.267084 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port b28c2a2d-289f-46ff-8b5b-43c9901a7376, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b28c2a2d-289f-46ff-8b5b-43c9901a7376,segment=NetworkSegment(fca1798b-0d79-407a-8d5c-89a3323b6b59),segment_id=fca1798b-0d79-407a-8d5c-89a3323b6b59)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:06:46.292868 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35ca1230-1e6f-4b0b-8e22-f4f625772db6 x-openstack-request-id: req-35ca1230-1e6f-4b0b-8e22-f4f625772db6 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:46.293187 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3be0f7-a280-4291-b9f2-a80a2c700aab", "name": "network-vif-plugged", "status": "completed", "tag": "b28c2a2d-289f-46ff-8b5b-43c9901a7376", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:46.293440 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35ca1230-1e6f-4b0b-8e22-f4f625772db6 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:46.293851 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376', 'code': 200} Dec 06 15:06:46.332605 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:46.379126 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=b28c2a2d-289f-46ff-8b5b-43c9901a7376,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:46.593745 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a3e455-f89a-4f52-b3e0-00496b4aa200 req-674c0bdd-bcbf-48ae-9e49-e606fd739d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:46.595110 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-26a3e455-f89a-4f52-b3e0-00496b4aa200 req-674c0bdd-bcbf-48ae-9e49-e606fd739d48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 1098 time: 0.0397513 Dec 06 15:06:46.639819 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-26a3e455-f89a-4f52-b3e0-00496b4aa200 req-74de871e-5a68-4097-a88a-1102404cea86 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380216 Dec 06 15:06:46.832395 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab72f73-9d4a-43d5-9303-c36f36e9886e req-6d677275-5f1e-421e-ac59-54c746d63b1d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:46.833944 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dab72f73-9d4a-43d5-9303-c36f36e9886e req-6d677275-5f1e-421e-ac59-54c746d63b1d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 945 time: 0.0524182 Dec 06 15:06:46.881412 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-dab72f73-9d4a-43d5-9303-c36f36e9886e req-c12ce265-25f9-497e-b5d1-de391eec4d22 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416095 Dec 06 15:06:47.995234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a1d5f5-0116-4c1d-bd52-aaee05be7eea req-ffd0f173-4af3-486f-be1f-62b723827550 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:47.996600 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-68a1d5f5-0116-4c1d-bd52-aaee05be7eea req-ffd0f173-4af3-486f-be1f-62b723827550 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 945 time: 0.0469933 Dec 06 15:06:48.046095 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-68a1d5f5-0116-4c1d-bd52-aaee05be7eea req-98dbf7d2-bf11-472f-a593-cfa739057079 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434780 Dec 06 15:06:49.156598 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3a5bb-7029-4edb-9b7c-e6f683d8a38d req-4e34f0b8-dd11-434e-aa14-193afb63c965 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:49.158324 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-64b3a5bb-7029-4edb-9b7c-e6f683d8a38d req-4e34f0b8-dd11-434e-aa14-193afb63c965 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 945 time: 0.0485082 Dec 06 15:06:49.205509 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-64b3a5bb-7029-4edb-9b7c-e6f683d8a38d req-a6d75a8d-49c8-4e71-914d-8008b4eddb83 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413573 Dec 06 15:06:49.316485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb691f7-c85a-4f85-953a-ab5083ccab38 req-65423c8e-d550-453b-889b-f0b58ab37238 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:49.317963 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7cb691f7-c85a-4f85-953a-ab5083ccab38 req-65423c8e-d550-453b-889b-f0b58ab37238 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 945 time: 0.0481491 Dec 06 15:06:49.366611 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7cb691f7-c85a-4f85-953a-ab5083ccab38 req-11da306d-7e1d-442e-9fa3-1ced5b37fa69 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419202 Dec 06 15:06:49.387945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42874) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:49.430166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88808e63-fbf5-435a-9213-9f15af68c55c tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:49.431650 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-88808e63-fbf5-435a-9213-9f15af68c55c tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 1093 time: 0.0427434 Dec 06 15:06:49.434543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42876) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:49.438678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:06:49.526664 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:49.618963 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.043122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.36.1.115 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/714be3f9-4894-4ae9-af66-fe9d9e163933) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:06:50.140979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.235469 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.278185 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:06:50.280969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:06:50.284777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:06:50.290071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=714be3f9-4894-4ae9-af66-fe9d9e163933,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:50.683392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.802384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:50.947060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.006495 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.071221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=714be3f9-4894-4ae9-af66-fe9d9e163933,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:06:51.082473 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.179542 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Floating IP af3a0ba8-f551-4d51-8093-643a72bde324 associated. External IP: 172.36.1.115, port: b28c2a2d-289f-46ff-8b5b-43c9901a7376. Dec 06 15:06:51.383157 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 36e1d9a1-b450-4308-a6d3-3d77d3769333 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:06:51.487618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:06:51.496921 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4ce66-fe4b-4ce6-8d7b-0592bc49b0ea None None] Sync routers for ids ['36e1d9a1-b450-4308-a6d3-3d77d3769333'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:06:51.506366 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4ce66-fe4b-4ce6-8d7b-0592bc49b0ea None None] Routers {'36e1d9a1-b450-4308-a6d3-3d77d3769333'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:51.508362 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-f1c4ce66-fe4b-4ce6-8d7b-0592bc49b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['36e1d9a1-b450-4308-a6d3-3d77d3769333'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:51.551900 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:06:51.579453 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-353cca5d-526a-45db-98be-eaf8ba913d9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1438837 Dec 06 15:06:51.584712 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'tag': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:06:51.584712 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667a1273-5356-4ef5-bc87-bec35d3a049d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3be0f7-a280-4291-b9f2-a80a2c700aab", "tag": "b28c2a2d-289f-46ff-8b5b-43c9901a7376"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:06:51.617624 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-f1c4ce66-fe4b-4ce6-8d7b-0592bc49b0ea None None] Set router 36e1d9a1-b450-4308-a6d3-3d77d3769333 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:51.620961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65392b28-cf82-4b4d-894b-d4b46460eeb6 x-openstack-request-id: req-65392b28-cf82-4b4d-894b-d4b46460eeb6 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:06:51.621322 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3be0f7-a280-4291-b9f2-a80a2c700aab", "tag": "b28c2a2d-289f-46ff-8b5b-43c9901a7376", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:06:51.621633 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65392b28-cf82-4b4d-894b-d4b46460eeb6 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:06:51.622067 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'tag': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376', 'status': 'completed', 'code': 200} Dec 06 15:06:51.715367 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22020a6c-f50a-465c-9d21-96a88c538498 req-a14249cd-0af3-470f-afb2-72638cd62049 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:51.716874 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22020a6c-f50a-465c-9d21-96a88c538498 req-a14249cd-0af3-470f-afb2-72638cd62049 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 945 time: 0.0864921 Dec 06 15:06:51.719647 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a1273-5356-4ef5-bc87-bec35d3a049d req-dd8897d0-1faa-4c5f-b3d2-a8fb5fd10812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:51.721018 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-667a1273-5356-4ef5-bc87-bec35d3a049d req-dd8897d0-1faa-4c5f-b3d2-a8fb5fd10812 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 1098 time: 0.0773299 Dec 06 15:06:51.825905 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-22020a6c-f50a-465c-9d21-96a88c538498 req-0dd9e3d7-e7ea-407b-9ef6-6af0d541444b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025803 Dec 06 15:06:51.841940 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-f1c4ce66-fe4b-4ce6-8d7b-0592bc49b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:33Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'af3a0ba8-f551-4d51-8093-643a72bde324', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.115', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'port_id': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'mac_address': 'fa:16:3e:52:92:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:06:50Z', 'updated_at': '2021-12-06T15:06:50Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb4ed45-387c-4943-b731-3d64c4776939', 'name': '', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:fd:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:32Z', 'updated_at': '2021-12-06T15:06:36Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:51.853074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42882) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:51.863476 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a1273-5356-4ef5-bc87-bec35d3a049d req-235a46cb-8b59-4073-b09b-772f86a19a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:51.865113 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-667a1273-5356-4ef5-bc87-bec35d3a049d req-235a46cb-8b59-4073-b09b-772f86a19a4a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b01ff99e-f8f5-4288-b6cb-b91378e18400 HTTP/1.1" status: 200 len: 897 time: 0.1362064 Dec 06 15:06:51.874656 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4ce66-fe4b-4ce6-8d7b-0592bc49b0ea None None] Checking router: 36e1d9a1-b450-4308-a6d3-3d77d3769333 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:06:51.882819 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c4ce66-fe4b-4ce6-8d7b-0592bc49b0ea None None] Routers {'36e1d9a1-b450-4308-a6d3-3d77d3769333'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:06:51.883418 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-f1c4ce66-fe4b-4ce6-8d7b-0592bc49b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:06:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['36e1d9a1-b450-4308-a6d3-3d77d3769333'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:51.922977 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e0993dfd-7f15-496c-8274-fb344ce363e7 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/af3a0ba8-f551-4d51-8093-643a72bde324 HTTP/1.1" status: 200 len: 991 time: 0.0687170 Dec 06 15:06:51.933221 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-667a1273-5356-4ef5-bc87-bec35d3a049d req-c64df97a-c7bc-48ff-8736-ebb27d25ef02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b28c2a2d-289f-46ff-8b5b-43c9901a7376 HTTP/1.1" status: 200 len: 999 time: 0.0613768 Dec 06 15:06:51.980495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a1273-5356-4ef5-bc87-bec35d3a049d req-55e1c369-312c-49b2-8295-56c848ebbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:51.981929 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-667a1273-5356-4ef5-bc87-bec35d3a049d req-55e1c369-312c-49b2-8295-56c848ebbdc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5676e896-a474-4b39-9c95-1eca7f0b4188 HTTP/1.1" status: 200 len: 835 time: 0.0426021 Dec 06 15:06:51.987045 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-f1c4ce66-fe4b-4ce6-8d7b-0592bc49b0ea None None] Set router 36e1d9a1-b450-4308-a6d3-3d77d3769333 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:06:52.031382 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a1273-5356-4ef5-bc87-bec35d3a049d req-d841b07f-430e-4f13-9226-eafe254129c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:06:52.033151 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-667a1273-5356-4ef5-bc87-bec35d3a049d req-d841b07f-430e-4f13-9226-eafe254129c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b01ff99e-f8f5-4288-b6cb-b91378e18400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445523 Dec 06 15:06:52.122353 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-667a1273-5356-4ef5-bc87-bec35d3a049d req-4bd040dc-3f8e-488b-88e9-43c9c6f3c17e service neutron] 10.222.0.41 "GET /v2.0/networks/b01ff99e-f8f5-4288-b6cb-b91378e18400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823674 Dec 06 15:06:52.217185 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-f1c4ce66-fe4b-4ce6-8d7b-0592bc49b0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:33Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'af3a0ba8-f551-4d51-8093-643a72bde324', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.115', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'port_id': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'mac_address': 'fa:16:3e:52:92:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:06:50Z', 'updated_at': '2021-12-06T15:06:50Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb4ed45-387c-4943-b731-3d64c4776939', 'name': '', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:fd:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:32Z', 'updated_at': '2021-12-06T15:06:36Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:06:52.219719 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-667a1273-5356-4ef5-bc87-bec35d3a049d req-ce6ece42-3087-4412-8e75-d4591d05e588 service neutron] 10.222.0.41 "GET /v2.0/networks/b01ff99e-f8f5-4288-b6cb-b91378e18400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907605 Dec 06 15:06:52.247983 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c4ce66-fe4b-4ce6-8d7b-0592bc49b0ea None None] The sync data for ids ['36e1d9a1-b450-4308-a6d3-3d77d3769333'] in dv-neutron-master-2-hyperv is: [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:33Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'af3a0ba8-f551-4d51-8093-643a72bde324', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.115', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'port_id': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1718, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'mac_address': 'fa:16:3e:52:92:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:06:50Z', 'updated_at': '2021-12-06T15:06:50Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8eb4ed45-387c-4943-b731-3d64c4776939', 'name': '', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:fd:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:32Z', 'updated_at': '2021-12-06T15:06:36Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:06:52.426282 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f072bc-87b6-43e1-a548-0161cda783cf None None] New status for floating IP af3a0ba8-f551-4d51-8093-643a72bde324: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:06:52.926755 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42884) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:06:52.984981 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-17482936-377a-440c-b3c8-bc44b17a050c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/af3a0ba8-f551-4d51-8093-643a72bde324 HTTP/1.1" status: 200 len: 993 time: 0.0571704 Dec 06 15:06:59.955152 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:01.332005 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c9be55a4-ea29-4429-93e8-e3c8c58ce908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:03.726158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7354520a-cf21-404f-8217-902f571b0b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:04.937621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:05.153987 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:07:06.149133 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:06.932017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:19.475288 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f79d2f1-651b-4dc3-96e2-f1ed8b4cc24d req-3d153c2d-8aec-4ad8-b308-63dc71206107 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425878 Dec 06 15:07:19.555236 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79d2f1-651b-4dc3-96e2-f1ed8b4cc24d req-a61e6f4a-2d9c-4d22-ae9c-a9279e1f6c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:19.556704 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f79d2f1-651b-4dc3-96e2-f1ed8b4cc24d req-a61e6f4a-2d9c-4d22-ae9c-a9279e1f6c48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 1098 time: 0.0392959 Dec 06 15:07:19.657819 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79d2f1-651b-4dc3-96e2-f1ed8b4cc24d req-99deefa4-7204-49ff-939b-86d2dc0c44e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:19.659375 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f79d2f1-651b-4dc3-96e2-f1ed8b4cc24d req-99deefa4-7204-49ff-939b-86d2dc0c44e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b01ff99e-f8f5-4288-b6cb-b91378e18400 HTTP/1.1" status: 200 len: 897 time: 0.0832598 Dec 06 15:07:19.733060 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f79d2f1-651b-4dc3-96e2-f1ed8b4cc24d req-59c60a0e-fd20-4a2f-841e-0ae43d89c757 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b28c2a2d-289f-46ff-8b5b-43c9901a7376 HTTP/1.1" status: 200 len: 1001 time: 0.0618851 Dec 06 15:07:19.777034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79d2f1-651b-4dc3-96e2-f1ed8b4cc24d req-2b9de03a-dae0-4a3c-a380-2066002a2672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:19.778406 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f79d2f1-651b-4dc3-96e2-f1ed8b4cc24d req-2b9de03a-dae0-4a3c-a380-2066002a2672 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5676e896-a474-4b39-9c95-1eca7f0b4188 HTTP/1.1" status: 200 len: 835 time: 0.0424812 Dec 06 15:07:19.821925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79d2f1-651b-4dc3-96e2-f1ed8b4cc24d req-846864b1-36f1-468c-9796-729a77ad246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:07:19.823364 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f79d2f1-651b-4dc3-96e2-f1ed8b4cc24d req-846864b1-36f1-468c-9796-729a77ad246a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b01ff99e-f8f5-4288-b6cb-b91378e18400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378153 Dec 06 15:07:19.913977 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f79d2f1-651b-4dc3-96e2-f1ed8b4cc24d req-2d5c952e-6367-42a3-8901-eca8dc6dec10 service neutron] 10.222.0.41 "GET /v2.0/networks/b01ff99e-f8f5-4288-b6cb-b91378e18400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822077 Dec 06 15:07:20.004079 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f79d2f1-651b-4dc3-96e2-f1ed8b4cc24d req-dae64af3-f595-40d1-8c4b-6d7fa5f1e6f8 service neutron] 10.222.0.41 "GET /v2.0/networks/b01ff99e-f8f5-4288-b6cb-b91378e18400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834036 Dec 06 15:07:29.960171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:31.314971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9948c323-9fd1-4b82-8b93-f847bbd8353b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:33.697217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b365c5ac-5cf8-4c2b-ab5d-427ddd889fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:34.961936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:36.188375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:36.943009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:07:42.152583 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:07:59.942615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:01.302444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1924d33d-3515-4d32-bb98-0d525bc4d461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:03.691379 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-797e663d-3bbc-4c87-b66e-9da28e402bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:04.959784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:06.199444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:06.613923 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5449b8d-64a4-435b-8660-123bf5631891 req-988c61fc-8d0c-4bbe-b73f-581045dcf384 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:06.615553 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b5449b8d-64a4-435b-8660-123bf5631891 req-988c61fc-8d0c-4bbe-b73f-581045dcf384 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 945 time: 0.0501173 Dec 06 15:08:06.665386 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b5449b8d-64a4-435b-8660-123bf5631891 req-90d479b6-1f69-4a88-82f9-edcf12acc4f4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439229 Dec 06 15:08:06.947802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:07.782405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5a4b1-b60a-4e44-969e-79d42d6f226e req-73528137-a9af-4f62-bbe7-c9ace38052f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:07.783879 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-03b5a4b1-b60a-4e44-969e-79d42d6f226e req-73528137-a9af-4f62-bbe7-c9ace38052f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 945 time: 0.0475647 Dec 06 15:08:07.832072 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-03b5a4b1-b60a-4e44-969e-79d42d6f226e req-087d5d54-2975-41d0-8348-25d528bc29ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424261 Dec 06 15:08:07.853753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42916) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:07.916197 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fbd6687d-0d86-4ca0-9782-bcf46c9e1ea4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/af3a0ba8-f551-4d51-8093-643a72bde324 HTTP/1.1" status: 200 len: 993 time: 0.0610557 Dec 06 15:08:09.350732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9ebfd-0913-4a53-a98f-3c771ff3fda2 req-dafa6967-064d-40e4-9998-c05be1159abe tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:09.352246 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8cb9ebfd-0913-4a53-a98f-3c771ff3fda2 req-dafa6967-064d-40e4-9998-c05be1159abe tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 945 time: 0.0520360 Dec 06 15:08:09.402626 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8cb9ebfd-0913-4a53-a98f-3c771ff3fda2 req-c9585859-d6cc-410a-bc66-102f22fa84c6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437200 Dec 06 15:08:10.520299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11881a-cc78-453a-8a51-46c1c7ecdf7c req-4bf81c9b-00d5-4c64-b945-33ab264776cb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:10.521772 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b11881a-cc78-453a-8a51-46c1c7ecdf7c req-4bf81c9b-00d5-4c64-b945-33ab264776cb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 945 time: 0.0478494 Dec 06 15:08:10.570850 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b11881a-cc78-453a-8a51-46c1c7ecdf7c req-e449b6df-4afe-4d25-a6d3-f85984278830 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425997 Dec 06 15:08:10.593574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42932) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:10.654801 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b9a5051c-77a5-40cd-ab4c-ce887dcf112a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/af3a0ba8-f551-4d51-8093-643a72bde324 HTTP/1.1" status: 200 len: 993 time: 0.0601516 Dec 06 15:08:10.892445 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42938) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:11.044490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port 714be3f9-4894-4ae9-af66-fe9d9e163933 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:11.044740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:11.115504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:11.115820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:11.127074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for 714be3f9-4894-4ae9-af66-fe9d9e163933 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:11.365610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:11.394720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=714be3f9-4894-4ae9-af66-fe9d9e163933,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:11.421380 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:11.421730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:11.422075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:11.422407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:11.422742 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:11.423379 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:11.423707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:11.424035 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:11.424363 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:11.424687 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:11.425039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:11.425370 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:11.425693 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:11.466937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:11.467268 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Floating IP af3a0ba8-f551-4d51-8093-643a72bde324 disassociated (deleted). External IP: 172.36.1.115, port: b28c2a2d-289f-46ff-8b5b-43c9901a7376. Dec 06 15:08:11.670319 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 36e1d9a1-b450-4308-a6d3-3d77d3769333 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:08:12.120028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:12.124870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:12.129285 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b928271e-6ccc-478e-8f36-28d6633b4f25 None None] Sync routers for ids ['36e1d9a1-b450-4308-a6d3-3d77d3769333'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:12.138974 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b928271e-6ccc-478e-8f36-28d6633b4f25 None None] Routers {'36e1d9a1-b450-4308-a6d3-3d77d3769333'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:12.140573 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b928271e-6ccc-478e-8f36-28d6633b4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['36e1d9a1-b450-4308-a6d3-3d77d3769333'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:12.150186 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ecfa124b-f0cb-40d6-925d-aac0ff56d2f5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/floatingips/af3a0ba8-f551-4d51-8093-643a72bde324 HTTP/1.1" status: 204 len: 168 time: 1.2566524 Dec 06 15:08:12.150880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'tag': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:12.153723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fb4e0a-afbd-48c0-b88f-6ea3a0574e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "7f3be0f7-a280-4291-b9f2-a80a2c700aab", "tag": "b28c2a2d-289f-46ff-8b5b-43c9901a7376"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:12.255748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef6c81c-5be4-42ae-94b3-b70076d4522a x-openstack-request-id: req-3ef6c81c-5be4-42ae-94b3-b70076d4522a {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:12.256052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f3be0f7-a280-4291-b9f2-a80a2c700aab", "tag": "b28c2a2d-289f-46ff-8b5b-43c9901a7376", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:12.256308 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3ef6c81c-5be4-42ae-94b3-b70076d4522a {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:12.256708 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'tag': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376', 'status': 'completed', 'code': 200} Dec 06 15:08:12.326683 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb4e0a-afbd-48c0-b88f-6ea3a0574e9e req-72f007af-d529-4973-82e9-92d5a8f70cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:12.328359 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43fb4e0a-afbd-48c0-b88f-6ea3a0574e9e req-72f007af-d529-4973-82e9-92d5a8f70cbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 1098 time: 0.0417695 Dec 06 15:08:12.334796 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-b928271e-6ccc-478e-8f36-28d6633b4f25 None None] Set router 36e1d9a1-b450-4308-a6d3-3d77d3769333 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:12.423910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb4e0a-afbd-48c0-b88f-6ea3a0574e9e req-9bfa4160-5f8e-4169-8342-47943195b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:12.425383 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43fb4e0a-afbd-48c0-b88f-6ea3a0574e9e req-9bfa4160-5f8e-4169-8342-47943195b704 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b01ff99e-f8f5-4288-b6cb-b91378e18400 HTTP/1.1" status: 200 len: 897 time: 0.0902679 Dec 06 15:08:12.467108 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43fb4e0a-afbd-48c0-b88f-6ea3a0574e9e req-b3bb88dc-944d-482c-853c-dda615313b14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b28c2a2d-289f-46ff-8b5b-43c9901a7376 HTTP/1.1" status: 200 len: 217 time: 0.0342753 Dec 06 15:08:12.516513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb4e0a-afbd-48c0-b88f-6ea3a0574e9e req-1a0a3f65-7b21-4fbf-81ad-e17af54064eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:12.518005 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43fb4e0a-afbd-48c0-b88f-6ea3a0574e9e req-1a0a3f65-7b21-4fbf-81ad-e17af54064eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5676e896-a474-4b39-9c95-1eca7f0b4188 HTTP/1.1" status: 200 len: 835 time: 0.0440571 Dec 06 15:08:12.535326 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b928271e-6ccc-478e-8f36-28d6633b4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:33Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8eb4ed45-387c-4943-b731-3d64c4776939', 'name': '', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:fd:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:32Z', 'updated_at': '2021-12-06T15:06:36Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:12.565592 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b928271e-6ccc-478e-8f36-28d6633b4f25 None None] Checking router: 36e1d9a1-b450-4308-a6d3-3d77d3769333 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:08:12.574408 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b928271e-6ccc-478e-8f36-28d6633b4f25 None None] Routers {'36e1d9a1-b450-4308-a6d3-3d77d3769333'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:12.574582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb4e0a-afbd-48c0-b88f-6ea3a0574e9e req-1d3bc9ed-316a-4c65-89cb-17e5283e0d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:12.575023 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b928271e-6ccc-478e-8f36-28d6633b4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['36e1d9a1-b450-4308-a6d3-3d77d3769333'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:12.575961 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43fb4e0a-afbd-48c0-b88f-6ea3a0574e9e req-1d3bc9ed-316a-4c65-89cb-17e5283e0d45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b01ff99e-f8f5-4288-b6cb-b91378e18400&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0515413 Dec 06 15:08:12.649375 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fa621b-6f36-42d1-a3cd-067a8513b9e8 req-b53da2d5-a700-489a-8eed-bfcce1e81852 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:12.651222 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-36fa621b-6f36-42d1-a3cd-067a8513b9e8 req-b53da2d5-a700-489a-8eed-bfcce1e81852 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 945 time: 0.0571868 Dec 06 15:08:12.671423 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43fb4e0a-afbd-48c0-b88f-6ea3a0574e9e req-18e1ee2b-28f1-4cef-9937-185fdab80605 service neutron] 10.222.0.41 "GET /v2.0/networks/b01ff99e-f8f5-4288-b6cb-b91378e18400?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871716 Dec 06 15:08:12.686523 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-b928271e-6ccc-478e-8f36-28d6633b4f25 None None] Set router 36e1d9a1-b450-4308-a6d3-3d77d3769333 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:12.705726 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-36fa621b-6f36-42d1-a3cd-067a8513b9e8 req-b452bd0a-ff4f-47f9-8539-2bb4d24c752c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478840 Dec 06 15:08:12.774942 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43fb4e0a-afbd-48c0-b88f-6ea3a0574e9e req-95edfcfb-c360-428f-8747-b5c544af96cb service neutron] 10.222.0.41 "GET /v2.0/networks/b01ff99e-f8f5-4288-b6cb-b91378e18400?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959761 Dec 06 15:08:12.885197 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b928271e-6ccc-478e-8f36-28d6633b4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:33Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8eb4ed45-387c-4943-b731-3d64c4776939', 'name': '', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:fd:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:32Z', 'updated_at': '2021-12-06T15:06:36Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:12.911101 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b928271e-6ccc-478e-8f36-28d6633b4f25 None None] The sync data for ids ['36e1d9a1-b450-4308-a6d3-3d77d3769333'] in dv-neutron-master-2-hyperv is: [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:33Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8eb4ed45-387c-4943-b731-3d64c4776939', 'name': '', 'network_id': 'b01ff99e-f8f5-4288-b6cb-b91378e18400', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:fd:82:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_interface', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:32Z', 'updated_at': '2021-12-06T15:06:36Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5676e896-a474-4b39-9c95-1eca7f0b4188', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:13.115147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e57c7e-47ae-4416-8af4-8c5878f7fad0 None None] New status for floating IP af3a0ba8-f551-4d51-8093-643a72bde324: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:08:13.823748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d587961a-010c-450c-8fa6-48304f3daa2c req-984e3312-1ef9-49da-9c30-342811ce7584 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:13.825259 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d587961a-010c-450c-8fa6-48304f3daa2c req-984e3312-1ef9-49da-9c30-342811ce7584 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 945 time: 0.0507364 Dec 06 15:08:13.873218 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d587961a-010c-450c-8fa6-48304f3daa2c req-18de941b-c369-4b6a-b36f-3fd005edb1d7 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=540e2610-b03a-4255-855d-5bf2175f0dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421438 Dec 06 15:08:14.436206 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47409d57-083f-4d32-9a3d-4242231e48a7 req-725e95ad-e3cb-46ca-a3cc-8f3237eec21f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:14.437713 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-47409d57-083f-4d32-9a3d-4242231e48a7 req-725e95ad-e3cb-46ca-a3cc-8f3237eec21f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 945 time: 0.0477548 Dec 06 15:08:14.527113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-47409d57-083f-4d32-9a3d-4242231e48a7 req-32ebf2a3-24c2-4097-8376-77c278bd5acf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port b28c2a2d-289f-46ff-8b5b-43c9901a7376 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:14.527449 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-47409d57-083f-4d32-9a3d-4242231e48a7 req-32ebf2a3-24c2-4097-8376-77c278bd5acf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.613137 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-47409d57-083f-4d32-9a3d-4242231e48a7 req-32ebf2a3-24c2-4097-8376-77c278bd5acf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port b28c2a2d-289f-46ff-8b5b-43c9901a7376, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b28c2a2d-289f-46ff-8b5b-43c9901a7376,segment=NetworkSegment(fca1798b-0d79-407a-8d5c-89a3323b6b59),segment_id=fca1798b-0d79-407a-8d5c-89a3323b6b59)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:14.613496 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-47409d57-083f-4d32-9a3d-4242231e48a7 req-32ebf2a3-24c2-4097-8376-77c278bd5acf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.625829 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-47409d57-083f-4d32-9a3d-4242231e48a7 req-32ebf2a3-24c2-4097-8376-77c278bd5acf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for b28c2a2d-289f-46ff-8b5b-43c9901a7376 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:14.810249 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-47409d57-083f-4d32-9a3d-4242231e48a7 req-32ebf2a3-24c2-4097-8376-77c278bd5acf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.838344 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebf2a3-24c2-4097-8376-77c278bd5acf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=b28c2a2d-289f-46ff-8b5b-43c9901a7376,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:14.881979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-47409d57-083f-4d32-9a3d-4242231e48a7 req-32ebf2a3-24c2-4097-8376-77c278bd5acf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] No DVR routers for this DVR port b28c2a2d-289f-46ff-8b5b-43c9901a7376 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:14.884791 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-47409d57-083f-4d32-9a3d-4242231e48a7 req-32ebf2a3-24c2-4097-8376-77c278bd5acf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:14.889150 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-47409d57-083f-4d32-9a3d-4242231e48a7 req-32ebf2a3-24c2-4097-8376-77c278bd5acf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "DELETE /v2.0/ports/b28c2a2d-289f-46ff-8b5b-43c9901a7376 HTTP/1.1" status: 204 len: 173 time: 0.4453609 Dec 06 15:08:14.889605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'name': 'network-vif-deleted', 'tag': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:14.892903 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd64149-0cac-44f0-b63a-a6f60830d041" -d '{"events": [{"server_uuid": "7f3be0f7-a280-4291-b9f2-a80a2c700aab", "name": "network-vif-deleted", "tag": "b28c2a2d-289f-46ff-8b5b-43c9901a7376"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:14.930036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545aa8b9-b63c-4a1a-9cbc-beaa300b52d2 x-openstack-request-id: req-545aa8b9-b63c-4a1a-9cbc-beaa300b52d2 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:14.930435 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f3be0f7-a280-4291-b9f2-a80a2c700aab", "name": "network-vif-deleted", "tag": "b28c2a2d-289f-46ff-8b5b-43c9901a7376", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:14.930759 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-545aa8b9-b63c-4a1a-9cbc-beaa300b52d2 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:14.931159 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f3be0f7-a280-4291-b9f2-a80a2c700aab', 'name': 'network-vif-deleted', 'tag': 'b28c2a2d-289f-46ff-8b5b-43c9901a7376', 'status': 'completed', 'code': 200} Dec 06 15:08:14.973076 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ed79a7db-379f-4c16-8521-6706c333be9e req-ba329b2e-2c0f-495f-835f-244e270b7d49 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f3be0f7-a280-4291-b9f2-a80a2c700aab HTTP/1.1" status: 200 len: 210 time: 0.0287251 Dec 06 15:08:16.027081 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42964) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:16.381887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b14b06ca-96e2-440c-baf7-ecc17f946dcf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.634609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b14b06ca-96e2-440c-baf7-ecc17f946dcf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port 8eb4ed45-387c-4943-b731-3d64c4776939 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:16.634890 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b14b06ca-96e2-440c-baf7-ecc17f946dcf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.725694 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-b14b06ca-96e2-440c-baf7-ecc17f946dcf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port 8eb4ed45-387c-4943-b731-3d64c4776939, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8eb4ed45-387c-4943-b731-3d64c4776939,segment=NetworkSegment(fca1798b-0d79-407a-8d5c-89a3323b6b59),segment_id=fca1798b-0d79-407a-8d5c-89a3323b6b59)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:16.726051 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b14b06ca-96e2-440c-baf7-ecc17f946dcf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.738437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-b14b06ca-96e2-440c-baf7-ecc17f946dcf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for 8eb4ed45-387c-4943-b731-3d64c4776939 owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:16.965235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b14b06ca-96e2-440c-baf7-ecc17f946dcf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:16.992832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b06ca-96e2-440c-baf7-ecc17f946dcf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=8eb4ed45-387c-4943-b731-3d64c4776939,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:17.167490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b14b06ca-96e2-440c-baf7-ecc17f946dcf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.376075 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14b06ca-96e2-440c-baf7-ecc17f946dcf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 36e1d9a1-b450-4308-a6d3-3d77d3769333 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:08:17.479531 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14b06ca-96e2-440c-baf7-ecc17f946dcf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:17.486911 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b14b06ca-96e2-440c-baf7-ecc17f946dcf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "PUT /v2.0/routers/36e1d9a1-b450-4308-a6d3-3d77d3769333/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4566748 Dec 06 15:08:17.487893 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42966) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:17.490528 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1480dea-7a6f-48a5-a456-722e39789e69 None None] Sync routers for ids ['36e1d9a1-b450-4308-a6d3-3d77d3769333'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:17.499961 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1480dea-7a6f-48a5-a456-722e39789e69 None None] Routers {'36e1d9a1-b450-4308-a6d3-3d77d3769333'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:17.500642 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d1480dea-7a6f-48a5-a456-722e39789e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['36e1d9a1-b450-4308-a6d3-3d77d3769333'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:17.543297 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-425267e6-cd5f-4960-b08c-84f574ba1bb5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting subnet 5676e896-a474-4b39-9c95-1eca7f0b4188 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:08:17.546993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-425267e6-cd5f-4960-b08c-84f574ba1bb5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.586826 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-425267e6-cd5f-4960-b08c-84f574ba1bb5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.604444 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-d1480dea-7a6f-48a5-a456-722e39789e69 None None] Set router 36e1d9a1-b450-4308-a6d3-3d77d3769333 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:17.673864 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-425267e6-cd5f-4960-b08c-84f574ba1bb5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.783595 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d1480dea-7a6f-48a5-a456-722e39789e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:08:16Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:17.794257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-425267e6-cd5f-4960-b08c-84f574ba1bb5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.808425 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1480dea-7a6f-48a5-a456-722e39789e69 None None] Checking router: 36e1d9a1-b450-4308-a6d3-3d77d3769333 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:08:17.816678 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1480dea-7a6f-48a5-a456-722e39789e69 None None] Routers {'36e1d9a1-b450-4308-a6d3-3d77d3769333'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:17.817482 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d1480dea-7a6f-48a5-a456-722e39789e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['36e1d9a1-b450-4308-a6d3-3d77d3769333'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:17.820481 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425267e6-cd5f-4960-b08c-84f574ba1bb5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Subnet': ['ID=5676e896-a474-4b39-9c95-1eca7f0b4188,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:17.824181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-425267e6-cd5f-4960-b08c-84f574ba1bb5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:17.827940 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-425267e6-cd5f-4960-b08c-84f574ba1bb5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/subnets/5676e896-a474-4b39-9c95-1eca7f0b4188 HTTP/1.1" status: 204 len: 168 time: 0.3391261 Dec 06 15:08:17.830832 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42968) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:17.833240 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea24e9f2-2d8c-469a-b4fd-56f43110359e None None] Network b01ff99e-f8f5-4288-b6cb-b91378e18400 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:17.926337 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-d1480dea-7a6f-48a5-a456-722e39789e69 None None] Set router 36e1d9a1-b450-4308-a6d3-3d77d3769333 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:17.941330 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.034258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] DHCP port deletion for b01ff99e-f8f5-4288-b6cb-b91378e18400 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:18.057864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.084876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Deleting port 4a639a62-5444-4edf-b063-b5afffc4787a {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:18.085252 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.104370 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d1480dea-7a6f-48a5-a456-722e39789e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:08:16Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:18.140490 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1480dea-7a6f-48a5-a456-722e39789e69 None None] The sync data for ids ['36e1d9a1-b450-4308-a6d3-3d77d3769333'] in dv-neutron-master-2-hyperv is: [{'id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'name': 'tempest-TestNetworkAdvancedServerOps-router-881641886', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:08:16Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '9020cc7d-b07f-42cc-81f6-be4503d82025', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:93:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e1d9a1-b450-4308-a6d3-3d77d3769333', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:06:29Z', 'updated_at': '2021-12-06T15:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:18.152730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] For port 4a639a62-5444-4edf-b063-b5afffc4787a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a639a62-5444-4edf-b063-b5afffc4787a,segment=NetworkSegment(fca1798b-0d79-407a-8d5c-89a3323b6b59),segment_id=fca1798b-0d79-407a-8d5c-89a3323b6b59)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:18.153173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.153785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port 9020cc7d-b07f-42cc-81f6-be4503d82025 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:08:18.154125 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.167131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Calling delete_port for 4a639a62-5444-4edf-b063-b5afffc4787a owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:18.233477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port 9020cc7d-b07f-42cc-81f6-be4503d82025, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9020cc7d-b07f-42cc-81f6-be4503d82025,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:18.233828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.261647 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for 9020cc7d-b07f-42cc-81f6-be4503d82025 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:08:18.314189 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.339362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Pushing event deleted for resources: {'Port': ['ID=4a639a62-5444-4edf-b063-b5afffc4787a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:18.343806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] No DVR routers for this DVR port 4a639a62-5444-4edf-b063-b5afffc4787a on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:08:18.354630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.354630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.354630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.354630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.354630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.355071 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.355407 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.355572 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.355893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.356236 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.356534 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.356869 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.357351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb2526dc-b329-4cd5-be50-db68cdafe13b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.439695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.466921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=9020cc7d-b07f-42cc-81f6-be4503d82025,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:18.479877 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.480684 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.481463 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.481803 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.482137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.482464 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.482797 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.483124 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.483386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63235f9e-102d-4489-9a81-19736dbba1a1 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:18.483507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.483763 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.484308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.484457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.484970 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:18.548453 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.606918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device b28c2a2d-289f-46ff-8b5b-43c9901a7376 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:18.631121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: b28c2a2d-289f-46ff-8b5b-43c9901a7376 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:08:18.631465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device b28c2a2d-289f-46ff-8b5b-43c9901a7376 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:18.639806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8eb4ed45-387c-4943-b731-3d64c4776939 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:18.658170 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.660448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.660656 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 8eb4ed45-387c-4943-b731-3d64c4776939 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:08:18.660814 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8eb4ed45-387c-4943-b731-3d64c4776939 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:18.661257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4a639a62-5444-4edf-b063-b5afffc4787a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:18.682100 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 4a639a62-5444-4edf-b063-b5afffc4787a {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:08:18.682438 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 4a639a62-5444-4edf-b063-b5afffc4787a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:18.811133 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.811687 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Fanout notify agent at l3_agent the message router_deleted on router 36e1d9a1-b450-4308-a6d3-3d77d3769333 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:08:18.820221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.820221 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-612cf9fa-ac20-42c4-9bd2-95f4de1cf5f1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/routers/36e1d9a1-b450-4308-a6d3-3d77d3769333 HTTP/1.1" status: 204 len: 168 time: 0.9879153 Dec 06 15:08:18.822585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 42970) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:18.903661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bb37cf42-acee-45db-ac97-90252446590d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:18.990909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bb37cf42-acee-45db-ac97-90252446590d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.009955 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-bb37cf42-acee-45db-ac97-90252446590d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b01ff99e-f8f5-4288-b6cb-b91378e18400']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:19.018804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-bb37cf42-acee-45db-ac97-90252446590d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca1798b-0d79-407a-8d5c-89a3323b6b59') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:19.019097 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-bb37cf42-acee-45db-ac97-90252446590d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca1798b-0d79-407a-8d5c-89a3323b6b59') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:19.029010 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bb37cf42-acee-45db-ac97-90252446590d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.042279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bb37cf42-acee-45db-ac97-90252446590d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.048529 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb37cf42-acee-45db-ac97-90252446590d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:08:19.048947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bb37cf42-acee-45db-ac97-90252446590d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:08:19.051916 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:08:19.150570 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:08:19.164946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bb37cf42-acee-45db-ac97-90252446590d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.172198 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bb37cf42-acee-45db-ac97-90252446590d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.175621 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bb37cf42-acee-45db-ac97-90252446590d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/networks/b01ff99e-f8f5-4288-b6cb-b91378e18400 HTTP/1.1" status: 204 len: 168 time: 0.3520324 Dec 06 15:08:19.178416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42972) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:19.186636 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37cf42-acee-45db-ac97-90252446590d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Network': ['ID=b01ff99e-f8f5-4288-b6cb-b91378e18400,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:19.239597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e26f4a6c-645e-460e-b232-f6e38188c408 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.267486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e26f4a6c-645e-460e-b232-f6e38188c408 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.376480 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e26f4a6c-645e-460e-b232-f6e38188c408 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.379407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-e26f4a6c-645e-460e-b232-f6e38188c408 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.380574 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-e26f4a6c-645e-460e-b232-f6e38188c408 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/security-groups/540e2610-b03a-4255-855d-5bf2175f0dd8 HTTP/1.1" status: 204 len: 168 time: 0.2012053 Dec 06 15:08:19.390334 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f4a6c-645e-460e-b232-f6e38188c408 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540e2610-b03a-4255-855d-5bf2175f0dd8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:19.678485 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42978) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:19.683248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-630738e9-6f00-44e5-93de-57e736e5cc0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-434937601', 'description': 'tempest-secgroup-smoke-434937601 description', 'project_id': '28d5438d46074c7b994265283960d97a'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:19.753648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-630738e9-6f00-44e5-93de-57e736e5cc0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.817259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-630738e9-6f00-44e5-93de-57e736e5cc0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.878919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-630738e9-6f00-44e5-93de-57e736e5cc0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.907326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630738e9-6f00-44e5-93de-57e736e5cc0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccc425f-467f-4c2f-ae1b-9ff0c86876af,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:19.950562 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-630738e9-6f00-44e5-93de-57e736e5cc0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:19.951780 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-630738e9-6f00-44e5-93de-57e736e5cc0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2722898 Dec 06 15:08:19.954628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42980) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:19.958897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7166cf93-f932-4c71-a18c-36b419d39c48 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '7ccc425f-467f-4c2f-ae1b-9ff0c86876af', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:20.038355 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7166cf93-f932-4c71-a18c-36b419d39c48 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.096773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7166cf93-f932-4c71-a18c-36b419d39c48 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.153540 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7166cf93-f932-4c71-a18c-36b419d39c48 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.172052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166cf93-f932-4c71-a18c-36b419d39c48 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c842a7-9c71-4f3b-9913-445898443cc5,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:20.229671 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7166cf93-f932-4c71-a18c-36b419d39c48 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.231386 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7166cf93-f932-4c71-a18c-36b419d39c48 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2753448 Dec 06 15:08:20.234188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42982) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:20.238551 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-232b62ae-ae6c-42fb-96aa-173c6962d091 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '7ccc425f-467f-4c2f-ae1b-9ff0c86876af', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:20.318243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-232b62ae-ae6c-42fb-96aa-173c6962d091 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.372953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-232b62ae-ae6c-42fb-96aa-173c6962d091 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.416350 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-232b62ae-ae6c-42fb-96aa-173c6962d091 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.435770 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b62ae-ae6c-42fb-96aa-173c6962d091 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c753a05e-56c3-4101-a9b2-bbfcbc0a1725,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:20.486833 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-232b62ae-ae6c-42fb-96aa-173c6962d091 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.493323 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-232b62ae-ae6c-42fb-96aa-173c6962d091 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2529786 Dec 06 15:08:20.493323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42984) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:20.493527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9020cc7d-b07f-42cc-81f6-be4503d82025 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:08:20.495323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-352eb399-38dd-4c5b-9d0c-6915c2cd9222 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '7ccc425f-467f-4c2f-ae1b-9ff0c86876af', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:20.513288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 9020cc7d-b07f-42cc-81f6-be4503d82025 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:08:20.513638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9020cc7d-b07f-42cc-81f6-be4503d82025 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:08:20.650162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-352eb399-38dd-4c5b-9d0c-6915c2cd9222 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.706895 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-352eb399-38dd-4c5b-9d0c-6915c2cd9222 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.782384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-352eb399-38dd-4c5b-9d0c-6915c2cd9222 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.800365 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352eb399-38dd-4c5b-9d0c-6915c2cd9222 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1e8898-c3b1-4f17-840c-3d4a5196505c,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:20.869901 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-352eb399-38dd-4c5b-9d0c-6915c2cd9222 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:20.871204 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-352eb399-38dd-4c5b-9d0c-6915c2cd9222 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3793666 Dec 06 15:08:20.873930 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42986) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:20.878212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-beffc643-48f0-4306-a38a-f2014e1f97a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '7ccc425f-467f-4c2f-ae1b-9ff0c86876af', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:20.963592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-beffc643-48f0-4306-a38a-f2014e1f97a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.021966 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-beffc643-48f0-4306-a38a-f2014e1f97a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.085419 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-beffc643-48f0-4306-a38a-f2014e1f97a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.105303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffc643-48f0-4306-a38a-f2014e1f97a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e7e1e5a-d333-43a8-a223-36f62d1311c0,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:21.155431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-beffc643-48f0-4306-a38a-f2014e1f97a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.156935 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-beffc643-48f0-4306-a38a-f2014e1f97a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2820594 Dec 06 15:08:21.159571 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42988) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:21.163782 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-5b95e43d-993d-40ac-b69f-f08f855c713c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '7ccc425f-467f-4c2f-ae1b-9ff0c86876af', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:21.227760 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-5b95e43d-993d-40ac-b69f-f08f855c713c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Project 28d5438d46074c7b994265283960d97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:08:21.232508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5b95e43d-993d-40ac-b69f-f08f855c713c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.289370 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5b95e43d-993d-40ac-b69f-f08f855c713c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.341628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5b95e43d-993d-40ac-b69f-f08f855c713c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.358301 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b95e43d-993d-40ac-b69f-f08f855c713c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86851de-b0d9-4168-88ac-e8e342bf25c8,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:21.446954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5b95e43d-993d-40ac-b69f-f08f855c713c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.448170 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5b95e43d-993d-40ac-b69f-f08f855c713c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2876782 Dec 06 15:08:21.451474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42990) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:21.455717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-0cd48186-526d-4a35-815c-fa8323131662 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '7ccc425f-467f-4c2f-ae1b-9ff0c86876af', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:21.536052 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-0cd48186-526d-4a35-815c-fa8323131662 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Project 28d5438d46074c7b994265283960d97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:08:21.540766 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cd48186-526d-4a35-815c-fa8323131662 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.598437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cd48186-526d-4a35-815c-fa8323131662 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.644759 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cd48186-526d-4a35-815c-fa8323131662 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.659350 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd48186-526d-4a35-815c-fa8323131662 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167af02c-3207-4f22-b004-79834f1f8843,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:21.715377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0cd48186-526d-4a35-815c-fa8323131662 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.716608 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0cd48186-526d-4a35-815c-fa8323131662 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2642157 Dec 06 15:08:21.719427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42992) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:21.724309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a4083e22-1756-465c-bb47-1672c7642566 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'network': {'name': 'tempest-network-smoke--359933807', 'project_id': '28d5438d46074c7b994265283960d97a', 'port_security_enabled': True}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:21.804560 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4083e22-1756-465c-bb47-1672c7642566 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:21.807856 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a4083e22-1756-465c-bb47-1672c7642566 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.830508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4083e22-1756-465c-bb47-1672c7642566 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:08:21.838686 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a4083e22-1756-465c-bb47-1672c7642566 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.839020 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-a4083e22-1756-465c-bb47-1672c7642566 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Added segment 18908fd6-f32c-4e37-ae7c-e59e36fe60a5 of type vlan for network aa72d452-0c0f-4f53-b62c-242471449087 Dec 06 15:08:21.879462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a4083e22-1756-465c-bb47-1672c7642566 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.970291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a4083e22-1756-465c-bb47-1672c7642566 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:21.975842 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4083e22-1756-465c-bb47-1672c7642566 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:21.976427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a4083e22-1756-465c-bb47-1672c7642566 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:22.038986 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4083e22-1756-465c-bb47-1672c7642566 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Network': ['ID=aa72d452-0c0f-4f53-b62c-242471449087,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:22.049520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network aa72d452-0c0f-4f53-b62c-242471449087 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:08:22.100569 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a4083e22-1756-465c-bb47-1672c7642566 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3797848 Dec 06 15:08:22.103506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42994) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:22.110522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'admin_state_up': True, 'project_id': '28d5438d46074c7b994265283960d97a', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:22.188101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:22.189206 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:22.243088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:22.432269 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:22.687813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:22.707314 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:22.810408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.36.1.168 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/e35b6887-826c-4a56-b073-f5814139c791) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:22.908757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:22.982950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.025831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:23.028822 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:23.032829 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:23.043149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b58bdb-5c82-4f11-bc9e-cdafda262262 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:23.060919 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=e35b6887-826c-4a56-b073-f5814139c791,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:23.082738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-83279105-013e-45c2-957c-96d04770a046 None None] Provisioning complete for port e35b6887-826c-4a56-b073-f5814139c791 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:23.084770 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-83279105-013e-45c2-957c-96d04770a046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.116559 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-83279105-013e-45c2-957c-96d04770a046 None None] Port e35b6887-826c-4a56-b073-f5814139c791 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:23.318040 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:23.850422 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.039438 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:08:24.139718 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:24.150103 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Sync routers for ids ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:24.159499 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Routers {'9fcecc7d-a771-4449-b291-6a2f8ed3b981'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:24.162664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:24.212858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.214178 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-880903bb-a47b-4741-a8bc-a42f227c17f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1092904 Dec 06 15:08:24.217920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42996) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:24.251166 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-723da669-11d3-4768-a9d6-070e2dbddf23 tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=28d5438d46074c7b994265283960d97a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296617 Dec 06 15:08:24.251415 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 42998) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:24.265388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Set router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:24.336947 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751a8c3d-6e35-4486-a000-c107f4d20271 tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:24.338280 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-751a8c3d-6e35-4486-a000-c107f4d20271 tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860753 Dec 06 15:08:24.341084 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43000) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:24.370572 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-420d301e-d3fd-4b0a-afbd-61538ea42f99 tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261497 Dec 06 15:08:24.370812 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43002) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:24.375983 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7c0ed14a-980f-4c81-8a5d-c56c0e39d9ae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1247790685', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'project_id': '28d5438d46074c7b994265283960d97a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:24.448355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:23Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:24.475461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Checking router: 9fcecc7d-a771-4449-b291-6a2f8ed3b981 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:08:24.477298 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Updating router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 port e35b6887-826c-4a56-b073-f5814139c791 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:08:24.501946 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.525582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0ed14a-980f-4c81-8a5d-c56c0e39d9ae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:24.529294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c0ed14a-980f-4c81-8a5d-c56c0e39d9ae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.748755 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c0ed14a-980f-4c81-8a5d-c56c0e39d9ae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.758230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.805432 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.805674 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0ed14a-980f-4c81-8a5d-c56c0e39d9ae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Subnet': ['ID=74081bda-80fb-4da9-b998-a2b1cae84302,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:24.816641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0ed14a-980f-4c81-8a5d-c56c0e39d9ae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Checking segment: {'id': '18908fd6-f32c-4e37-ae7c-e59e36fe60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:24.818811 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0ed14a-980f-4c81-8a5d-c56c0e39d9ae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network hostable DHCP agents. Network: aa72d452-0c0f-4f53-b62c-242471449087, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:08:24.854980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8af8453-ecf3-4bb7-86b4-2a542c11ec32 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:24.869005 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Attempting to bind port e35b6887-826c-4a56-b073-f5814139c791 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:08:24.869377 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Attempting to bind port e35b6887-826c-4a56-b073-f5814139c791 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:08:24.869741 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Attempting to bind port e35b6887-826c-4a56-b073-f5814139c791 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:24.875371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092d2e9-4c35-4e47-8947-51067c5baf60 None None] Pushing event updated for resources: {'Port': ['ID=e35b6887-826c-4a56-b073-f5814139c791,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:24.878555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:08:24.878926 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:24.879322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.879707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:08:24.880182 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Bound port: e35b6887-826c-4a56-b073-f5814139c791, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:08:24.880562 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.885120 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0ed14a-980f-4c81-8a5d-c56c0e39d9ae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network aa72d452-0c0f-4f53-b62c-242471449087 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:08:24.931393 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] For port e35b6887-826c-4a56-b073-f5814139c791, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:08:24.935625 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] For port e35b6887-826c-4a56-b073-f5814139c791, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e35b6887-826c-4a56-b073-f5814139c791,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:08:24.947327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-91d4270a-f477-4a8a-ba96-e559bd96731a None None] Provisioning complete for port e35b6887-826c-4a56-b073-f5814139c791 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:24.947696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-91d4270a-f477-4a8a-ba96-e559bd96731a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.965596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-7c0ed14a-980f-4c81-8a5d-c56c0e39d9ae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, aa72d452-0c0f-4f53-b62c-242471449087) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:24.969760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0ed14a-980f-4c81-8a5d-c56c0e39d9ae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:24.975140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7c0ed14a-980f-4c81-8a5d-c56c0e39d9ae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:24.976772 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e55fb3-a3b6-470c-900c-7bdbc436d18b None None] Network aa72d452-0c0f-4f53-b62c-242471449087 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:25.003372 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-91d4270a-f477-4a8a-ba96-e559bd96731a None None] Port e35b6887-826c-4a56-b073-f5814139c791 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:25.032939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.053807 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7c0ed14a-980f-4c81-8a5d-c56c0e39d9ae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6814625 Dec 06 15:08:25.056488 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43004) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:25.100367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9416dc41-9660-4fad-9beb-14e067693a4e None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:08:25.138321 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Routers {'9fcecc7d-a771-4449-b291-6a2f8ed3b981'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:25.138941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:25.159195 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3092d2e9-4c35-4e47-8947-51067c5baf60 None None] Pushing event updated for resources: {'Port': ['ID=e35b6887-826c-4a56-b073-f5814139c791,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:25.286336 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-0a244f95-72c3-44ae-82d9-ec26955e890d None None] Provisioning complete for port e35b6887-826c-4a56-b073-f5814139c791 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:25.286711 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0a244f95-72c3-44ae-82d9-ec26955e890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.292282 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-aa72d452-0c0f-4f53-b62c-242471449087', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'fixed_ips': [{'subnet_id': '74081bda-80fb-4da9-b998-a2b1cae84302'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:08:25.293131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.345207 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] Set router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:25.496786 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.761143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0a244f95-72c3-44ae-82d9-ec26955e890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.811021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Allocated IP 172.20.0.2 (aa72d452-0c0f-4f53-b62c-242471449087/74081bda-80fb-4da9-b998-a2b1cae84302/fd059a45-c3b6-4875-a11b-32d17a82b7d8) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:25.814934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0a244f95-72c3-44ae-82d9-ec26955e890d None None] For port e35b6887-826c-4a56-b073-f5814139c791, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e35b6887-826c-4a56-b073-f5814139c791,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:25.901162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:23Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:25.907158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0a244f95-72c3-44ae-82d9-ec26955e890d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:25.959582 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05db19fd-114b-4a90-b97f-0fd91842b124 None None] The sync data for ids ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'] in dv-neutron-master-2-hyperv is: [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:23Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:26.020577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a244f95-72c3-44ae-82d9-ec26955e890d None None] Pushing event updated for resources: {'Port': ['ID=e35b6887-826c-4a56-b073-f5814139c791,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:26.037315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.097461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.139977 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Network aa72d452-0c0f-4f53-b62c-242471449087 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:26.143079 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:26.147557 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:26.148229 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.20.0.1 (aa72d452-0c0f-4f53-b62c-242471449087/74081bda-80fb-4da9-b998-a2b1cae84302/3055f411-d6a6-4aa3-9098-95e19b1e2cc9) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:26.150588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Pushing event updated for resources: {'Port': ['ID=fd059a45-c3b6-4875-a11b-32d17a82b7d8,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:26.223418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Attempting to bind port fd059a45-c3b6-4875-a11b-32d17a82b7d8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:08:26.224045 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Attempting to bind port fd059a45-c3b6-4875-a11b-32d17a82b7d8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '18908fd6-f32c-4e37-ae7c-e59e36fe60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:08:26.224045 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Attempting to bind port fd059a45-c3b6-4875-a11b-32d17a82b7d8 on network aa72d452-0c0f-4f53-b62c-242471449087 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:26.229256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:08:26.229637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Checking segment: {'id': '18908fd6-f32c-4e37-ae7c-e59e36fe60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:26.230031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.230421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Bound using segment: {'id': '18908fd6-f32c-4e37-ae7c-e59e36fe60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:08:26.231418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Bound port: fd059a45-c3b6-4875-a11b-32d17a82b7d8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18908fd6-f32c-4e37-ae7c-e59e36fe60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:08:26.231797 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.305672 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] For port fd059a45-c3b6-4875-a11b-32d17a82b7d8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:08:26.309734 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.310939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] For port fd059a45-c3b6-4875-a11b-32d17a82b7d8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd059a45-c3b6-4875-a11b-32d17a82b7d8,segment=NetworkSegment(18908fd6-f32c-4e37-ae7c-e59e36fe60a5),segment_id=18908fd6-f32c-4e37-ae7c-e59e36fe60a5)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:08:26.382734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.411773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.455198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da892c2-d9e1-44ab-b1a8-b5d87d621a88 None None] Pushing event updated for resources: {'Port': ['ID=fd059a45-c3b6-4875-a11b-32d17a82b7d8,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:26.463936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network aa72d452-0c0f-4f53-b62c-242471449087 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:26.468369 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:26.470937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:26.503414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=3055f411-d6a6-4aa3-9098-95e19b1e2cc9,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:26.540176 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.598883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e35b6887-826c-4a56-b073-f5814139c791 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:08:26.682842 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port e35b6887-826c-4a56-b073-f5814139c791 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:26.683373 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:26.811194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.090845 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.141661 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.216796 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=3055f411-d6a6-4aa3-9098-95e19b1e2cc9,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:27.222709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.327324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network aa72d452-0c0f-4f53-b62c-242471449087 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:27.328808 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:27.452024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:08:27.544528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9adf21-77eb-4b09-ac07-fa93c5319680 None None] Network aa72d452-0c0f-4f53-b62c-242471449087 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:08:27.572489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:27.578891 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-5085e501-97d9-4a5b-abba-2daa799d2fdb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "PUT /v2.0/routers/9fcecc7d-a771-4449-b291-6a2f8ed3b981/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5212402 Dec 06 15:08:27.676836 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cb910279-c16c-4c20-8a94-6466f7238062 None None] Provisioning complete for port fd059a45-c3b6-4875-a11b-32d17a82b7d8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:27.677255 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb910279-c16c-4c20-8a94-6466f7238062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.793027 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb910279-c16c-4c20-8a94-6466f7238062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.837079 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-cb910279-c16c-4c20-8a94-6466f7238062 None None] For port fd059a45-c3b6-4875-a11b-32d17a82b7d8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd059a45-c3b6-4875-a11b-32d17a82b7d8,segment=NetworkSegment(18908fd6-f32c-4e37-ae7c-e59e36fe60a5),segment_id=18908fd6-f32c-4e37-ae7c-e59e36fe60a5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:27.882248 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-19c39b1f-3f77-4a88-b429-0b6bdabb8eb8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-434937601&fields=id&tenant_id=28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 267 time: 0.0568652 Dec 06 15:08:27.913988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cb910279-c16c-4c20-8a94-6466f7238062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:27.979995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb910279-c16c-4c20-8a94-6466f7238062 None None] Pushing event updated for resources: {'Port': ['ID=fd059a45-c3b6-4875-a11b-32d17a82b7d8,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:28.026930 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-bdcebd1e-f214-42f1-bbd4-9611c986da39 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:28.035021 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-bdcebd1e-f214-42f1-bbd4-9611c986da39 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/networks?id=aa72d452-0c0f-4f53-b62c-242471449087 HTTP/1.1" status: 200 len: 796 time: 0.1446292 Dec 06 15:08:28.048628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bb4c184c-c6a8-4418-979b-0f856a47d1b0 None None] Provisioning complete for port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:28.049332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bb4c184c-c6a8-4418-979b-0f856a47d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.054001 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-49f4d94b-97fb-4f5f-94d8-4b814c299bb4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/quotas/28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 375 time: 0.0177813 Dec 06 15:08:28.089720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c184c-c6a8-4418-979b-0f856a47d1b0 None None] Port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:28.108005 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bb4c184c-c6a8-4418-979b-0f856a47d1b0 None None] Provisioning complete for port fd059a45-c3b6-4875-a11b-32d17a82b7d8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:28.108386 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bb4c184c-c6a8-4418-979b-0f856a47d1b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.122446 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-3417f3dc-0327-4a49-a47c-7762f4efffa0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672712 Dec 06 15:08:28.212356 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-07db4c08-639c-44dd-9c2a-d9ef143a15d2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:08:28.213399 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-07db4c08-639c-44dd-9c2a-d9ef143a15d2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0792489 Dec 06 15:08:28.311522 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Sync routers for ids ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:28.328492 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Routers {'9fcecc7d-a771-4449-b291-6a2f8ed3b981'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:28.330265 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:28.337288 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-b40abbca-334d-409f-8b38-4149c6d12bab service neutron] 10.222.0.42 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156785 Dec 06 15:08:28.343626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1d6b7a7f-a3eb-4f05-9a92-c4041c5c2543 None None] Provisioning complete for port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:28.344004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d6b7a7f-a3eb-4f05-9a92-c4041c5c2543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.423202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-1d6b7a7f-a3eb-4f05-9a92-c4041c5c2543 None None] Port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:28.463448 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Set router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:28.473564 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-2f0826b0-94a4-4590-bb7a-ea3879fe2619 service neutron] 10.222.0.42 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277428 Dec 06 15:08:28.546000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dea41207-ab71-4603-8750-25bef1403b76 None None] Provisioning complete for port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:28.547079 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dea41207-ab71-4603-8750-25bef1403b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.594477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dea41207-ab71-4603-8750-25bef1403b76 None None] Port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:28.617343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device fd059a45-c3b6-4875-a11b-32d17a82b7d8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:08:28.669575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port fd059a45-c3b6-4875-a11b-32d17a82b7d8 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:28.669967 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:28.802582 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3055f411-d6a6-4aa3-9098-95e19b1e2cc9', 'name': '', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:7c:cb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:25Z', 'updated_at': '2021-12-06T15:08:26Z', 'revision_number': 2, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:28.833333 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Checking router: 9fcecc7d-a771-4449-b291-6a2f8ed3b981 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:08:28.833584 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Updating router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:08:28.841988 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-200aefc7-5f96-4a54-bf7a-4aabf4d2c3ac req-712db6aa-825a-47d6-803b-94c9a1a386b5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 210 time: 0.0891850 Dec 06 15:08:28.863627 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.122933 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.204725 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.252541 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Pushing event updated for resources: {'Port': ['ID=3055f411-d6a6-4aa3-9098-95e19b1e2cc9,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:29.274763 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:29.275107 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:29.275443 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:29.275766 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:29.276090 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:29.276410 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:29.276724 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:29.277067 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:29.277388 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:29.277698 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:29.278007 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:29.278391 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:29.278604 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:08:29.319277 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Attempting to bind port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:08:29.319974 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Attempting to bind port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '18908fd6-f32c-4e37-ae7c-e59e36fe60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:08:29.320093 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Attempting to bind port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 on network aa72d452-0c0f-4f53-b62c-242471449087 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:29.325982 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:08:29.331095 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Checking segment: {'id': '18908fd6-f32c-4e37-ae7c-e59e36fe60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:29.331095 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.331095 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Bound using segment: {'id': '18908fd6-f32c-4e37-ae7c-e59e36fe60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:08:29.331095 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Bound port: 3055f411-d6a6-4aa3-9098-95e19b1e2cc9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18908fd6-f32c-4e37-ae7c-e59e36fe60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:08:29.331095 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.392041 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] For port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:08:29.395260 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] For port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3055f411-d6a6-4aa3-9098-95e19b1e2cc9,segment=NetworkSegment(18908fd6-f32c-4e37-ae7c-e59e36fe60a5),segment_id=18908fd6-f32c-4e37-ae7c-e59e36fe60a5)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:08:29.431156 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b1b4fa22-61ac-4dfb-b9d1-d15c5567b096 None None] Provisioning complete for port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:29.431521 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1b4fa22-61ac-4dfb-b9d1-d15c5567b096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.467357 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4fa22-61ac-4dfb-b9d1-d15c5567b096 None None] Port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:29.485565 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.542770 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Routers {'9fcecc7d-a771-4449-b291-6a2f8ed3b981'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:29.543946 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:29.577126 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23d886-40b6-40ea-a7d2-ba89852bf9bd None None] Pushing event updated for resources: {'Port': ['ID=3055f411-d6a6-4aa3-9098-95e19b1e2cc9,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:29.658698 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] Set router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:29.790228 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-e42cebfb-9aaa-4a42-8bd6-da0005824195 None None] Provisioning complete for port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:29.790817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e42cebfb-9aaa-4a42-8bd6-da0005824195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.859085 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3055f411-d6a6-4aa3-9098-95e19b1e2cc9', 'name': '', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:7c:cb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:25Z', 'updated_at': '2021-12-06T15:08:29Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:29.867145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e42cebfb-9aaa-4a42-8bd6-da0005824195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.891483 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ff103a-2a35-4647-be70-44bc30a6b790 None None] The sync data for ids ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'] in dv-neutron-master-2-hyperv is: [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3055f411-d6a6-4aa3-9098-95e19b1e2cc9', 'name': '', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:7c:cb:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:25Z', 'updated_at': '2021-12-06T15:08:29Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:29.915950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-e42cebfb-9aaa-4a42-8bd6-da0005824195 None None] For port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3055f411-d6a6-4aa3-9098-95e19b1e2cc9,segment=NetworkSegment(18908fd6-f32c-4e37-ae7c-e59e36fe60a5),segment_id=18908fd6-f32c-4e37-ae7c-e59e36fe60a5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:29.967827 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a933c2cb-343d-46a2-8e15-268d1140609d req-6d4146d8-be98-4adb-b50d-b9cc328f1d96 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 210 time: 0.0433583 Dec 06 15:08:29.976124 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:29.999560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e42cebfb-9aaa-4a42-8bd6-da0005824195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.054543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42cebfb-9aaa-4a42-8bd6-da0005824195 None None] Pushing event updated for resources: {'Port': ['ID=3055f411-d6a6-4aa3-9098-95e19b1e2cc9,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:30.578171 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-71c54dc3-7ab5-44d0-a3c0-a6ae45ba219f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:30.578171 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-71c54dc3-7ab5-44d0-a3c0-a6ae45ba219f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/networks?id=aa72d452-0c0f-4f53-b62c-242471449087 HTTP/1.1" status: 200 len: 796 time: 0.1219747 Dec 06 15:08:30.589771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:08:30.641139 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:30.641680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.650967 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-6d257796-17d4-4be0-9377-08340b008604 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 379 time: 0.0637112 Dec 06 15:08:30.660905 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-009d7035-1ad0-4fff-8e21-5e212c896afa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'port': {'device_id': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'admin_state_up': True, 'tenant_id': '28d5438d46074c7b994265283960d97a', 'security_groups': ['7ccc425f-467f-4c2f-ae1b-9ff0c86876af']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:30.822241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-009d7035-1ad0-4fff-8e21-5e212c896afa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:08:30.826059 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-009d7035-1ad0-4fff-8e21-5e212c896afa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:30.963997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-009d7035-1ad0-4fff-8e21-5e212c896afa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.20.0.10 (aa72d452-0c0f-4f53-b62c-242471449087/74081bda-80fb-4da9-b998-a2b1cae84302/9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:31.070347 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e68546b9-13c9-451d-b77c-d6597d9f4301 req-fb0c9ef8-374e-449a-9794-acecb397380b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 210 time: 0.0315356 Dec 06 15:08:31.117606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-009d7035-1ad0-4fff-8e21-5e212c896afa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:31.245653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-009d7035-1ad0-4fff-8e21-5e212c896afa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:31.288832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-009d7035-1ad0-4fff-8e21-5e212c896afa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network aa72d452-0c0f-4f53-b62c-242471449087 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:31.291784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-009d7035-1ad0-4fff-8e21-5e212c896afa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:31.296316 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-009d7035-1ad0-4fff-8e21-5e212c896afa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:31.303254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-677edf53-3dc2-4a76-81dd-2d5152122224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:31.325678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d7035-1ad0-4fff-8e21-5e212c896afa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:31.360265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-009d7035-1ad0-4fff-8e21-5e212c896afa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:31.361088 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-009d7035-1ad0-4fff-8e21-5e212c896afa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:31.447649 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-009d7035-1ad0-4fff-8e21-5e212c896afa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7906563 Dec 06 15:08:31.503140 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Request body: {'port': {'device_id': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:31.528986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f08e3122-c3b9-4701-b216-3798db27a79f None None] Provisioning complete for port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:31.529439 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f08e3122-c3b9-4701-b216-3798db27a79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:31.563066 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:31.563281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f08e3122-c3b9-4701-b216-3798db27a79f None None] Port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:08:31.820295 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:08:31.830303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:31.841825 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Transition to ACTIVE for port object 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:08:31.890585 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:31.940609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:32.009027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Attempting to bind port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:08:32.009364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Attempting to bind port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '18908fd6-f32c-4e37-ae7c-e59e36fe60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:08:32.009775 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Attempting to bind port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 on network aa72d452-0c0f-4f53-b62c-242471449087 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:32.014192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 on network aa72d452-0c0f-4f53-b62c-242471449087 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:08:32.014509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Attempting to bind port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 on network aa72d452-0c0f-4f53-b62c-242471449087 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:08:32.019696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:08:32.020067 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Checking segment: {'id': '18908fd6-f32c-4e37-ae7c-e59e36fe60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:08:32.020451 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Bound using segment: {'id': '18908fd6-f32c-4e37-ae7c-e59e36fe60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:08:32.020933 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Bound port: 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18908fd6-f32c-4e37-ae7c-e59e36fe60a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:08:32.021307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:32.092440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] For port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:08:32.095877 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] For port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2,segment=NetworkSegment(18908fd6-f32c-4e37-ae7c-e59e36fe60a5),segment_id=18908fd6-f32c-4e37-ae7c-e59e36fe60a5)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:08:32.148840 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:32.202689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:32.203401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:32.204757 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] 10.222.0.41 "PUT /v2.0/ports/9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 HTTP/1.1" status: 200 len: 1094 time: 0.7480247 Dec 06 15:08:32.205238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'tag': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:32.207518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d8204b-33bd-4460-8d9b-ed33543db50b" -d '{"events": [{"name": "network-changed", "server_uuid": "96339a7f-2ecd-4cbc-befe-2e8889fbb9cb", "tag": "9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:32.239466 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03345a47-a50d-4ce3-9cff-766a13f45939 req-90e9d320-a322-4639-8ea2-2499b5c6d2f9 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:32.241148 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-03345a47-a50d-4ce3-9cff-766a13f45939 req-90e9d320-a322-4639-8ea2-2499b5c6d2f9 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 944 time: 0.1037638 Dec 06 15:08:32.246944 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10935115-7de1-4c39-b165-6feda23d9f1d service neutron] Pushing event updated for resources: {'Port': ['ID=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:32.257229 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15db0426-2339-4d27-9b7b-a81059e50e8f x-openstack-request-id: req-15db0426-2339-4d27-9b7b-a81059e50e8f {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:32.257530 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96339a7f-2ecd-4cbc-befe-2e8889fbb9cb", "tag": "9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:32.257788 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15db0426-2339-4d27-9b7b-a81059e50e8f {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:32.258193 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'tag': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2', 'status': 'completed', 'code': 200} Dec 06 15:08:32.338817 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-03345a47-a50d-4ce3-9cff-766a13f45939 req-a26cffc7-a0dc-4427-b32f-0221cd822de2 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884197 Dec 06 15:08:32.348617 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8204b-33bd-4460-8d9b-ed33543db50b req-34af911e-79f4-4b75-8b1b-d5dc08021057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:32.350348 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-83d8204b-33bd-4460-8d9b-ed33543db50b req-34af911e-79f4-4b75-8b1b-d5dc08021057 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 1097 time: 0.0734341 Dec 06 15:08:32.453163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8204b-33bd-4460-8d9b-ed33543db50b req-bf1973e2-14d4-463b-b37b-81026a61c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:32.454627 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-83d8204b-33bd-4460-8d9b-ed33543db50b req-bf1973e2-14d4-463b-b37b-81026a61c20d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=28d5438d46074c7b994265283960d97a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0949068 Dec 06 15:08:32.551325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8204b-33bd-4460-8d9b-ed33543db50b req-f2fca200-0b1d-42fb-a42c-c0efaa37abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:32.552778 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-83d8204b-33bd-4460-8d9b-ed33543db50b req-f2fca200-0b1d-42fb-a42c-c0efaa37abe2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917726 Dec 06 15:08:32.625881 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-600fe106-4e2e-4126-a1ae-c7f6b86ba7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:32.627248 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-600fe106-4e2e-4126-a1ae-c7f6b86ba7bd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 1097 time: 0.0400963 Dec 06 15:08:32.669271 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-3f324829-845e-4515-a2f6-04d75be583e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 HTTP/1.1" status: 200 len: 217 time: 0.0333707 Dec 06 15:08:32.722099 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-c094d694-c20a-4400-acb1-07d101f26e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:32.723532 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-c094d694-c20a-4400-acb1-07d101f26e2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74081bda-80fb-4da9-b998-a2b1cae84302 HTTP/1.1" status: 200 len: 835 time: 0.0474544 Dec 06 15:08:32.767239 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-600bf064-ab8e-4d3c-a5ee-4e1c550b34a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:32.768691 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-600bf064-ab8e-4d3c-a5ee-4e1c550b34a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa72d452-0c0f-4f53-b62c-242471449087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386024 Dec 06 15:08:32.856773 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-ee9353aa-806b-4ba8-ab44-4155cfc5f854 service neutron] 10.222.0.41 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806811 Dec 06 15:08:33.289536 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-132e2063-74c0-4a59-8dd8-ffe99dedb5d6 req-349666ab-11f8-45a8-9ae9-9184f20ada36 service neutron] 10.222.0.41 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259536 Dec 06 15:08:33.456371 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865b435-af90-4bb9-8e5e-3eab7228fe24 req-3f65a7ab-d65f-49a5-93ea-e61bc71b8ce0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:33.457777 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e865b435-af90-4bb9-8e5e-3eab7228fe24 req-3f65a7ab-d65f-49a5-93ea-e61bc71b8ce0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 944 time: 0.0487876 Dec 06 15:08:33.506509 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e865b435-af90-4bb9-8e5e-3eab7228fe24 req-e8d68403-31d2-47a4-9e10-f6e70c2fcbb1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428505 Dec 06 15:08:33.709979 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-74179b50-3a9f-4a80-89f5-423b651f17a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:34.619581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7a1fa-2a1e-4718-9c9c-b1bc512b4671 req-7abef8dc-774a-409b-8b3a-3ef4003e64a3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:34.621041 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e2c7a1fa-2a1e-4718-9c9c-b1bc512b4671 req-7abef8dc-774a-409b-8b3a-3ef4003e64a3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 944 time: 0.0482883 Dec 06 15:08:34.669693 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e2c7a1fa-2a1e-4718-9c9c-b1bc512b4671 req-bd51584a-b9b0-46c6-9a94-e81255c49248 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427158 Dec 06 15:08:34.936302 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:35.781112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ca3c9-a17a-4cbc-8bc1-05e58cccec63 req-8cac6ee2-dc7f-4770-a46c-36709b13363f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:35.782537 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-287ca3c9-a17a-4cbc-8bc1-05e58cccec63 req-8cac6ee2-dc7f-4770-a46c-36709b13363f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 944 time: 0.0466139 Dec 06 15:08:35.833853 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-287ca3c9-a17a-4cbc-8bc1-05e58cccec63 req-651161d4-f07f-462b-b4d8-2d23753a983e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454926 Dec 06 15:08:36.147321 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:36.714885 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:08:36.812485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2,segment=NetworkSegment(18908fd6-f32c-4e37-ae7c-e59e36fe60a5),segment_id=18908fd6-f32c-4e37-ae7c-e59e36fe60a5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:36.823652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'port_id': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2', 'mac_address': 'fa:16:3e:01:a1:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:08:36.860565 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:36.880779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:08:36.907861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2,segment=NetworkSegment(18908fd6-f32c-4e37-ae7c-e59e36fe60a5),segment_id=18908fd6-f32c-4e37-ae7c-e59e36fe60a5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:36.950397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326aa24f-5159-4434-8da4-4686469c473c req-5973834d-0f10-4089-be5d-e48dfd8177e9 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:36.951843 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-326aa24f-5159-4434-8da4-4686469c473c req-5973834d-0f10-4089-be5d-e48dfd8177e9 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 944 time: 0.0520744 Dec 06 15:08:36.976102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:36.981902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:37.001313 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-326aa24f-5159-4434-8da4-4686469c473c req-f830a278-ee0c-4283-a648-d7975e7393dc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432854 Dec 06 15:08:37.029883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:37.297199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:08:38.112976 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5e1d6-ae49-47ef-8315-144af5b8fd85 req-d9cbf4f1-89bb-4760-88d9-3108858196cd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:38.114410 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d4f5e1d6-ae49-47ef-8315-144af5b8fd85 req-d9cbf4f1-89bb-4760-88d9-3108858196cd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 945 time: 0.0474570 Dec 06 15:08:38.165887 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d4f5e1d6-ae49-47ef-8315-144af5b8fd85 req-3f377d13-fa5d-4f03-be32-54a7c14d257c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456908 Dec 06 15:08:38.730158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:08:38.861894 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:08:38.865723 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:08:38.866090 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:38.943153 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:38.964628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:38.966984 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589867a2-3ae2-4d83-9551-4685634bdfbe" -d '{"events": [{"server_uuid": "96339a7f-2ecd-4cbc-befe-2e8889fbb9cb", "name": "network-vif-plugged", "status": "completed", "tag": "9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:38.979170 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2,segment=NetworkSegment(18908fd6-f32c-4e37-ae7c-e59e36fe60a5),segment_id=18908fd6-f32c-4e37-ae7c-e59e36fe60a5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:08:39.050614 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:39.057228 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b4ef65-45d6-46f3-9bb1-f3bbd541aecf x-openstack-request-id: req-24b4ef65-45d6-46f3-9bb1-f3bbd541aecf {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:39.057525 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96339a7f-2ecd-4cbc-befe-2e8889fbb9cb", "name": "network-vif-plugged", "status": "completed", "tag": "9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:39.057776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24b4ef65-45d6-46f3-9bb1-f3bbd541aecf {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:39.058165 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2', 'code': 200} Dec 06 15:08:39.100299 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:39.282859 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0175744-ba8a-4ab6-91fd-2865062a1914 req-ae1580a8-c1a4-4c6e-96fa-144675dddb09 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:39.284473 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b0175744-ba8a-4ab6-91fd-2865062a1914 req-ae1580a8-c1a4-4c6e-96fa-144675dddb09 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0530446 Dec 06 15:08:39.315131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f279b-f279-452d-a9b3-0c1f1a7314ef req-2e51364a-eec5-4fcc-8d1e-e827e39161ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:39.316595 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-df9f279b-f279-452d-a9b3-0c1f1a7314ef req-2e51364a-eec5-4fcc-8d1e-e827e39161ed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 1099 time: 0.0398622 Dec 06 15:08:39.334913 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b0175744-ba8a-4ab6-91fd-2865062a1914 req-8dbb955f-8586-4c81-8f10-d0331e992c13 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441859 Dec 06 15:08:39.365478 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-df9f279b-f279-452d-a9b3-0c1f1a7314ef req-575e5638-97e1-4902-8ea1-b7a70647b1db service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418539 Dec 06 15:08:40.451929 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a4d19f-e189-40b3-bf7a-8c5d497083ac req-f4dafd33-f2bd-4263-b468-383d36b5227d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:40.453400 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-11a4d19f-e189-40b3-bf7a-8c5d497083ac req-f4dafd33-f2bd-4263-b468-383d36b5227d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0514226 Dec 06 15:08:40.503735 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-11a4d19f-e189-40b3-bf7a-8c5d497083ac req-0252f9b5-452d-477f-b43c-9ff1b4448b61 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443614 Dec 06 15:08:41.620220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0959b2f7-d328-49ca-b1bb-4a26b059b376 req-738ceaf1-7e08-41ef-8ac9-056c849b2279 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:41.621743 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0959b2f7-d328-49ca-b1bb-4a26b059b376 req-738ceaf1-7e08-41ef-8ac9-056c849b2279 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0509410 Dec 06 15:08:41.669747 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0959b2f7-d328-49ca-b1bb-4a26b059b376 req-35b18550-0457-43c2-98e3-7efe8eaba017 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416067 Dec 06 15:08:41.781826 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67e0b6e-9594-412b-a916-86d89a998143 req-df16ef75-1f8e-4cd5-9e6e-0acc395ab908 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:41.783177 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d67e0b6e-9594-412b-a916-86d89a998143 req-df16ef75-1f8e-4cd5-9e6e-0acc395ab908 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0471635 Dec 06 15:08:41.830325 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d67e0b6e-9594-412b-a916-86d89a998143 req-37d968eb-8954-4836-b5f1-da56ee86766b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414364 Dec 06 15:08:41.851134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43076) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:41.888709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d48ada-67b3-46c2-a11d-630dcd4dd7d4 tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:41.890209 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-71d48ada-67b3-46c2-a11d-630dcd4dd7d4 tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 1094 time: 0.0381343 Dec 06 15:08:41.892914 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43078) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:41.897590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:08:41.970164 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.068965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.172468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.36.1.250 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/2c588940-9dc2-46fe-aa14-21694a8afb75) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:08:42.270951 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.353397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.393384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:08:42.396162 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:08:42.398664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:08:42.425629 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=2c588940-9dc2-46fe-aa14-21694a8afb75,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:42.765908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:42.886653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.038455 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.078607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.146730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=2c588940-9dc2-46fe-aa14-21694a8afb75,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:08:43.155798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.253140 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Floating IP 761f572b-1fad-4639-8181-09cb1e03f451 associated. External IP: 172.36.1.250, port: 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2. Dec 06 15:08:43.456576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:08:43.560155 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:08:43.570015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a7c4e-370f-471f-9cfa-813b94429953 None None] Sync routers for ids ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:08:43.580271 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a7c4e-370f-471f-9cfa-813b94429953 None None] Routers {'9fcecc7d-a771-4449-b291-6a2f8ed3b981'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:43.580947 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-433a7c4e-370f-471f-9cfa-813b94429953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:43.629166 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:08:43.656103 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fb7f1810-8daf-410f-a667-4fd7709acf29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7616935 Dec 06 15:08:43.656782 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'tag': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:08:43.659188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b42a105-096c-404c-a819-fb926663b70f" -d '{"events": [{"name": "network-changed", "server_uuid": "96339a7f-2ecd-4cbc-befe-2e8889fbb9cb", "tag": "9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:08:43.687903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-433a7c4e-370f-471f-9cfa-813b94429953 None None] Set router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:43.711113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:08:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0cee13-630d-492e-9f89-c80641816c1f x-openstack-request-id: req-3b0cee13-630d-492e-9f89-c80641816c1f {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:08:43.711410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96339a7f-2ecd-4cbc-befe-2e8889fbb9cb", "tag": "9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:08:43.711694 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b0cee13-630d-492e-9f89-c80641816c1f {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:08:43.712105 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'tag': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2', 'status': 'completed', 'code': 200} Dec 06 15:08:43.779037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42a105-096c-404c-a819-fb926663b70f req-5c55dfaa-06f1-47b7-b566-7f35fdcceca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:43.779403 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea244ef-cd31-456f-811c-7f2f378b7bd2 req-d61d5669-6849-45aa-8953-05c94e436ccc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:43.780837 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b42a105-096c-404c-a819-fb926663b70f req-5c55dfaa-06f1-47b7-b566-7f35fdcceca8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 1099 time: 0.0448861 Dec 06 15:08:43.781171 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1ea244ef-cd31-456f-811c-7f2f378b7bd2 req-d61d5669-6849-45aa-8953-05c94e436ccc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0508306 Dec 06 15:08:43.831038 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1ea244ef-cd31-456f-811c-7f2f378b7bd2 req-79743ad0-0785-40c4-b01b-4582aa3c27c5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436611 Dec 06 15:08:43.854187 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43084) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:43.876268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42a105-096c-404c-a819-fb926663b70f req-718e6551-6690-485a-9422-dffaea11d51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:43.877771 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b42a105-096c-404c-a819-fb926663b70f req-718e6551-6690-485a-9422-dffaea11d51e service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa72d452-0c0f-4f53-b62c-242471449087 HTTP/1.1" status: 200 len: 897 time: 0.0895391 Dec 06 15:08:43.920286 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f8729e55-6a83-418d-a0cf-b47d6bdefe37 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/761f572b-1fad-4639-8181-09cb1e03f451 HTTP/1.1" status: 200 len: 992 time: 0.0648341 Dec 06 15:08:43.922320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-433a7c4e-370f-471f-9cfa-813b94429953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '761f572b-1fad-4639-8181-09cb1e03f451', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.250', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'port_id': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'mac_address': 'fa:16:3e:01:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:08:42Z', 'updated_at': '2021-12-06T15:08:42Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3055f411-d6a6-4aa3-9098-95e19b1e2cc9', 'name': '', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:7c:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:25Z', 'updated_at': '2021-12-06T15:08:29Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:43.943897 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b42a105-096c-404c-a819-fb926663b70f req-23b6e4de-87c6-4880-9095-277dfb6c444b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 HTTP/1.1" status: 200 len: 1000 time: 0.0595422 Dec 06 15:08:43.947990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a7c4e-370f-471f-9cfa-813b94429953 None None] Checking router: 9fcecc7d-a771-4449-b291-6a2f8ed3b981 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:08:43.956783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a7c4e-370f-471f-9cfa-813b94429953 None None] Routers {'9fcecc7d-a771-4449-b291-6a2f8ed3b981'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:08:43.957416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-433a7c4e-370f-471f-9cfa-813b94429953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:08:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:43.994524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42a105-096c-404c-a819-fb926663b70f req-452e0df7-5ee6-4264-9274-e9512bd6f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:43.995923 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b42a105-096c-404c-a819-fb926663b70f req-452e0df7-5ee6-4264-9274-e9512bd6f886 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74081bda-80fb-4da9-b998-a2b1cae84302 HTTP/1.1" status: 200 len: 835 time: 0.0452697 Dec 06 15:08:44.049341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42a105-096c-404c-a819-fb926663b70f req-b172c766-577b-4a66-9466-179ef5714086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:08:44.050955 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b42a105-096c-404c-a819-fb926663b70f req-b172c766-577b-4a66-9466-179ef5714086 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa72d452-0c0f-4f53-b62c-242471449087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0480306 Dec 06 15:08:44.142875 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b42a105-096c-404c-a819-fb926663b70f req-bad0d345-6ab4-43d2-a063-3c9896c60ebc service neutron] 10.222.0.41 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847085 Dec 06 15:08:44.205438 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-433a7c4e-370f-471f-9cfa-813b94429953 None None] Set router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:08:44.237117 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5b42a105-096c-404c-a819-fb926663b70f req-f9932b35-f848-486b-a397-7cd3ce98d9be service neutron] 10.222.0.41 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877380 Dec 06 15:08:44.425132 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-433a7c4e-370f-471f-9cfa-813b94429953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '761f572b-1fad-4639-8181-09cb1e03f451', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.250', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'port_id': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'mac_address': 'fa:16:3e:01:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:08:42Z', 'updated_at': '2021-12-06T15:08:42Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3055f411-d6a6-4aa3-9098-95e19b1e2cc9', 'name': '', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:7c:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:25Z', 'updated_at': '2021-12-06T15:08:29Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:08:44.450588 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a7c4e-370f-471f-9cfa-813b94429953 None None] The sync data for ids ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'] in dv-neutron-master-2-hyperv is: [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '761f572b-1fad-4639-8181-09cb1e03f451', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.250', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'port_id': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'mac_address': 'fa:16:3e:01:a1:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:08:42Z', 'updated_at': '2021-12-06T15:08:42Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3055f411-d6a6-4aa3-9098-95e19b1e2cc9', 'name': '', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:7c:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:25Z', 'updated_at': '2021-12-06T15:08:29Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:08:44.644659 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7ff7f1-55f1-42c0-8423-e98441b1b08d None None] New status for floating IP 761f572b-1fad-4639-8181-09cb1e03f451: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:08:44.922816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43086) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:08:44.981336 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-063073ef-6473-4565-92de-efefd800bb14 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/761f572b-1fad-4639-8181-09cb1e03f451 HTTP/1.1" status: 200 len: 994 time: 0.0572636 Dec 06 15:08:56.148843 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:08:59.992352 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:01.283940 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a34e15ca-79cc-405c-abd3-3cde6915472d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:03.723997 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e32ba20c-549a-442e-b2c2-00c453d9b463 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:04.958480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:06.169597 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:06.958317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:20.111190 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d76b7107-4f04-4736-b956-3a1cee72d35e req-1581c8eb-fa40-47c8-b1da-031c9e81abc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385633 Dec 06 15:09:20.189990 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7107-4f04-4736-b956-3a1cee72d35e req-3a119314-79c3-46cc-b73b-e593db653ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:20.191926 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d76b7107-4f04-4736-b956-3a1cee72d35e req-3a119314-79c3-46cc-b73b-e593db653ee2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 1099 time: 0.0390739 Dec 06 15:09:20.293839 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7107-4f04-4736-b956-3a1cee72d35e req-2593d3cf-a5c3-452d-9c30-c3ef55f7d631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:20.295252 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d76b7107-4f04-4736-b956-3a1cee72d35e req-2593d3cf-a5c3-452d-9c30-c3ef55f7d631 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa72d452-0c0f-4f53-b62c-242471449087 HTTP/1.1" status: 200 len: 897 time: 0.0850911 Dec 06 15:09:20.357697 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d76b7107-4f04-4736-b956-3a1cee72d35e req-6edd945a-ac7f-41ad-8a04-89cd2004fe7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 HTTP/1.1" status: 200 len: 1002 time: 0.0555534 Dec 06 15:09:20.406373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7107-4f04-4736-b956-3a1cee72d35e req-d6399b7a-8e10-4c5c-9f86-5ca46c0c4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:20.407768 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d76b7107-4f04-4736-b956-3a1cee72d35e req-d6399b7a-8e10-4c5c-9f86-5ca46c0c4846 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74081bda-80fb-4da9-b998-a2b1cae84302 HTTP/1.1" status: 200 len: 835 time: 0.0423243 Dec 06 15:09:20.456228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b7107-4f04-4736-b956-3a1cee72d35e req-3f47341c-b915-4092-a4a2-f48104ec3671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:20.457700 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d76b7107-4f04-4736-b956-3a1cee72d35e req-3f47341c-b915-4092-a4a2-f48104ec3671 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa72d452-0c0f-4f53-b62c-242471449087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423138 Dec 06 15:09:20.544085 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d76b7107-4f04-4736-b956-3a1cee72d35e req-04bc1ece-05bc-4405-852f-814f196c49c8 service neutron] 10.222.0.41 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793710 Dec 06 15:09:20.640867 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d76b7107-4f04-4736-b956-3a1cee72d35e req-94dd69b2-4ed5-4cc2-9021-7cb1690eef5c service neutron] 10.222.0.41 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901654 Dec 06 15:09:29.952484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:31.295003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7e6def6-0462-48c8-be72-314c02ef7807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:33.146564 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:09:33.729391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7cf66210-d58f-4c1f-94cf-0ddcd149b9c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:34.934938 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.169443 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:36.952216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:09:56.644375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c87643-3fa7-4cd2-9058-83ed6f007e49 req-f851289a-77bb-4acb-9e82-32390e38b636 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:56.645905 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-15c87643-3fa7-4cd2-9058-83ed6f007e49 req-f851289a-77bb-4acb-9e82-32390e38b636 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0496094 Dec 06 15:09:56.725628 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-15c87643-3fa7-4cd2-9058-83ed6f007e49 req-e8ee2c0c-7cbc-4302-950e-d3e6e2b10cac tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736320 Dec 06 15:09:56.735214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00070c-dd49-4b3c-9ffa-7c95745bdfd6 req-5d558ba9-1cb7-4245-942f-c8e08d67c28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:56.738882 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3f00070c-dd49-4b3c-9ffa-7c95745bdfd6 req-5d558ba9-1cb7-4245-942f-c8e08d67c28c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 1099 time: 0.0637329 Dec 06 15:09:56.829136 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00070c-dd49-4b3c-9ffa-7c95745bdfd6 req-6e55a914-96bb-47f9-91b3-4ff6b2fc0dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:56.830515 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3f00070c-dd49-4b3c-9ffa-7c95745bdfd6 req-6e55a914-96bb-47f9-91b3-4ff6b2fc0dd8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa72d452-0c0f-4f53-b62c-242471449087 HTTP/1.1" status: 200 len: 897 time: 0.0857399 Dec 06 15:09:56.898759 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3f00070c-dd49-4b3c-9ffa-7c95745bdfd6 req-40a2b4f6-82dd-492e-9053-5906f1816566 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 HTTP/1.1" status: 200 len: 1002 time: 0.0608847 Dec 06 15:09:56.949250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00070c-dd49-4b3c-9ffa-7c95745bdfd6 req-23d31eb2-0986-4a3c-82b3-2c9e2e1be2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:56.950742 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3f00070c-dd49-4b3c-9ffa-7c95745bdfd6 req-23d31eb2-0986-4a3c-82b3-2c9e2e1be2a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74081bda-80fb-4da9-b998-a2b1cae84302 HTTP/1.1" status: 200 len: 835 time: 0.0434875 Dec 06 15:09:56.995499 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00070c-dd49-4b3c-9ffa-7c95745bdfd6 req-86cda058-9979-4b41-b411-0fe336c11e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:56.996969 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3f00070c-dd49-4b3c-9ffa-7c95745bdfd6 req-86cda058-9979-4b41-b411-0fe336c11e01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa72d452-0c0f-4f53-b62c-242471449087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394130 Dec 06 15:09:57.087128 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3f00070c-dd49-4b3c-9ffa-7c95745bdfd6 req-ab7c8b49-c553-4e1f-8a78-ddce95c96980 service neutron] 10.222.0.41 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826507 Dec 06 15:09:57.177644 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3f00070c-dd49-4b3c-9ffa-7c95745bdfd6 req-c49edb34-87ef-4ac4-aeee-b562bc18d8ac service neutron] 10.222.0.41 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834212 Dec 06 15:09:57.847210 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39c754-8830-4d02-9ed0-028e8a3aafdc req-fb0a0fbb-c653-4069-b269-b68d07ad5c70 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:57.848723 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ae39c754-8830-4d02-9ed0-028e8a3aafdc req-fb0a0fbb-c653-4069-b269-b68d07ad5c70 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0529635 Dec 06 15:09:57.896816 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ae39c754-8830-4d02-9ed0-028e8a3aafdc req-f6033040-3c7f-420e-88ee-e08f13449dfb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421832 Dec 06 15:09:59.014511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b65c53-f5ed-41fb-8d44-b91617500071 req-e978eb15-2e93-43dc-a006-f515a062a276 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:09:59.015954 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f7b65c53-f5ed-41fb-8d44-b91617500071 req-e978eb15-2e93-43dc-a006-f515a062a276 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0529459 Dec 06 15:09:59.064733 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f7b65c53-f5ed-41fb-8d44-b91617500071 req-068e12d5-7f0e-4c1b-9a3b-2141d2d74395 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427570 Dec 06 15:09:59.997159 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:00.176202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd316ef2-32e5-4dfb-a0e0-69b9afc75a7e req-4be3a57d-0d56-4b54-8066-1dfe5a396a4a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:00.177745 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-cd316ef2-32e5-4dfb-a0e0-69b9afc75a7e req-4be3a57d-0d56-4b54-8066-1dfe5a396a4a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0468626 Dec 06 15:10:00.228505 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-cd316ef2-32e5-4dfb-a0e0-69b9afc75a7e req-93e8f755-9ff2-4fd8-80a8-90a86712d832 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449288 Dec 06 15:10:01.301422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a7761fb6-b6e3-41b4-96a9-4fbae43d432b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:01.340936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470447cd-d074-456e-9c39-0f5f6c1bb079 req-015d2295-a493-404f-b7bd-b2be63c9eab0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:01.342395 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-470447cd-d074-456e-9c39-0f5f6c1bb079 req-015d2295-a493-404f-b7bd-b2be63c9eab0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0483129 Dec 06 15:10:01.390511 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-470447cd-d074-456e-9c39-0f5f6c1bb079 req-b1240a10-d638-4717-8a80-ff9efbf94458 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422771 Dec 06 15:10:02.501701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b2076-e31d-437f-a8bc-bb725637bd3f req-3a55a56b-1849-4b88-af3e-093c2cd9c545 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:02.503129 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c19b2076-e31d-437f-a8bc-bb725637bd3f req-3a55a56b-1849-4b88-af3e-093c2cd9c545 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0467725 Dec 06 15:10:02.554526 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c19b2076-e31d-437f-a8bc-bb725637bd3f req-ed540a9b-e8a9-4cd7-8203-d66125b2699d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450099 Dec 06 15:10:03.667442 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277763ea-a942-4138-a6f4-baa935395c77 req-eab8c295-aa40-4b52-9ee0-3c1b6b31f47f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:03.668903 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-277763ea-a942-4138-a6f4-baa935395c77 req-eab8c295-aa40-4b52-9ee0-3c1b6b31f47f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0481479 Dec 06 15:10:03.689260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-14167f74-6f7c-49bb-9738-dad6f84cbd10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:03.724225 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-277763ea-a942-4138-a6f4-baa935395c77 req-1c384c62-b848-479a-83be-7b38274f8ede tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491741 Dec 06 15:10:04.836874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c466005-9cd8-4810-a934-de64dd243e55 req-11bb31fe-168c-4ec6-a95c-5c61cc8e7ade tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:04.838217 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5c466005-9cd8-4810-a934-de64dd243e55 req-11bb31fe-168c-4ec6-a95c-5c61cc8e7ade tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0469799 Dec 06 15:10:04.885421 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5c466005-9cd8-4810-a934-de64dd243e55 req-b1f2121b-5b53-4e9a-abc3-339814131a02 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414042 Dec 06 15:10:04.957323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:05.998963 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76165e65-c1f1-418f-b3fc-dce462af9bb5 req-0501a06f-a15f-4974-a24f-aa3bdbf47734 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:06.000358 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-76165e65-c1f1-418f-b3fc-dce462af9bb5 req-0501a06f-a15f-4974-a24f-aa3bdbf47734 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0483594 Dec 06 15:10:06.049749 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-76165e65-c1f1-418f-b3fc-dce462af9bb5 req-259f29e7-51c4-49b2-9f00-e30436cc5228 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428622 Dec 06 15:10:06.151254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:06.939848 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:07.166987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55855a42-9a72-4107-a066-64bceb02c8f2 req-d2ad6fca-13c3-4c8d-a4c8-04b408be7c0e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:07.168440 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-55855a42-9a72-4107-a066-64bceb02c8f2 req-d2ad6fca-13c3-4c8d-a4c8-04b408be7c0e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0517938 Dec 06 15:10:07.215225 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-55855a42-9a72-4107-a066-64bceb02c8f2 req-a7c765af-b8cf-4cdd-bd5c-d7f34120c8d9 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409284 Dec 06 15:10:08.330606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30059e8b-e91a-4391-bb7b-1b032bca66a6 req-3f2f5112-cea0-4326-96ba-4f05a4eb9d4f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:08.332053 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-30059e8b-e91a-4391-bb7b-1b032bca66a6 req-3f2f5112-cea0-4326-96ba-4f05a4eb9d4f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0484889 Dec 06 15:10:08.379895 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-30059e8b-e91a-4391-bb7b-1b032bca66a6 req-0b444141-19bd-43fe-a62c-289841d082f8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418849 Dec 06 15:10:09.495079 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accd416-a0a2-41a0-94eb-e6fb4fba0440 req-35b1b2cb-0d74-4dec-b2f5-36869206b91f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:09.496526 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3accd416-a0a2-41a0-94eb-e6fb4fba0440 req-35b1b2cb-0d74-4dec-b2f5-36869206b91f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0478582 Dec 06 15:10:09.544624 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3accd416-a0a2-41a0-94eb-e6fb4fba0440 req-5dfeb01b-3655-4470-aadd-e5e9d29aa041 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422852 Dec 06 15:10:10.145843 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:10:10.663218 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384ffd1-33a0-4db3-bbfa-ccaad9f1e1b2 req-f958fbaa-3098-4fe7-a86e-63c85ee6fa42 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:10.664666 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8384ffd1-33a0-4db3-bbfa-ccaad9f1e1b2 req-f958fbaa-3098-4fe7-a86e-63c85ee6fa42 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0506012 Dec 06 15:10:10.713513 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8384ffd1-33a0-4db3-bbfa-ccaad9f1e1b2 req-41b9108c-1135-48eb-bc15-0f28754650e8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429463 Dec 06 15:10:11.826175 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e32659-38d2-4d99-96b9-3f913b6cdeae req-b8566dca-040f-457c-b010-1276d9c23d73 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:11.827606 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c3e32659-38d2-4d99-96b9-3f913b6cdeae req-b8566dca-040f-457c-b010-1276d9c23d73 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0470240 Dec 06 15:10:11.879445 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c3e32659-38d2-4d99-96b9-3f913b6cdeae req-2bed96ef-ed08-4a74-897d-38e25c43c296 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450897 Dec 06 15:10:12.991769 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860d3fe-6530-473d-ba8a-3f7c2112a0aa req-b9465c2d-e6a1-488a-a9e8-144f737bcdd8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:12.993229 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3860d3fe-6530-473d-ba8a-3f7c2112a0aa req-b9465c2d-e6a1-488a-a9e8-144f737bcdd8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0478077 Dec 06 15:10:13.043491 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3860d3fe-6530-473d-ba8a-3f7c2112a0aa req-cc65900d-87cd-412e-9575-419319db1570 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438921 Dec 06 15:10:14.156741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deeef3-6985-486e-9969-62a6f090ffbe req-ca74e17b-d6a1-42b6-b3a1-04e1153d7c3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:14.158200 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-54deeef3-6985-486e-9969-62a6f090ffbe req-ca74e17b-d6a1-42b6-b3a1-04e1153d7c3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0472000 Dec 06 15:10:14.205834 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-54deeef3-6985-486e-9969-62a6f090ffbe req-8c7489d1-6f9d-403a-bc3b-1e465e1c15ff tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412109 Dec 06 15:10:14.227712 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43154) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:10:14.288706 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f577209e-2a7a-480f-99ca-adaea4ebf1d6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/761f572b-1fad-4639-8181-09cb1e03f451 HTTP/1.1" status: 200 len: 994 time: 0.0598886 Dec 06 15:10:21.463168 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c465ebd3-0916-43c6-be1c-dc7526832005 req-c916f813-aa73-4089-9c17-09a9ed058989 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427070 Dec 06 15:10:21.543086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ebd3-0916-43c6-be1c-dc7526832005 req-a21e41a7-af0d-4258-be33-f50c7ceec6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:21.544562 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c465ebd3-0916-43c6-be1c-dc7526832005 req-a21e41a7-af0d-4258-be33-f50c7ceec6ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 1099 time: 0.0410476 Dec 06 15:10:21.643640 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ebd3-0916-43c6-be1c-dc7526832005 req-0527d6cc-ace3-47dc-91d7-814cc2a3cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:21.645090 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c465ebd3-0916-43c6-be1c-dc7526832005 req-0527d6cc-ace3-47dc-91d7-814cc2a3cbd6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa72d452-0c0f-4f53-b62c-242471449087 HTTP/1.1" status: 200 len: 897 time: 0.0811236 Dec 06 15:10:21.711173 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c465ebd3-0916-43c6-be1c-dc7526832005 req-ecc999db-4123-42ce-b42d-716eb0645093 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 HTTP/1.1" status: 200 len: 1002 time: 0.0593369 Dec 06 15:10:21.758555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ebd3-0916-43c6-be1c-dc7526832005 req-8ff95e45-0ef2-4e41-8ec6-12fa782c36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:21.759854 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c465ebd3-0916-43c6-be1c-dc7526832005 req-8ff95e45-0ef2-4e41-8ec6-12fa782c36f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74081bda-80fb-4da9-b998-a2b1cae84302 HTTP/1.1" status: 200 len: 835 time: 0.0425692 Dec 06 15:10:21.804052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465ebd3-0916-43c6-be1c-dc7526832005 req-eefb26fb-e687-4e42-8514-2198e7000140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:10:21.805500 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c465ebd3-0916-43c6-be1c-dc7526832005 req-eefb26fb-e687-4e42-8514-2198e7000140 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa72d452-0c0f-4f53-b62c-242471449087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387349 Dec 06 15:10:21.893687 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c465ebd3-0916-43c6-be1c-dc7526832005 req-96b1713c-ee21-4a80-92ea-d7e77c649914 service neutron] 10.222.0.41 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812969 Dec 06 15:10:21.980362 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c465ebd3-0916-43c6-be1c-dc7526832005 req-13da3024-4cb6-45af-b205-bfc041fad5b3 service neutron] 10.222.0.41 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795658 Dec 06 15:10:30.111328 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:31.311472 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-917e96ce-b677-4d93-9234-602e274a9506 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:33.705002 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f09eac1-9225-41bd-ab39-e942ca000c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:34.979052 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.167875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:36.950919 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:10:47.145109 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:11:00.070316 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:01.299088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-962b72cb-c2bf-45bc-a067-961db1bc55ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:03.721388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d87792e-3ba9-420c-9209-77bf3d883b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:04.961317 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:06.161638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:06.944659 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:11.205635 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43178) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:11.356819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port 2c588940-9dc2-46fe-aa14-21694a8afb75 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:11.357184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:11.432985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:11.433304 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:11.445057 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for 2c588940-9dc2-46fe-aa14-21694a8afb75 owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:11.659130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:11.686302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=2c588940-9dc2-46fe-aa14-21694a8afb75,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:11.697837 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:11.698193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:11.698537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:11.698877 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:11.699212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:11.699550 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:11.699878 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:11.700204 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:11.700529 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:11.700877 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:11.701204 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:11.701862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:11.701862 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:11.771329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:11.771652 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Floating IP 761f572b-1fad-4639-8181-09cb1e03f451 disassociated (deleted). External IP: 172.36.1.250, port: 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2. Dec 06 15:11:11.976495 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:11:12.422259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:11:12.427500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:12.432354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfe971-e9ad-4607-adee-ec9b82495765 None None] Sync routers for ids ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:11:12.442242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfe971-e9ad-4607-adee-ec9b82495765 None None] Routers {'9fcecc7d-a771-4449-b291-6a2f8ed3b981'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:12.442852 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4adfe971-e9ad-4607-adee-ec9b82495765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:12.454451 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7de32229-0b0e-4c37-87e6-8a4aafe64ad4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/floatingips/761f572b-1fad-4639-8181-09cb1e03f451 HTTP/1.1" status: 204 len: 168 time: 1.2477403 Dec 06 15:11:12.455020 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'tag': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:11:12.457297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5449da83-7e7f-41cd-bdf3-1b859e24630b" -d '{"events": [{"name": "network-changed", "server_uuid": "96339a7f-2ecd-4cbc-befe-2e8889fbb9cb", "tag": "9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:11:12.549968 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-4adfe971-e9ad-4607-adee-ec9b82495765 None None] Set router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:12.565389 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94ddec34-253d-448a-b270-ee35a6f62364 x-openstack-request-id: req-94ddec34-253d-448a-b270-ee35a6f62364 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:11:12.565720 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96339a7f-2ecd-4cbc-befe-2e8889fbb9cb", "tag": "9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:11:12.565953 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-94ddec34-253d-448a-b270-ee35a6f62364 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:11:12.566269 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'tag': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2', 'status': 'completed', 'code': 200} Dec 06 15:11:12.629045 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449da83-7e7f-41cd-bdf3-1b859e24630b req-40f78b26-6d96-4d48-8002-1fe03be890cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:12.630537 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5449da83-7e7f-41cd-bdf3-1b859e24630b req-40f78b26-6d96-4d48-8002-1fe03be890cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 1099 time: 0.0418653 Dec 06 15:11:12.729460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449da83-7e7f-41cd-bdf3-1b859e24630b req-6ef59855-6dae-40c2-9d34-4ea3c4420feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:12.730957 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5449da83-7e7f-41cd-bdf3-1b859e24630b req-6ef59855-6dae-40c2-9d34-4ea3c4420feb service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa72d452-0c0f-4f53-b62c-242471449087 HTTP/1.1" status: 200 len: 897 time: 0.0934911 Dec 06 15:11:12.752722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4adfe971-e9ad-4607-adee-ec9b82495765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3055f411-d6a6-4aa3-9098-95e19b1e2cc9', 'name': '', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:7c:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:25Z', 'updated_at': '2021-12-06T15:08:29Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:12.779084 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5449da83-7e7f-41cd-bdf3-1b859e24630b req-bdb4bcdd-f8d4-4918-9d7d-01f17957bb94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 HTTP/1.1" status: 200 len: 217 time: 0.0342357 Dec 06 15:11:12.779340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfe971-e9ad-4607-adee-ec9b82495765 None None] Checking router: 9fcecc7d-a771-4449-b291-6a2f8ed3b981 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:11:12.788091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adfe971-e9ad-4607-adee-ec9b82495765 None None] Routers {'9fcecc7d-a771-4449-b291-6a2f8ed3b981'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:12.788690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4adfe971-e9ad-4607-adee-ec9b82495765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:12.867809 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449da83-7e7f-41cd-bdf3-1b859e24630b req-2abfcd17-66a4-41db-a95b-0a7c4f1ec1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:12.869289 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5449da83-7e7f-41cd-bdf3-1b859e24630b req-2abfcd17-66a4-41db-a95b-0a7c4f1ec1f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74081bda-80fb-4da9-b998-a2b1cae84302 HTTP/1.1" status: 200 len: 835 time: 0.0813477 Dec 06 15:11:12.880867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebb793-0578-4e04-8006-ee7737bd965b req-21629106-ca26-4d0a-a915-1d77ea95c3c2 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:12.882713 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0bebb793-0578-4e04-8006-ee7737bd965b req-21629106-ca26-4d0a-a915-1d77ea95c3c2 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0931580 Dec 06 15:11:12.894560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-4adfe971-e9ad-4607-adee-ec9b82495765 None None] Set router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:12.963761 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0bebb793-0578-4e04-8006-ee7737bd965b req-3929296e-745a-41bd-bab0-b22313e0387f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730665 Dec 06 15:11:12.965500 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449da83-7e7f-41cd-bdf3-1b859e24630b req-31ba6614-0d03-4e6a-9306-a66a46dcb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:12.967826 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5449da83-7e7f-41cd-bdf3-1b859e24630b req-31ba6614-0d03-4e6a-9306-a66a46dcb7ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa72d452-0c0f-4f53-b62c-242471449087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836871 Dec 06 15:11:13.062004 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5449da83-7e7f-41cd-bdf3-1b859e24630b req-b19d16f9-c392-4700-ba40-250b90567f07 service neutron] 10.222.0.41 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856922 Dec 06 15:11:13.092952 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4adfe971-e9ad-4607-adee-ec9b82495765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3055f411-d6a6-4aa3-9098-95e19b1e2cc9', 'name': '', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:7c:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:25Z', 'updated_at': '2021-12-06T15:08:29Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:13.120260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adfe971-e9ad-4607-adee-ec9b82495765 None None] The sync data for ids ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'] in dv-neutron-master-2-hyperv is: [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3055f411-d6a6-4aa3-9098-95e19b1e2cc9', 'name': '', 'network_id': 'aa72d452-0c0f-4f53-b62c-242471449087', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:7c:cb:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:25Z', 'updated_at': '2021-12-06T15:08:29Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '74081bda-80fb-4da9-b998-a2b1cae84302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:11:13.154823 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5449da83-7e7f-41cd-bdf3-1b859e24630b req-a796456b-07af-4d95-becc-143d49a6a9f4 service neutron] 10.222.0.41 "GET /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837657 Dec 06 15:11:13.340066 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876a3cd3-1dc5-4b5f-ae7e-bec1d60c9e85 None None] New status for floating IP 761f572b-1fad-4639-8181-09cb1e03f451: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:11:14.091468 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6beeefa-03d7-4686-b562-5f26dc3d282a req-496b7b52-4d98-416e-b1c4-f4691426f10c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:14.093628 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a6beeefa-03d7-4686-b562-5f26dc3d282a req-496b7b52-4d98-416e-b1c4-f4691426f10c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0547249 Dec 06 15:11:14.140001 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a6beeefa-03d7-4686-b562-5f26dc3d282a req-4db2f830-4e98-4021-95c1-5d2a70841ae9 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=7ccc425f-467f-4c2f-ae1b-9ff0c86876af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406063 Dec 06 15:11:14.679639 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e1766-0157-4333-9466-acd09d0fd0c7 req-6b27f402-4034-43c8-9da3-7f72fdee8dc8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:14.681186 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ed0e1766-0157-4333-9466-acd09d0fd0c7 req-6b27f402-4034-43c8-9da3-7f72fdee8dc8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 946 time: 0.0511403 Dec 06 15:11:14.768175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-ed0e1766-0157-4333-9466-acd09d0fd0c7 req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:14.768507 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ed0e1766-0157-4333-9466-acd09d0fd0c7 req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:14.855896 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-ed0e1766-0157-4333-9466-acd09d0fd0c7 req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2,segment=NetworkSegment(18908fd6-f32c-4e37-ae7c-e59e36fe60a5),segment_id=18908fd6-f32c-4e37-ae7c-e59e36fe60a5)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:14.856167 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ed0e1766-0157-4333-9466-acd09d0fd0c7 req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:14.869282 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-ed0e1766-0157-4333-9466-acd09d0fd0c7 req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:15.041767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ed0e1766-0157-4333-9466-acd09d0fd0c7 req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:15.073295 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:15.084807 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:15.085187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:15.085532 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:15.085870 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:15.086222 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:15.086529 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:15.086854 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:15.087178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:15.087502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:15.087826 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:15.088147 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:15.088465 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:15.088783 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:15.488383 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed0e1766-0157-4333-9466-acd09d0fd0c7 req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] No DVR routers for this DVR port 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:11:15.491523 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7b2f5b80-12d4-44b2-9848-92f8bd357ea6 req-907e7219-e891-4374-9c79-56c0277d018b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=96339a7f-2ecd-4cbc-befe-2e8889fbb9cb HTTP/1.1" status: 200 len: 210 time: 0.0412934 Dec 06 15:11:15.492519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ed0e1766-0157-4333-9466-acd09d0fd0c7 req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:15.495680 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ed0e1766-0157-4333-9466-acd09d0fd0c7 req-2e62fcbc-5b61-4fa9-bd89-40db4c20ce05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "DELETE /v2.0/ports/9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 HTTP/1.1" status: 204 len: 173 time: 0.8087182 Dec 06 15:11:15.496131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'name': 'network-vif-deleted', 'tag': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:11:15.498448 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28cc94e8-2e62-4d11-a977-7fbc6e4575e4" -d '{"events": [{"server_uuid": "96339a7f-2ecd-4cbc-befe-2e8889fbb9cb", "name": "network-vif-deleted", "tag": "9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:11:15.536570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f1d6e5-ce0c-4537-b54f-7b22cab19ba5 x-openstack-request-id: req-54f1d6e5-ce0c-4537-b54f-7b22cab19ba5 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:11:15.536889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96339a7f-2ecd-4cbc-befe-2e8889fbb9cb", "name": "network-vif-deleted", "tag": "9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:11:15.537342 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-54f1d6e5-ce0c-4537-b54f-7b22cab19ba5 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:11:15.537764 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96339a7f-2ecd-4cbc-befe-2e8889fbb9cb', 'name': 'network-vif-deleted', 'tag': '9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2', 'status': 'completed', 'code': 200} Dec 06 15:11:16.555661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43200) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:16.902271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b04ea63a-b5ac-4b75-90d5-49fc15abe7a1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.146234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-b04ea63a-b5ac-4b75-90d5-49fc15abe7a1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:17.146572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b04ea63a-b5ac-4b75-90d5-49fc15abe7a1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.231383 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-b04ea63a-b5ac-4b75-90d5-49fc15abe7a1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port 3055f411-d6a6-4aa3-9098-95e19b1e2cc9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3055f411-d6a6-4aa3-9098-95e19b1e2cc9,segment=NetworkSegment(18908fd6-f32c-4e37-ae7c-e59e36fe60a5),segment_id=18908fd6-f32c-4e37-ae7c-e59e36fe60a5)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:17.231660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b04ea63a-b5ac-4b75-90d5-49fc15abe7a1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.243738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-b04ea63a-b5ac-4b75-90d5-49fc15abe7a1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:17.487227 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b04ea63a-b5ac-4b75-90d5-49fc15abe7a1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.523730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ea63a-b5ac-4b75-90d5-49fc15abe7a1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=3055f411-d6a6-4aa3-9098-95e19b1e2cc9,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:17.691965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b04ea63a-b5ac-4b75-90d5-49fc15abe7a1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:17.900130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04ea63a-b5ac-4b75-90d5-49fc15abe7a1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:11:18.002783 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04ea63a-b5ac-4b75-90d5-49fc15abe7a1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:11:18.007742 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b04ea63a-b5ac-4b75-90d5-49fc15abe7a1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "PUT /v2.0/routers/9fcecc7d-a771-4449-b291-6a2f8ed3b981/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4510775 Dec 06 15:11:18.010589 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43202) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:18.013509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24a01f-353f-42b9-8f88-1954d63e085a None None] Sync routers for ids ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:11:18.023450 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24a01f-353f-42b9-8f88-1954d63e085a None None] Routers {'9fcecc7d-a771-4449-b291-6a2f8ed3b981'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:18.024073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2d24a01f-353f-42b9-8f88-1954d63e085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:18.060877 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e07a826d-f2af-4213-aead-cce78a979b21 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting subnet 74081bda-80fb-4da9-b998-a2b1cae84302 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:11:18.063921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e07a826d-f2af-4213-aead-cce78a979b21 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.102423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e07a826d-f2af-4213-aead-cce78a979b21 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.125717 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-2d24a01f-353f-42b9-8f88-1954d63e085a None None] Set router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:18.188692 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e07a826d-f2af-4213-aead-cce78a979b21 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.300082 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e07a826d-f2af-4213-aead-cce78a979b21 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.331501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e07a826d-f2af-4213-aead-cce78a979b21 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.334847 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e07a826d-f2af-4213-aead-cce78a979b21 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/subnets/74081bda-80fb-4da9-b998-a2b1cae84302 HTTP/1.1" status: 204 len: 168 time: 0.3232205 Dec 06 15:11:18.335709 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07a826d-f2af-4213-aead-cce78a979b21 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Subnet': ['ID=74081bda-80fb-4da9-b998-a2b1cae84302,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:18.339219 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43204) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:18.422580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fdb19c-3701-4469-94c4-c6d11f7a7e13 None None] Network aa72d452-0c0f-4f53-b62c-242471449087 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:18.451833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.538222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2d24a01f-353f-42b9-8f88-1954d63e085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:11:17Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:18.556438 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.565974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24a01f-353f-42b9-8f88-1954d63e085a None None] Checking router: 9fcecc7d-a771-4449-b291-6a2f8ed3b981 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:11:18.579726 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d24a01f-353f-42b9-8f88-1954d63e085a None None] Routers {'9fcecc7d-a771-4449-b291-6a2f8ed3b981'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:18.580258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2d24a01f-353f-42b9-8f88-1954d63e085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:18.661308 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] DHCP port deletion for aa72d452-0c0f-4f53-b62c-242471449087 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:18.688267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port e35b6887-826c-4a56-b073-f5814139c791 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:18.688601 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.713822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-2d24a01f-353f-42b9-8f88-1954d63e085a None None] Set router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:18.772625 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port e35b6887-826c-4a56-b073-f5814139c791, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e35b6887-826c-4a56-b073-f5814139c791,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:18.773284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.785825 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for e35b6887-826c-4a56-b073-f5814139c791 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:18.825692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Deleting port fd059a45-c3b6-4875-a11b-32d17a82b7d8 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:11:18.825940 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.934848 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] For port fd059a45-c3b6-4875-a11b-32d17a82b7d8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fd059a45-c3b6-4875-a11b-32d17a82b7d8,segment=NetworkSegment(18908fd6-f32c-4e37-ae7c-e59e36fe60a5),segment_id=18908fd6-f32c-4e37-ae7c-e59e36fe60a5)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:18.935240 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:18.950429 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Calling delete_port for fd059a45-c3b6-4875-a11b-32d17a82b7d8 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:11:18.984955 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.010829 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=e35b6887-826c-4a56-b073-f5814139c791,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:19.022265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-2d24a01f-353f-42b9-8f88-1954d63e085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:11:17Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:19.052210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d9658e-162c-4c01-9a32-670499d8ea41 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:19.055599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24a01f-353f-42b9-8f88-1954d63e085a None None] The sync data for ids ['9fcecc7d-a771-4449-b291-6a2f8ed3b981'] in dv-neutron-master-2-hyperv is: [{'id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'name': 'tempest-TestNetworkAdvancedServerOps-router-500410434', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168'}], 'enable_snat': True}, 'gw_port_id': 'e35b6887-826c-4a56-b073-f5814139c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:11:17Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'e35b6887-826c-4a56-b073-f5814139c791', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e3:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fcecc7d-a771-4449-b291-6a2f8ed3b981', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:08:22Z', 'updated_at': '2021-12-06T15:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:11:19.071185 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.162884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.164994 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.178494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.204938 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Pushing event deleted for resources: {'Port': ['ID=fd059a45-c3b6-4875-a11b-32d17a82b7d8,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:19.212388 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] No DVR routers for this DVR port fd059a45-c3b6-4875-a11b-32d17a82b7d8 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:11:19.214654 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:19.215042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:19.215384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:19.215721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:19.216051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:19.216380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:19.216705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:19.217062 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:19.217387 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:19.217710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:19.218032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:19.218365 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:19.218667 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f642c039-62c7-4374-b3a0-e4fd3407133f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:19.275791 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.276338 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Fanout notify agent at l3_agent the message router_deleted on router 9fcecc7d-a771-4449-b291-6a2f8ed3b981 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:11:19.283566 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.284594 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-641a8fc5-b308-4b86-86b7-22685a822d62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/routers/9fcecc7d-a771-4449-b291-6a2f8ed3b981 HTTP/1.1" status: 204 len: 168 time: 0.9440784 Dec 06 15:11:19.287352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43206) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:19.360572 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a3ddb46-1d3e-40e4-b833-8c17e9d9c39b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.453745 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a3ddb46-1d3e-40e4-b833-8c17e9d9c39b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.475352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7a3ddb46-1d3e-40e4-b833-8c17e9d9c39b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa72d452-0c0f-4f53-b62c-242471449087']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:19.486249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7a3ddb46-1d3e-40e4-b833-8c17e9d9c39b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18908fd6-f32c-4e37-ae7c-e59e36fe60a5') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:19.486548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7a3ddb46-1d3e-40e4-b833-8c17e9d9c39b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18908fd6-f32c-4e37-ae7c-e59e36fe60a5') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:19.496520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a3ddb46-1d3e-40e4-b833-8c17e9d9c39b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.510003 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a3ddb46-1d3e-40e4-b833-8c17e9d9c39b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.516086 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3ddb46-1d3e-40e4-b833-8c17e9d9c39b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:11:19.516478 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a3ddb46-1d3e-40e4-b833-8c17e9d9c39b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:11:19.519488 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:11:19.556042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:19.577164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:19.577875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 9c9f8e73-6229-4bfc-a7cc-1d1cbac187f2 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:19.652659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a3ddb46-1d3e-40e4-b833-8c17e9d9c39b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.667783 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7a3ddb46-1d3e-40e4-b833-8c17e9d9c39b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.673302 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7a3ddb46-1d3e-40e4-b833-8c17e9d9c39b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/networks/aa72d452-0c0f-4f53-b62c-242471449087 HTTP/1.1" status: 204 len: 168 time: 0.3849614 Dec 06 15:11:19.673920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43208) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:19.690813 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ddb46-1d3e-40e4-b833-8c17e9d9c39b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Network': ['ID=aa72d452-0c0f-4f53-b62c-242471449087,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:19.751600 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ea0d6b2-8acf-417e-9f9d-b1fcd16d23f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.776768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ea0d6b2-8acf-417e-9f9d-b1fcd16d23f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.876353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ea0d6b2-8acf-417e-9f9d-b1fcd16d23f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.879115 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1ea0d6b2-8acf-417e-9f9d-b1fcd16d23f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:19.880294 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1ea0d6b2-8acf-417e-9f9d-b1fcd16d23f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/security-groups/7ccc425f-467f-4c2f-ae1b-9ff0c86876af HTTP/1.1" status: 204 len: 168 time: 0.1966479 Dec 06 15:11:19.890440 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea0d6b2-8acf-417e-9f9d-b1fcd16d23f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccc425f-467f-4c2f-ae1b-9ff0c86876af,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:20.298901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43216) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:20.303484 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c463a6cd-9361-45e1-8589-f2c7989c145b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242971838', 'description': 'tempest-secgroup-smoke-242971838 description', 'project_id': '28d5438d46074c7b994265283960d97a'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:20.384300 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c463a6cd-9361-45e1-8589-f2c7989c145b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.450060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c463a6cd-9361-45e1-8589-f2c7989c145b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.515685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c463a6cd-9361-45e1-8589-f2c7989c145b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.543978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463a6cd-9361-45e1-8589-f2c7989c145b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41fa0c9b-6739-47fe-b20b-e04413a2fd58,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:20.592417 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c463a6cd-9361-45e1-8589-f2c7989c145b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.593830 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c463a6cd-9361-45e1-8589-f2c7989c145b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2939348 Dec 06 15:11:20.597331 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43218) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:20.601987 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-721bd307-8628-44ed-a37a-5968d3defe70 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '41fa0c9b-6739-47fe-b20b-e04413a2fd58', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:20.632781 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:20.652754 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:20.653114 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3055f411-d6a6-4aa3-9098-95e19b1e2cc9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:20.653783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e35b6887-826c-4a56-b073-f5814139c791 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:20.672520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: e35b6887-826c-4a56-b073-f5814139c791 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:20.672877 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device e35b6887-826c-4a56-b073-f5814139c791 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:20.673289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device fd059a45-c3b6-4875-a11b-32d17a82b7d8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:11:20.686407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-721bd307-8628-44ed-a37a-5968d3defe70 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.691807 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: fd059a45-c3b6-4875-a11b-32d17a82b7d8 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:11:20.692159 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device fd059a45-c3b6-4875-a11b-32d17a82b7d8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:11:20.745350 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-721bd307-8628-44ed-a37a-5968d3defe70 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.818509 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-721bd307-8628-44ed-a37a-5968d3defe70 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.840657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721bd307-8628-44ed-a37a-5968d3defe70 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f89f2fb-5fba-43bc-81e9-0699483a85f1,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:20.906322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-721bd307-8628-44ed-a37a-5968d3defe70 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:20.907551 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-721bd307-8628-44ed-a37a-5968d3defe70 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3091199 Dec 06 15:11:20.910772 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43220) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:20.915014 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-3eaf2a98-8fc0-408a-8350-3eae9a38a680 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '41fa0c9b-6739-47fe-b20b-e04413a2fd58', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:21.000177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2a98-8fc0-408a-8350-3eae9a38a680 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.053560 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2a98-8fc0-408a-8350-3eae9a38a680 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.132907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2a98-8fc0-408a-8350-3eae9a38a680 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.151202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaf2a98-8fc0-408a-8350-3eae9a38a680 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7908a57-b331-4a74-b739-6ad92a41b874,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:21.214871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3eaf2a98-8fc0-408a-8350-3eae9a38a680 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.216056 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3eaf2a98-8fc0-408a-8350-3eae9a38a680 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3043730 Dec 06 15:11:21.218772 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43222) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:21.222989 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-1fa7475f-828b-4552-a374-a199fec2b3d6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '41fa0c9b-6739-47fe-b20b-e04413a2fd58', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:21.337569 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fa7475f-828b-4552-a374-a199fec2b3d6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.391646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fa7475f-828b-4552-a374-a199fec2b3d6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.464328 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fa7475f-828b-4552-a374-a199fec2b3d6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.481337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7475f-828b-4552-a374-a199fec2b3d6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66cf973b-b4ec-41e5-ae37-51c34f1e592c,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:21.557459 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fa7475f-828b-4552-a374-a199fec2b3d6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.558638 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1fa7475f-828b-4552-a374-a199fec2b3d6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389430 Dec 06 15:11:21.561391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43224) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:21.566225 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ce3a3de1-c008-4925-91fd-c0367a5b5805 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '41fa0c9b-6739-47fe-b20b-e04413a2fd58', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:21.645731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3de1-c008-4925-91fd-c0367a5b5805 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.701950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3de1-c008-4925-91fd-c0367a5b5805 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.767216 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3de1-c008-4925-91fd-c0367a5b5805 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.787670 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a3de1-c008-4925-91fd-c0367a5b5805 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3411873f-d920-400c-aa19-b658adefcf6d,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:21.866337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ce3a3de1-c008-4925-91fd-c0367a5b5805 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:21.867520 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ce3a3de1-c008-4925-91fd-c0367a5b5805 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3052268 Dec 06 15:11:21.870202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43226) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:21.874531 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-cb275eb2-4be3-4cf6-a34c-949d8a37cf73 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '41fa0c9b-6739-47fe-b20b-e04413a2fd58', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:21.955974 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-cb275eb2-4be3-4cf6-a34c-949d8a37cf73 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Project 28d5438d46074c7b994265283960d97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:11:21.960683 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb275eb2-4be3-4cf6-a34c-949d8a37cf73 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.017704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb275eb2-4be3-4cf6-a34c-949d8a37cf73 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.081625 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb275eb2-4be3-4cf6-a34c-949d8a37cf73 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.099736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb275eb2-4be3-4cf6-a34c-949d8a37cf73 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78986357-2206-421d-8a44-7a641f664c8f,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:22.163421 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cb275eb2-4be3-4cf6-a34c-949d8a37cf73 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.164661 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cb275eb2-4be3-4cf6-a34c-949d8a37cf73 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2935081 Dec 06 15:11:22.167407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43228) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:22.171655 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-6b8a7b11-1ad4-477f-b3d7-3f56cda6eef1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': '41fa0c9b-6739-47fe-b20b-e04413a2fd58', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:22.253228 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.securitygroups_db [None req-6b8a7b11-1ad4-477f-b3d7-3f56cda6eef1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Project 28d5438d46074c7b994265283960d97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:11:22.257988 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6b8a7b11-1ad4-477f-b3d7-3f56cda6eef1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.315346 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6b8a7b11-1ad4-477f-b3d7-3f56cda6eef1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.401701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6b8a7b11-1ad4-477f-b3d7-3f56cda6eef1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.417268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a7b11-1ad4-477f-b3d7-3f56cda6eef1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e714d6-5908-42df-ba73-4803ade33a68,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:22.503118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-6b8a7b11-1ad4-477f-b3d7-3f56cda6eef1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.504370 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6b8a7b11-1ad4-477f-b3d7-3f56cda6eef1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3360019 Dec 06 15:11:22.507316 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43230) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:22.513604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0de92217-88ac-4043-b5a6-c7d310da8fcb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'network': {'name': 'tempest-network-smoke--2038268691', 'project_id': '28d5438d46074c7b994265283960d97a', 'port_security_enabled': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:22.595667 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de92217-88ac-4043-b5a6-c7d310da8fcb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:22.599105 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0de92217-88ac-4043-b5a6-c7d310da8fcb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.621386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de92217-88ac-4043-b5a6-c7d310da8fcb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:11:22.630333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0de92217-88ac-4043-b5a6-c7d310da8fcb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.630670 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-0de92217-88ac-4043-b5a6-c7d310da8fcb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Added segment 3347298f-3a57-43ac-a242-bc1da2b42e92 of type vlan for network 959ceb25-9f72-4de6-828b-7c51daac23fc Dec 06 15:11:22.674473 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0de92217-88ac-4043-b5a6-c7d310da8fcb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.761643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0de92217-88ac-4043-b5a6-c7d310da8fcb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.767804 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de92217-88ac-4043-b5a6-c7d310da8fcb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:22.768406 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0de92217-88ac-4043-b5a6-c7d310da8fcb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.831976 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de92217-88ac-4043-b5a6-c7d310da8fcb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Network': ['ID=959ceb25-9f72-4de6-828b-7c51daac23fc,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:22.842097 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 959ceb25-9f72-4de6-828b-7c51daac23fc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:11:22.864289 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0de92217-88ac-4043-b5a6-c7d310da8fcb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3556592 Dec 06 15:11:22.866810 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43232) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:22.871311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'admin_state_up': True, 'project_id': '28d5438d46074c7b994265283960d97a', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:22.956073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:22.957172 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.008303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.202074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.435244 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.453101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.555404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.36.1.194 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/45313343-6790-482a-ae2b-bd81149a80fb) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:23.651239 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.739377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.783320 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:23.787781 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:23.793009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:23.794311 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=45313343-6790-482a-ae2b-bd81149a80fb,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:23.801767 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119f5090-f4d5-44f5-8c82-db8486a3da42 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:23.897859 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-c04362ea-a262-4807-9ca8-de1b2ed90b26 None None] Provisioning complete for port 45313343-6790-482a-ae2b-bd81149a80fb triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:23.898528 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c04362ea-a262-4807-9ca8-de1b2ed90b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:23.931637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-c04362ea-a262-4807-9ca8-de1b2ed90b26 None None] Port 45313343-6790-482a-ae2b-bd81149a80fb cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:11:24.093698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.143746 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:11:24.284652 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.475991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router fa79be6b-0112-4bd5-9510-d1cef70d33a4 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103724) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:11:24.584558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:11:24.594637 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Sync routers for ids ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:11:24.604879 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Routers {'fa79be6b-0112-4bd5-9510-d1cef70d33a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:24.605507 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:24.662373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:24.663797 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7a8cb968-e27d-4ac0-8380-ef3d25ce6f0c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7959893 Dec 06 15:11:24.667082 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43236) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:24.702551 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c42a5217-2399-411f-b0c0-bc51b17c8ba6 tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=28d5438d46074c7b994265283960d97a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339251 Dec 06 15:11:24.704989 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43238) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:24.792233 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6450631c-701f-473f-b8b8-cc96a1ae4aed tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:24.793690 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-6450631c-701f-473f-b8b8-cc96a1ae4aed tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877903 Dec 06 15:11:24.796591 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43240) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:24.799448 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Set router fa79be6b-0112-4bd5-9510-d1cef70d33a4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:24.823636 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-debb3889-ec9c-4ff9-8d0e-cf0a83803c9b tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259109 Dec 06 15:11:24.826224 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43242) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:24.831250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-ebd7b462-c30e-443a-a23d-e66e1eaed7fa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1163139532', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'project_id': '28d5438d46074c7b994265283960d97a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:24.988151 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:11:23Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:25.007439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd7b462-c30e-443a-a23d-e66e1eaed7fa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:25.011488 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b462-c30e-443a-a23d-e66e1eaed7fa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.019450 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Checking router: fa79be6b-0112-4bd5-9510-d1cef70d33a4 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:11:25.019844 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Updating router fa79be6b-0112-4bd5-9510-d1cef70d33a4 port 45313343-6790-482a-ae2b-bd81149a80fb binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:11:25.053878 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.270656 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b462-c30e-443a-a23d-e66e1eaed7fa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.350350 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.368064 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd7b462-c30e-443a-a23d-e66e1eaed7fa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Subnet': ['ID=5cb64eb9-2020-4c4a-b2d0-73824bccbc80,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:25.380706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd7b462-c30e-443a-a23d-e66e1eaed7fa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Checking segment: {'id': '3347298f-3a57-43ac-a242-bc1da2b42e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:25.381091 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd7b462-c30e-443a-a23d-e66e1eaed7fa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network hostable DHCP agents. Network: 959ceb25-9f72-4de6-828b-7c51daac23fc, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:11:25.418538 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.463062 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d78c76-8b5c-44eb-afc2-55fd56281478 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:25.471938 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Attempting to bind port 45313343-6790-482a-ae2b-bd81149a80fb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:25.472232 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Attempting to bind port 45313343-6790-482a-ae2b-bd81149a80fb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:25.472591 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Attempting to bind port 45313343-6790-482a-ae2b-bd81149a80fb on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:25.479848 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Pushing event updated for resources: {'Port': ['ID=45313343-6790-482a-ae2b-bd81149a80fb,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:25.482670 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:25.483028 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:25.483421 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.483804 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:25.484535 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Bound port: 45313343-6790-482a-ae2b-bd81149a80fb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:25.484965 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.487151 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd7b462-c30e-443a-a23d-e66e1eaed7fa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 959ceb25-9f72-4de6-828b-7c51daac23fc is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:11:25.491133 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:25.491479 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:25.491832 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:25.492295 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:25.492623 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:25.492974 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:25.493300 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:25.493621 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:25.493939 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:25.494256 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:25.494577 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:25.494887 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:25.495210 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:11:25.556180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-ebd7b462-c30e-443a-a23d-e66e1eaed7fa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 959ceb25-9f72-4de6-828b-7c51daac23fc) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:25.557732 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] For port 45313343-6790-482a-ae2b-bd81149a80fb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:11:25.558757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b297a205-7129-4bfc-a660-dccba5469387 None None] Provisioning complete for port 45313343-6790-482a-ae2b-bd81149a80fb triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:25.559318 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b297a205-7129-4bfc-a660-dccba5469387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.560793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd7b462-c30e-443a-a23d-e66e1eaed7fa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:25.562458 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] For port 45313343-6790-482a-ae2b-bd81149a80fb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=45313343-6790-482a-ae2b-bd81149a80fb,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:11:25.562612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-ebd7b462-c30e-443a-a23d-e66e1eaed7fa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.581719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c57930-e8c8-490e-b368-67e14108c6c4 None None] Network 959ceb25-9f72-4de6-828b-7c51daac23fc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:25.617025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b297a205-7129-4bfc-a660-dccba5469387 None None] Port 45313343-6790-482a-ae2b-bd81149a80fb cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:11:25.659076 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.683419 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ebd7b462-c30e-443a-a23d-e66e1eaed7fa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8534787 Dec 06 15:11:25.683979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43244) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:25.712548 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8ee8bd-4213-42af-99bd-ed166c53c3b9 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:11:25.714685 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Routers {'fa79be6b-0112-4bd5-9510-d1cef70d33a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:25.715323 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:25.760253 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-959ceb25-9f72-4de6-828b-7c51daac23fc', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'fixed_ips': [{'subnet_id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:11:25.761372 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.762740 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d7705-c36e-45e0-8b63-18075e49faa5 None None] Pushing event updated for resources: {'Port': ['ID=45313343-6790-482a-ae2b-bd81149a80fb,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:25.843858 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] Set router fa79be6b-0112-4bd5-9510-d1cef70d33a4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:25.867828 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2e3e1568-f6e3-4767-a4b0-d992d9bc4e09 None None] Provisioning complete for port 45313343-6790-482a-ae2b-bd81149a80fb triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:25.868108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1568-f6e3-4767-a4b0-d992d9bc4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:25.944472 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Allocated IP 172.20.0.2 (959ceb25-9f72-4de6-828b-7c51daac23fc/5cb64eb9-2020-4c4a-b2d0-73824bccbc80/99cecd78-9bf0-48f1-9e55-c67427ff0573) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:26.029785 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:11:23Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:26.042855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1568-f6e3-4767-a4b0-d992d9bc4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.058839 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be23ecc0-e6e8-417e-89b9-8b7977f437c7 None None] The sync data for ids ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'] in dv-neutron-master-2-hyperv is: [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:11:23Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:11:26.079022 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2e3e1568-f6e3-4767-a4b0-d992d9bc4e09 None None] For port 45313343-6790-482a-ae2b-bd81149a80fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=45313343-6790-482a-ae2b-bd81149a80fb,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:26.152546 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.155840 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1568-f6e3-4767-a4b0-d992d9bc4e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.180040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.207769 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3e1568-f6e3-4767-a4b0-d992d9bc4e09 None None] Pushing event updated for resources: {'Port': ['ID=45313343-6790-482a-ae2b-bd81149a80fb,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:26.224543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.270943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Network 959ceb25-9f72-4de6-828b-7c51daac23fc is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:26.274353 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:26.279875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:26.303411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Pushing event updated for resources: {'Port': ['ID=99cecd78-9bf0-48f1-9e55-c67427ff0573,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:26.370757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Attempting to bind port 99cecd78-9bf0-48f1-9e55-c67427ff0573 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:26.371131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Attempting to bind port 99cecd78-9bf0-48f1-9e55-c67427ff0573 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3347298f-3a57-43ac-a242-bc1da2b42e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:26.371498 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Attempting to bind port 99cecd78-9bf0-48f1-9e55-c67427ff0573 on network 959ceb25-9f72-4de6-828b-7c51daac23fc {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:26.376789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:26.377204 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Checking segment: {'id': '3347298f-3a57-43ac-a242-bc1da2b42e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:26.377613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.378004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Bound using segment: {'id': '3347298f-3a57-43ac-a242-bc1da2b42e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:26.378478 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Bound port: 99cecd78-9bf0-48f1-9e55-c67427ff0573, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3347298f-3a57-43ac-a242-bc1da2b42e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:26.378864 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.453889 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] For port 99cecd78-9bf0-48f1-9e55-c67427ff0573, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:11:26.457544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] For port 99cecd78-9bf0-48f1-9e55-c67427ff0573, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99cecd78-9bf0-48f1-9e55-c67427ff0573,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:11:26.528183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.532266 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.20.0.1 (959ceb25-9f72-4de6-828b-7c51daac23fc/5cb64eb9-2020-4c4a-b2d0-73824bccbc80/fc87d691-e57a-4183-a730-2eca818ef0be) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:26.645902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f9947-c115-4c81-9a06-38b91de7a647 None None] Pushing event updated for resources: {'Port': ['ID=99cecd78-9bf0-48f1-9e55-c67427ff0573,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:26.656214 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.701184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 45313343-6790-482a-ae2b-bd81149a80fb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:26.757674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.771275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 45313343-6790-482a-ae2b-bd81149a80fb triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:26.778655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:26.811833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 959ceb25-9f72-4de6-828b-7c51daac23fc is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:26.815111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:26.818991 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:26.825441 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=fc87d691-e57a-4183-a730-2eca818ef0be,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:26.887424 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:27.101743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:27.749196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:27.784277 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:27.860550 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=fc87d691-e57a-4183-a730-2eca818ef0be,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:27.863409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:27.994352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 959ceb25-9f72-4de6-828b-7c51daac23fc is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:27.996189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:28.038956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fb27c4-0f24-469b-bfd4-130ddc07cdcf None None] Network 959ceb25-9f72-4de6-828b-7c51daac23fc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:11:28.120053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router fa79be6b-0112-4bd5-9510-d1cef70d33a4 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:11:28.234784 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:11:28.240462 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b7af6664-e4bf-458a-a846-466c10d362ef tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "PUT /v2.0/routers/fa79be6b-0112-4bd5-9510-d1cef70d33a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5550661 Dec 06 15:11:28.268469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Sync routers for ids ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:11:28.304649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Routers {'fa79be6b-0112-4bd5-9510-d1cef70d33a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:28.305440 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:28.323320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-55502305-053d-4c92-91d0-f7b952e72d15 None None] Provisioning complete for port 99cecd78-9bf0-48f1-9e55-c67427ff0573 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:28.323320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55502305-053d-4c92-91d0-f7b952e72d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.452589 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-0846985e-9c7f-4097-88c3-4a7e48fc20fe tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242971838&fields=id&tenant_id=28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 267 time: 0.0500543 Dec 06 15:11:28.539469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Set router fa79be6b-0112-4bd5-9510-d1cef70d33a4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:28.561388 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-70662eb6-fcd7-4628-9768-34eec163fa93 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:28.563630 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-70662eb6-fcd7-4628-9768-34eec163fa93 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/networks?id=959ceb25-9f72-4de6-828b-7c51daac23fc HTTP/1.1" status: 200 len: 797 time: 0.1033649 Dec 06 15:11:28.583180 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55502305-053d-4c92-91d0-f7b952e72d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.587952 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-d0539ba8-be47-4e37-a672-15a6aa324a25 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/quotas/28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 375 time: 0.0167706 Dec 06 15:11:28.669638 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-52214066-2454-46ff-a9e1-c5120f9303c3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0805173 Dec 06 15:11:28.705326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-55502305-053d-4c92-91d0-f7b952e72d15 None None] For port 99cecd78-9bf0-48f1-9e55-c67427ff0573, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99cecd78-9bf0-48f1-9e55-c67427ff0573,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:28.743240 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 99cecd78-9bf0-48f1-9e55-c67427ff0573 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:28.780441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55502305-053d-4c92-91d0-f7b952e72d15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.784794 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-24a9d8ab-581a-41f3-b47d-23afd852643c service neutron] 10.222.0.42 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132276 Dec 06 15:11:28.873102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55502305-053d-4c92-91d0-f7b952e72d15 None None] Pushing event updated for resources: {'Port': ['ID=99cecd78-9bf0-48f1-9e55-c67427ff0573,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:28.888509 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-217f0686-d5c0-4e99-b12c-12b63b8d038a service neutron] 10.222.0.42 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971839 Dec 06 15:11:28.908728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 99cecd78-9bf0-48f1-9e55-c67427ff0573 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:28.909121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:28.945805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3692616e-56c7-448c-a2af-3bac73f34534 None None] Provisioning complete for port fc87d691-e57a-4183-a730-2eca818ef0be triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:28.946177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3692616e-56c7-448c-a2af-3bac73f34534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.004991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3692616e-56c7-448c-a2af-3bac73f34534 None None] Port fc87d691-e57a-4183-a730-2eca818ef0be cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:11:29.052563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc87d691-e57a-4183-a730-2eca818ef0be', 'name': '', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:99:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:26Z', 'updated_at': '2021-12-06T15:11:27Z', 'revision_number': 2, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:29.057597 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3692616e-56c7-448c-a2af-3bac73f34534 None None] Provisioning complete for port 99cecd78-9bf0-48f1-9e55-c67427ff0573 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:29.057991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3692616e-56c7-448c-a2af-3bac73f34534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.086685 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Checking router: fa79be6b-0112-4bd5-9510-d1cef70d33a4 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:11:29.087045 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Updating router fa79be6b-0112-4bd5-9510-d1cef70d33a4 port fc87d691-e57a-4183-a730-2eca818ef0be binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:11:29.178453 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.200721 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cb410f90-3649-4637-b46a-1f1fe9b23050 req-30bbb677-d9c3-4cdf-8e26-4bfbc41d9e63 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 210 time: 0.0490623 Dec 06 15:11:29.399810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-204e4f7d-71ba-490c-9791-1e1726db102b None None] Provisioning complete for port fc87d691-e57a-4183-a730-2eca818ef0be triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:29.400184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-204e4f7d-71ba-490c-9791-1e1726db102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.453925 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-204e4f7d-71ba-490c-9791-1e1726db102b None None] Port fc87d691-e57a-4183-a730-2eca818ef0be cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:11:29.513188 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.595805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.644334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089ae65-3453-4083-bcfd-9797a62db742 None None] Pushing event updated for resources: {'Port': ['ID=fc87d691-e57a-4183-a730-2eca818ef0be,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:29.701192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Attempting to bind port fc87d691-e57a-4183-a730-2eca818ef0be on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:29.701699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Attempting to bind port fc87d691-e57a-4183-a730-2eca818ef0be by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3347298f-3a57-43ac-a242-bc1da2b42e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:29.702067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Attempting to bind port fc87d691-e57a-4183-a730-2eca818ef0be on network 959ceb25-9f72-4de6-828b-7c51daac23fc {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:29.708128 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:29.708504 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Checking segment: {'id': '3347298f-3a57-43ac-a242-bc1da2b42e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:29.708920 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.709312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Bound using segment: {'id': '3347298f-3a57-43ac-a242-bc1da2b42e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:29.709797 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Bound port: fc87d691-e57a-4183-a730-2eca818ef0be, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3347298f-3a57-43ac-a242-bc1da2b42e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:29.710172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.777645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] For port fc87d691-e57a-4183-a730-2eca818ef0be, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:11:29.781160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] For port fc87d691-e57a-4183-a730-2eca818ef0be, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc87d691-e57a-4183-a730-2eca818ef0be,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:11:29.867975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.920519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d6be5d4d-672b-4f76-9283-8eda138fd317 None None] Provisioning complete for port fc87d691-e57a-4183-a730-2eca818ef0be triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:29.920913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6be5d4d-672b-4f76-9283-8eda138fd317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:29.964227 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089ae65-3453-4083-bcfd-9797a62db742 None None] Pushing event updated for resources: {'Port': ['ID=fc87d691-e57a-4183-a730-2eca818ef0be,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:29.970421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Routers {'fa79be6b-0112-4bd5-9510-d1cef70d33a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:29.971038 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:30.070913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:30.123744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6be5d4d-672b-4f76-9283-8eda138fd317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:30.126941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] Set router fa79be6b-0112-4bd5-9510-d1cef70d33a4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:30.299077 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b9449ec4-191b-4861-a681-ed38aaaf9383 req-8aee9350-0649-4f9f-aac7-548ca313cf78 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 210 time: 0.0348394 Dec 06 15:11:30.399596 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d6be5d4d-672b-4f76-9283-8eda138fd317 None None] For port fc87d691-e57a-4183-a730-2eca818ef0be, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc87d691-e57a-4183-a730-2eca818ef0be,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:30.486923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d6be5d4d-672b-4f76-9283-8eda138fd317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:30.540165 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be5d4d-672b-4f76-9283-8eda138fd317 None None] Pushing event updated for resources: {'Port': ['ID=fc87d691-e57a-4183-a730-2eca818ef0be,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:30.556294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc87d691-e57a-4183-a730-2eca818ef0be', 'name': '', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:99:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:26Z', 'updated_at': '2021-12-06T15:11:29Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:30.586978 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5b74ed-7189-4d80-8096-933047857fb7 None None] The sync data for ids ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'] in dv-neutron-master-2-hyperv is: [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc87d691-e57a-4183-a730-2eca818ef0be', 'name': '', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:99:e6:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:26Z', 'updated_at': '2021-12-06T15:11:29Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:11:30.606898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1b73de74-f068-4e84-9e05-445a4bf16d63 None None] Provisioning complete for port fc87d691-e57a-4183-a730-2eca818ef0be triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:30.607271 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1b73de74-f068-4e84-9e05-445a4bf16d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:30.673900 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 99cecd78-9bf0-48f1-9e55-c67427ff0573 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:30.771312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 99cecd78-9bf0-48f1-9e55-c67427ff0573 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:30.771690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:31.109242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-affd3a8a-d590-4bd1-83f6-139cd47eb95d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:31.112057 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-affd3a8a-d590-4bd1-83f6-139cd47eb95d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/networks?id=959ceb25-9f72-4de6-828b-7c51daac23fc HTTP/1.1" status: 200 len: 797 time: 0.1123383 Dec 06 15:11:31.179527 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-36cf1a5c-1705-460a-8651-acfdada46a7c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 379 time: 0.0586398 Dec 06 15:11:31.188986 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-9db2bd8a-e0a9-428d-bab3-a416e3185595 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'port': {'device_id': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'admin_state_up': True, 'tenant_id': '28d5438d46074c7b994265283960d97a', 'security_groups': ['41fa0c9b-6739-47fe-b20b-e04413a2fd58']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:31.321589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-467cc34b-f98b-4fdc-987d-9f1c5e4b7e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:31.406538 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-65772a6e-5c2b-4119-9490-207ce16e8c5e req-a047a61b-7288-4c86-8fde-488fb5413efa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 210 time: 0.0287387 Dec 06 15:11:31.418439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-9db2bd8a-e0a9-428d-bab3-a416e3185595 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:11:31.422561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-9db2bd8a-e0a9-428d-bab3-a416e3185595 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:31.556097 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-9db2bd8a-e0a9-428d-bab3-a416e3185595 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.20.0.4 (959ceb25-9f72-4de6-828b-7c51daac23fc/5cb64eb9-2020-4c4a-b2d0-73824bccbc80/e6c87abb-7d9a-418b-b5fc-092159e7026d) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:31.707721 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-9db2bd8a-e0a9-428d-bab3-a416e3185595 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:31.819223 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-9db2bd8a-e0a9-428d-bab3-a416e3185595 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:31.867409 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-9db2bd8a-e0a9-428d-bab3-a416e3185595 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 959ceb25-9f72-4de6-828b-7c51daac23fc is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:31.870505 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-9db2bd8a-e0a9-428d-bab3-a416e3185595 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:31.874424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-9db2bd8a-e0a9-428d-bab3-a416e3185595 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:31.900712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2bd8a-e0a9-428d-bab3-a416e3185595 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=e6c87abb-7d9a-418b-b5fc-092159e7026d,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:31.930827 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-9db2bd8a-e0a9-428d-bab3-a416e3185595 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:31.937207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-9db2bd8a-e0a9-428d-bab3-a416e3185595 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.010089 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-9db2bd8a-e0a9-428d-bab3-a416e3185595 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8249025 Dec 06 15:11:32.022988 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Request body: {'port': {'device_id': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:32.077001 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.130494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-ed0d1e11-f88f-43d2-bb2a-c23f931687cc None None] Provisioning complete for port e6c87abb-7d9a-418b-b5fc-092159e7026d triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:32.130865 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ed0d1e11-f88f-43d2-bb2a-c23f931687cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.168416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-ed0d1e11-f88f-43d2-bb2a-c23f931687cc None None] Port e6c87abb-7d9a-418b-b5fc-092159e7026d cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:11:32.341413 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6c87abb-7d9a-418b-b5fc-092159e7026d {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:11:32.349537 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.361735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Transition to ACTIVE for port object e6c87abb-7d9a-418b-b5fc-092159e7026d will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:11:32.407684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.460644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Pushing event updated for resources: {'Port': ['ID=e6c87abb-7d9a-418b-b5fc-092159e7026d,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:32.526052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5385c6f-6af9-469e-92d2-3356ac463c0b req-66f54e85-8db6-4c9d-96ea-9c8f28141c78 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:32.527661 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d5385c6f-6af9-469e-92d2-3356ac463c0b req-66f54e85-8db6-4c9d-96ea-9c8f28141c78 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 943 time: 0.0517876 Dec 06 15:11:32.529519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Attempting to bind port e6c87abb-7d9a-418b-b5fc-092159e7026d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:11:32.529856 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Attempting to bind port e6c87abb-7d9a-418b-b5fc-092159e7026d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3347298f-3a57-43ac-a242-bc1da2b42e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:11:32.530180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Attempting to bind port e6c87abb-7d9a-418b-b5fc-092159e7026d on network 959ceb25-9f72-4de6-828b-7c51daac23fc {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:32.535646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Port e6c87abb-7d9a-418b-b5fc-092159e7026d on network 959ceb25-9f72-4de6-828b-7c51daac23fc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:11:32.536121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Attempting to bind port e6c87abb-7d9a-418b-b5fc-092159e7026d on network 959ceb25-9f72-4de6-828b-7c51daac23fc {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:11:32.541211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:11:32.541547 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Checking segment: {'id': '3347298f-3a57-43ac-a242-bc1da2b42e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:11:32.541926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Bound using segment: {'id': '3347298f-3a57-43ac-a242-bc1da2b42e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:11:32.542369 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Bound port: e6c87abb-7d9a-418b-b5fc-092159e7026d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3347298f-3a57-43ac-a242-bc1da2b42e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:11:32.542689 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.597820 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d5385c6f-6af9-469e-92d2-3356ac463c0b req-0bd1bde3-a506-4569-ac75-bf4621e91e97 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545180 Dec 06 15:11:32.624002 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] For port e6c87abb-7d9a-418b-b5fc-092159e7026d, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:11:32.628093 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] For port e6c87abb-7d9a-418b-b5fc-092159e7026d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:11:32.673829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device fc87d691-e57a-4183-a730-2eca818ef0be up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:32.687427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.724165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:32.724165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.724527 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] 10.222.0.41 "PUT /v2.0/ports/e6c87abb-7d9a-418b-b5fc-092159e7026d HTTP/1.1" status: 200 len: 1093 time: 0.7053845 Dec 06 15:11:32.733794 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:11:32.735361 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port fc87d691-e57a-4183-a730-2eca818ef0be triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:32.735942 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:32.736134 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9396dc7c-882d-440a-95fa-8c881c118330" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:11:32.777491 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dd26b-caab-4fa5-9a39-b252feb5762f service neutron] Pushing event updated for resources: {'Port': ['ID=e6c87abb-7d9a-418b-b5fc-092159e7026d,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:32.791663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdefcc1-206b-42d8-9164-66e5b44408bf x-openstack-request-id: req-5fdefcc1-206b-42d8-9164-66e5b44408bf {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:11:32.792483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:11:32.792970 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5fdefcc1-206b-42d8-9164-66e5b44408bf {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:11:32.793443 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'status': 'completed', 'code': 200} Dec 06 15:11:32.854228 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396dc7c-882d-440a-95fa-8c881c118330 req-fd0980b3-8df1-42e5-8ec0-02c6ab330e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:32.855656 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9396dc7c-882d-440a-95fa-8c881c118330 req-fd0980b3-8df1-42e5-8ec0-02c6ab330e8f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 1096 time: 0.0457518 Dec 06 15:11:32.963468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396dc7c-882d-440a-95fa-8c881c118330 req-aae8f64d-5cf6-4077-a84b-7535e2ab2719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:32.964956 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9396dc7c-882d-440a-95fa-8c881c118330 req-aae8f64d-5cf6-4077-a84b-7535e2ab2719 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=28d5438d46074c7b994265283960d97a&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1007459 Dec 06 15:11:33.056374 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396dc7c-882d-440a-95fa-8c881c118330 req-ab8fbd7d-b025-4c40-94b8-66194a762422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:33.057779 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9396dc7c-882d-440a-95fa-8c881c118330 req-ab8fbd7d-b025-4c40-94b8-66194a762422 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853748 Dec 06 15:11:33.135054 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-3a71aac7-ca17-43a8-b005-97129e626649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:33.136513 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-3a71aac7-ca17-43a8-b005-97129e626649 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 1096 time: 0.0436137 Dec 06 15:11:33.177073 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-dccac9cd-c2a6-40f2-ad66-67f01bda7d44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d HTTP/1.1" status: 200 len: 217 time: 0.0322223 Dec 06 15:11:33.224699 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-bb4ec4bd-91f7-4bb2-8122-9bf48e0b1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:33.226179 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-bb4ec4bd-91f7-4bb2-8122-9bf48e0b1311 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cb64eb9-2020-4c4a-b2d0-73824bccbc80 HTTP/1.1" status: 200 len: 835 time: 0.0424752 Dec 06 15:11:33.273478 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-aa6f8412-455c-4da2-a56e-257ce15400e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:33.274902 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-aa6f8412-455c-4da2-a56e-257ce15400e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=959ceb25-9f72-4de6-828b-7c51daac23fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423460 Dec 06 15:11:33.361938 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-111536cb-7553-441f-b28d-99caa5dfd78a service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798297 Dec 06 15:11:33.453368 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fb9d82cc-3050-4fd0-a0bd-1ffb83d0a0bc req-2241334a-a211-4425-b0b6-18dc54816a69 service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844798 Dec 06 15:11:33.710023 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a08d58-fbc3-460c-886b-dd8a93902bf4 req-c39d6a5e-a14d-4fa3-a8d0-c2d66e12b22d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:33.711421 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-37a08d58-fbc3-460c-886b-dd8a93902bf4 req-c39d6a5e-a14d-4fa3-a8d0-c2d66e12b22d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 943 time: 0.0491080 Dec 06 15:11:33.727368 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-63de3ac2-3349-496f-8d14-812d2f3ca9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:33.765736 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-37a08d58-fbc3-460c-886b-dd8a93902bf4 req-f0c0a7fa-037f-4516-8bdb-b1327d725eac tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482733 Dec 06 15:11:34.880781 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f1306-a4b7-4248-890f-ee830f58d0eb req-86a1dfde-a676-4007-9100-81933d6f3a0e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:34.882138 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0e0f1306-a4b7-4248-890f-ee830f58d0eb req-86a1dfde-a676-4007-9100-81933d6f3a0e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 943 time: 0.0475664 Dec 06 15:11:34.930899 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0e0f1306-a4b7-4248-890f-ee830f58d0eb req-d20324af-65d0-48b2-96f0-0a1a933ef146 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429425 Dec 06 15:11:34.966861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.046457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fa662-5042-4e08-9333-896f5d20145b req-4228a6b1-a56d-4303-b2c5-e38a9eeb1f44 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:36.047922 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1e1fa662-5042-4e08-9333-896f5d20145b req-4228a6b1-a56d-4303-b2c5-e38a9eeb1f44 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 943 time: 0.0483651 Dec 06 15:11:36.096535 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1e1fa662-5042-4e08-9333-896f5d20145b req-b5ca74b6-21a0-4c56-884e-2e62f4b7571e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426705 Dec 06 15:11:36.155809 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:36.949538 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.207649 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998a67a-2617-4e25-b8a4-2c9e57a78268 req-6406b151-8a74-4171-8bc6-75f431a4e2b1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:37.209054 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c998a67a-2617-4e25-b8a4-2c9e57a78268 req-6406b151-8a74-4171-8bc6-75f431a4e2b1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 943 time: 0.0466931 Dec 06 15:11:37.260007 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c998a67a-2617-4e25-b8a4-2c9e57a78268 req-11d2bd28-ed94-4974-bec4-2a8c21b17b1c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450966 Dec 06 15:11:37.648563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e6c87abb-7d9a-418b-b5fc-092159e7026d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:11:37.746820 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e6c87abb-7d9a-418b-b5fc-092159e7026d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:37.757728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'port_id': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'mac_address': 'fa:16:3e:33:49:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:11:37.793974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.806763 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c87abb-7d9a-418b-b5fc-092159e7026d {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:11:37.825855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e6c87abb-7d9a-418b-b5fc-092159e7026d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:37.875197 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:37.921419 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=e6c87abb-7d9a-418b-b5fc-092159e7026d,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:38.189072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['e6c87abb-7d9a-418b-b5fc-092159e7026d'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:11:38.372182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5098082-c918-4da9-9ae8-9fcf6a6e5610 req-1c8ef6e9-bcbf-46c6-95ea-7fd1fee498a3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:38.373703 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d5098082-c918-4da9-9ae8-9fcf6a6e5610 req-1c8ef6e9-bcbf-46c6-95ea-7fd1fee498a3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 944 time: 0.0478170 Dec 06 15:11:38.422866 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d5098082-c918-4da9-9ae8-9fcf6a6e5610 req-63e6a01d-82a7-43cc-b0b4-a273ea5f8c37 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427198 Dec 06 15:11:39.535326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece981a-9fac-439f-94a5-dde82c4e9922 req-56c85f7a-f86a-4d68-b92e-92ec49dfbd69 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:39.536795 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-aece981a-9fac-439f-94a5-dde82c4e9922 req-56c85f7a-f86a-4d68-b92e-92ec49dfbd69 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 944 time: 0.0483108 Dec 06 15:11:39.583655 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-aece981a-9fac-439f-94a5-dde82c4e9922 req-7cb22dd9-3d49-446f-bedf-5ec505056b57 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409200 Dec 06 15:11:39.665732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e6c87abb-7d9a-418b-b5fc-092159e7026d up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:11:39.795141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port e6c87abb-7d9a-418b-b5fc-092159e7026d completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:11:39.799123 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port e6c87abb-7d9a-418b-b5fc-092159e7026d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:11:39.799493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:39.873043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:39.895234 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:11:39.897475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d402df-e6a0-41d1-a095-6b159acb862f" -d '{"events": [{"server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "name": "network-vif-plugged", "status": "completed", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:11:39.911189 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e6c87abb-7d9a-418b-b5fc-092159e7026d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:11:39.934293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efd19ea2-154b-48fe-bf2e-1faa25b8b04a x-openstack-request-id: req-efd19ea2-154b-48fe-bf2e-1faa25b8b04a {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:11:39.934590 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "name": "network-vif-plugged", "status": "completed", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:11:39.939592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-efd19ea2-154b-48fe-bf2e-1faa25b8b04a {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:11:39.939592 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'code': 200} Dec 06 15:11:39.984044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:40.041760 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=e6c87abb-7d9a-418b-b5fc-092159e7026d,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:40.248724 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23edf96d-3666-4e66-afaf-f258095b5423 req-62fc3202-6beb-4747-a462-db29b08a0ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:40.250119 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-23edf96d-3666-4e66-afaf-f258095b5423 req-62fc3202-6beb-4747-a462-db29b08a0ccd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 1098 time: 0.0395730 Dec 06 15:11:40.294713 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-23edf96d-3666-4e66-afaf-f258095b5423 req-226f27fe-c241-41f5-b73c-66f57eae59ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368555 Dec 06 15:11:40.698660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918955e-d400-418c-a6c5-a8dd3757b23e req-c028c238-b4d0-4717-900b-6f944cd9ce32 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:40.700131 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6918955e-d400-418c-a6c5-a8dd3757b23e req-c028c238-b4d0-4717-900b-6f944cd9ce32 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0521605 Dec 06 15:11:40.749981 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6918955e-d400-418c-a6c5-a8dd3757b23e req-a215a986-e65e-412d-a26d-1840bd286d91 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438030 Dec 06 15:11:41.870927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdada656-8694-49e4-81df-6bf0a4e123e4 req-fcdc8502-2576-4e0f-843c-b07ccebfd234 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:41.872374 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fdada656-8694-49e4-81df-6bf0a4e123e4 req-fcdc8502-2576-4e0f-843c-b07ccebfd234 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0517249 Dec 06 15:11:41.919662 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fdada656-8694-49e4-81df-6bf0a4e123e4 req-5477231d-20ab-403d-8d65-4527abf3f77d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408659 Dec 06 15:11:42.033516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8dda3a-8369-45a8-80aa-f88ad1f17a97 req-e06f932f-e447-455b-91e6-ccd223fad965 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:42.034976 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-da8dda3a-8369-45a8-80aa-f88ad1f17a97 req-e06f932f-e447-455b-91e6-ccd223fad965 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0478823 Dec 06 15:11:42.083010 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-da8dda3a-8369-45a8-80aa-f88ad1f17a97 req-3b6dead9-e057-4f92-b446-c09be117c5d3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422359 Dec 06 15:11:42.104666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43316) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:42.267644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e62a543-45e7-4aa9-8cd1-40b933cf4c4f tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:42.269376 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-4e62a543-45e7-4aa9-8cd1-40b933cf4c4f tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 1093 time: 0.1637020 Dec 06 15:11:42.272194 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43322) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:42.276408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:11:42.349865 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.445482 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.563484 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.36.1.181 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/fede9dd3-6db0-41cf-ab1b-d71902cfcd86) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:11:42.661465 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.727316 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:42.778464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:11:42.783779 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:11:42.788789 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:11:42.792044 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=fede9dd3-6db0-41cf-ab1b-d71902cfcd86,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:43.493795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.612994 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.760462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.823890 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.893278 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=fede9dd3-6db0-41cf-ab1b-d71902cfcd86,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:11:43.902258 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:43.999943 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Floating IP 3ad34803-3c20-48cd-8287-935636aa3818 associated. External IP: 172.36.1.181, port: e6c87abb-7d9a-418b-b5fc-092159e7026d. Dec 06 15:11:44.206944 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router fa79be6b-0112-4bd5-9510-d1cef70d33a4 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:11:44.312402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:11:44.322828 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f123ad7-da81-4376-9bb1-272bc25dcdf7 None None] Sync routers for ids ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:11:44.332795 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f123ad7-da81-4376-9bb1-272bc25dcdf7 None None] Routers {'fa79be6b-0112-4bd5-9510-d1cef70d33a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:44.333432 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1f123ad7-da81-4376-9bb1-272bc25dcdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:44.397386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:11:44.426638 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-50787d08-df11-403b-9b9a-6bd783ec13cc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1510675 Dec 06 15:11:44.426638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:11:44.427241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3130cacd-243b-453a-bbb6-5e1db020f750" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:11:44.436829 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-1f123ad7-da81-4376-9bb1-272bc25dcdf7 None None] Set router fa79be6b-0112-4bd5-9510-d1cef70d33a4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:44.464986 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ee2e70-7f7d-435f-a9aa-4784a644000f x-openstack-request-id: req-15ee2e70-7f7d-435f-a9aa-4784a644000f {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:11:44.465292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:11:44.465554 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15ee2e70-7f7d-435f-a9aa-4784a644000f {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:11:44.466620 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'status': 'completed', 'code': 200} Dec 06 15:11:44.529809 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a6a40-3938-4931-b2c2-fcc2a665e032 req-323fa65d-a821-4711-ae94-da8cb7431623 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:44.531098 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130cacd-243b-453a-bbb6-5e1db020f750 req-3c78c7c2-8b01-4da1-83c8-f7d68828d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:44.531496 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7e5a6a40-3938-4931-b2c2-fcc2a665e032 req-323fa65d-a821-4711-ae94-da8cb7431623 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0498884 Dec 06 15:11:44.533214 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3130cacd-243b-453a-bbb6-5e1db020f750 req-3c78c7c2-8b01-4da1-83c8-f7d68828d991 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 1098 time: 0.0458565 Dec 06 15:11:44.583379 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7e5a6a40-3938-4931-b2c2-fcc2a665e032 req-7532ea1f-11a9-4d7f-8346-c605309328a9 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447421 Dec 06 15:11:44.605006 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43328) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:44.637016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130cacd-243b-453a-bbb6-5e1db020f750 req-6a174adc-f594-49ec-a7b9-3c88c29ccdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:44.638508 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3130cacd-243b-453a-bbb6-5e1db020f750 req-6a174adc-f594-49ec-a7b9-3c88c29ccdb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=959ceb25-9f72-4de6-828b-7c51daac23fc HTTP/1.1" status: 200 len: 898 time: 0.0983517 Dec 06 15:11:44.664618 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1f123ad7-da81-4376-9bb1-272bc25dcdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3ad34803-3c20-48cd-8287-935636aa3818', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.181', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'port_id': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'mac_address': 'fa:16:3e:33:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:11:43Z', 'updated_at': '2021-12-06T15:11:43Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc87d691-e57a-4183-a730-2eca818ef0be', 'name': '', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:99:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:26Z', 'updated_at': '2021-12-06T15:11:30Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:44.675434 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-60cc2610-81cc-4517-bb02-29ed5d9cb6c6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/3ad34803-3c20-48cd-8287-935636aa3818 HTTP/1.1" status: 200 len: 991 time: 0.0670116 Dec 06 15:11:44.706599 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3130cacd-243b-453a-bbb6-5e1db020f750 req-62376c84-13b7-4fa0-ae54-b664d21e1c02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d HTTP/1.1" status: 200 len: 999 time: 0.0611458 Dec 06 15:11:44.763760 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130cacd-243b-453a-bbb6-5e1db020f750 req-4026228c-88c4-4219-b704-acbe31de3b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:44.765176 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3130cacd-243b-453a-bbb6-5e1db020f750 req-4026228c-88c4-4219-b704-acbe31de3b43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cb64eb9-2020-4c4a-b2d0-73824bccbc80 HTTP/1.1" status: 200 len: 835 time: 0.0514433 Dec 06 15:11:44.782904 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f123ad7-da81-4376-9bb1-272bc25dcdf7 None None] Checking router: fa79be6b-0112-4bd5-9510-d1cef70d33a4 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:11:44.791745 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f123ad7-da81-4376-9bb1-272bc25dcdf7 None None] Routers {'fa79be6b-0112-4bd5-9510-d1cef70d33a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:11:44.792382 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1f123ad7-da81-4376-9bb1-272bc25dcdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:11:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:44.811349 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3130cacd-243b-453a-bbb6-5e1db020f750 req-30fdebc5-1cd3-4457-b98d-375e66a6f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:11:44.812840 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3130cacd-243b-453a-bbb6-5e1db020f750 req-30fdebc5-1cd3-4457-b98d-375e66a6f677 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=959ceb25-9f72-4de6-828b-7c51daac23fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409644 Dec 06 15:11:44.894326 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-1f123ad7-da81-4376-9bb1-272bc25dcdf7 None None] Set router fa79be6b-0112-4bd5-9510-d1cef70d33a4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:11:44.902227 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3130cacd-243b-453a-bbb6-5e1db020f750 req-34a25b08-8a7d-4a88-b750-44dfb69d0337 service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816078 Dec 06 15:11:44.996615 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3130cacd-243b-453a-bbb6-5e1db020f750 req-0e5a21bf-01f8-4c51-9cb2-864dfcef2923 service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869648 Dec 06 15:11:45.112089 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-1f123ad7-da81-4376-9bb1-272bc25dcdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3ad34803-3c20-48cd-8287-935636aa3818', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.181', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'port_id': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'mac_address': 'fa:16:3e:33:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:11:43Z', 'updated_at': '2021-12-06T15:11:43Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc87d691-e57a-4183-a730-2eca818ef0be', 'name': '', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:99:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:26Z', 'updated_at': '2021-12-06T15:11:30Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:11:45.137511 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f123ad7-da81-4376-9bb1-272bc25dcdf7 None None] The sync data for ids ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'] in dv-neutron-master-2-hyperv is: [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '3ad34803-3c20-48cd-8287-935636aa3818', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.181', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'port_id': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'mac_address': 'fa:16:3e:33:49:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:11:43Z', 'updated_at': '2021-12-06T15:11:43Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc87d691-e57a-4183-a730-2eca818ef0be', 'name': '', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:99:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:26Z', 'updated_at': '2021-12-06T15:11:30Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:11:45.315160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bb68dc-d078-476b-8c4a-a356b6a6f4f1 None None] New status for floating IP 3ad34803-3c20-48cd-8287-935636aa3818: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:11:45.675684 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43330) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:11:45.734119 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9a975bff-bb6e-4182-8b95-7982e2c69a6b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/3ad34803-3c20-48cd-8287-935636aa3818 HTTP/1.1" status: 200 len: 993 time: 0.0571995 Dec 06 15:12:00.023424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:01.142015 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:12:01.337955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5256bda9-3827-4f53-92d4-91ea9f97bcb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:03.709223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-797e5eca-329c-4b14-a16c-7815799e466d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:04.966302 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.246524 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:06.954743 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:25.471116 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e65ec4db-d5f6-45cb-82be-6115ac370268 req-8ba2ce12-2050-492c-8d1d-e82fb20743e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434961 Dec 06 15:12:25.553326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ec4db-d5f6-45cb-82be-6115ac370268 req-9435a2d9-7008-4bd7-b06d-17e5ed356f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:25.554843 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e65ec4db-d5f6-45cb-82be-6115ac370268 req-9435a2d9-7008-4bd7-b06d-17e5ed356f2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 1098 time: 0.0409896 Dec 06 15:12:25.656474 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ec4db-d5f6-45cb-82be-6115ac370268 req-228f7800-830c-4e57-9a51-3ee905730f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:25.657954 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e65ec4db-d5f6-45cb-82be-6115ac370268 req-228f7800-830c-4e57-9a51-3ee905730f34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=959ceb25-9f72-4de6-828b-7c51daac23fc HTTP/1.1" status: 200 len: 898 time: 0.0841935 Dec 06 15:12:25.728432 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e65ec4db-d5f6-45cb-82be-6115ac370268 req-fbb73ea2-bd9d-4fb5-8b4c-c576b88c762e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d HTTP/1.1" status: 200 len: 1001 time: 0.0625401 Dec 06 15:12:25.776389 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ec4db-d5f6-45cb-82be-6115ac370268 req-89f74665-b8e1-41ae-84d8-1fa9c6422342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:25.778151 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e65ec4db-d5f6-45cb-82be-6115ac370268 req-89f74665-b8e1-41ae-84d8-1fa9c6422342 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cb64eb9-2020-4c4a-b2d0-73824bccbc80 HTTP/1.1" status: 200 len: 835 time: 0.0430861 Dec 06 15:12:25.821057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ec4db-d5f6-45cb-82be-6115ac370268 req-0c99cb3b-78a0-47a0-992f-41a81f628b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:25.823115 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e65ec4db-d5f6-45cb-82be-6115ac370268 req-0c99cb3b-78a0-47a0-992f-41a81f628b3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=959ceb25-9f72-4de6-828b-7c51daac23fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385439 Dec 06 15:12:25.913056 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e65ec4db-d5f6-45cb-82be-6115ac370268 req-4d45cbf6-c84f-4eef-b01c-c36b038ae78c service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831752 Dec 06 15:12:26.001929 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e65ec4db-d5f6-45cb-82be-6115ac370268 req-32ccf0c5-b97a-4ecc-bfe6-2cf3e77b4dde service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817347 Dec 06 15:12:30.040943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:31.314249 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37f6abbd-646a-4825-8511-6822bb4879b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:33.731727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cd60f9f8-2418-47d1-a2ca-c657defd21c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:34.947912 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.199592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:36.971420 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:12:38.141230 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:12:57.078362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-99253272-b83a-4bfb-9650-321f6ff9e8e2 req-27a2b4cb-cd12-44a6-8dbc-f668348e3717 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:12:57.079497 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-99253272-b83a-4bfb-9650-321f6ff9e8e2 req-27a2b4cb-cd12-44a6-8dbc-f668348e3717 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0775342 Dec 06 15:12:57.464626 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5db88e-94b5-4c6a-b11c-5a7494839e1c req-fddd7277-1868-4d0c-8cc6-e0973dc2ce48 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:57.466607 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ae5db88e-94b5-4c6a-b11c-5a7494839e1c req-fddd7277-1868-4d0c-8cc6-e0973dc2ce48 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0498116 Dec 06 15:12:57.515631 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ae5db88e-94b5-4c6a-b11c-5a7494839e1c req-c1961625-00ff-4bea-a284-f39ddf274e6c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430763 Dec 06 15:12:57.665676 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43366) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:12:57.743927 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-bada20bf-7e5b-4cd2-ac8f-4848108fd1c9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0825109 Dec 06 15:12:57.753114 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-a94c32bb-485b-48b6-91ee-0849f94e0433 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:12:57.754065 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-a94c32bb-485b-48b6-91ee-0849f94e0433 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050232 Dec 06 15:12:58.631723 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c22f8c-36b3-4b49-abbc-f1c3ba729f5b req-615d381f-fdac-4df7-b340-00c405952658 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:58.633470 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-07c22f8c-36b3-4b49-abbc-f1c3ba729f5b req-615d381f-fdac-4df7-b340-00c405952658 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0492513 Dec 06 15:12:58.684882 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-07c22f8c-36b3-4b49-abbc-f1c3ba729f5b req-5c5dc25b-ef5a-4c9d-aca8-33218bd15c95 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456424 Dec 06 15:12:59.809980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f69c394-0392-4a95-b9ed-38de7870f838 req-0290c04a-0715-4416-8dcd-ec0d05e71b15 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:59.811451 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f69c394-0392-4a95-b9ed-38de7870f838 req-0290c04a-0715-4416-8dcd-ec0d05e71b15 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0576401 Dec 06 15:12:59.863544 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f69c394-0392-4a95-b9ed-38de7870f838 req-733264bd-9a1a-464c-9aeb-e91ddd6ca127 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462806 Dec 06 15:12:59.932803 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-52ec7856-caa5-4243-9da7-6a7779160a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:12:59.935167 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-52ec7856-caa5-4243-9da7-6a7779160a4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 1098 time: 0.0412836 Dec 06 15:13:00.025056 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-a818659f-3c97-4a09-833b-c3bc8d0d4479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:00.026463 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-a818659f-3c97-4a09-833b-c3bc8d0d4479 service neutron] 10.222.0.41 "GET /v2.0/networks?id=959ceb25-9f72-4de6-828b-7c51daac23fc HTTP/1.1" status: 200 len: 898 time: 0.0846956 Dec 06 15:13:00.043335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:00.106897 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-fc94b6d3-b0df-400b-b084-64c3df8ed51c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d HTTP/1.1" status: 200 len: 1001 time: 0.0729635 Dec 06 15:13:00.154952 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-6386d24a-3af8-4047-92ab-419d5b02137a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:00.156328 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-6386d24a-3af8-4047-92ab-419d5b02137a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cb64eb9-2020-4c4a-b2d0-73824bccbc80 HTTP/1.1" status: 200 len: 835 time: 0.0426860 Dec 06 15:13:00.200341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-9e1b5459-55d1-4a3b-95eb-c8bca5fe237e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:00.201819 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-9e1b5459-55d1-4a3b-95eb-c8bca5fe237e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=959ceb25-9f72-4de6-828b-7c51daac23fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386224 Dec 06 15:13:00.291752 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-fbee4ccd-2836-451c-b615-9a68fda761a3 service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829270 Dec 06 15:13:00.379961 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-9f2085cd-bded-486a-8678-85a4bca5c16c service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805061 Dec 06 15:13:00.980523 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca4aab7-1e98-404e-b7e1-c500fac6d0b1 req-cc82d799-c57d-4764-ac35-87afbd3fb5db tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:00.982007 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ca4aab7-1e98-404e-b7e1-c500fac6d0b1 req-cc82d799-c57d-4764-ac35-87afbd3fb5db tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0511556 Dec 06 15:13:01.031357 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ca4aab7-1e98-404e-b7e1-c500fac6d0b1 req-b5beecf8-ef67-476a-a2c7-2b0bb5cb1b72 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433106 Dec 06 15:13:01.308222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55777217-e573-420d-86a8-fb2b88b5f4ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:02.151897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dc9f7-0f09-4c92-ba1f-8f229c54edf4 req-f272a25a-c2ff-4827-b4ea-69c4bab6f0e1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:02.153698 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d15dc9f7-0f09-4c92-ba1f-8f229c54edf4 req-f272a25a-c2ff-4827-b4ea-69c4bab6f0e1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0555239 Dec 06 15:13:02.202374 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d15dc9f7-0f09-4c92-ba1f-8f229c54edf4 req-101fce2f-ba4c-4030-a82a-3dd90e63e167 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428393 Dec 06 15:13:03.316930 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d3620-c55c-4f24-ac11-bcff0e79faf8 req-6098a4f9-ca3b-4ff4-a65b-ec22d51a34e6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:03.318355 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-475d3620-c55c-4f24-ac11-bcff0e79faf8 req-6098a4f9-ca3b-4ff4-a65b-ec22d51a34e6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0508630 Dec 06 15:13:03.366182 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-475d3620-c55c-4f24-ac11-bcff0e79faf8 req-89f496e0-291a-410f-81e4-774063c3a4f7 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419745 Dec 06 15:13:03.713641 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-941a3d91-970f-4f45-b7fc-993655adeb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:04.479602 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ead567-a360-47fb-97b4-03c0e44af945 req-c0a588b3-1d03-47c9-a3c0-9035a6c5e613 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:04.481731 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-48ead567-a360-47fb-97b4-03c0e44af945 req-c0a588b3-1d03-47c9-a3c0-9035a6c5e613 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0489893 Dec 06 15:13:04.529862 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-48ead567-a360-47fb-97b4-03c0e44af945 req-969de52b-d30e-4d03-b249-5ec0e04e331b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422454 Dec 06 15:13:04.953819 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:05.643249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3d56b-d8fd-4cc8-b38a-a5cd95b08b55 req-51c40fab-6581-42e7-a277-c59bd58ac6c8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:05.644671 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3df3d56b-d8fd-4cc8-b38a-a5cd95b08b55 req-51c40fab-6581-42e7-a277-c59bd58ac6c8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0473216 Dec 06 15:13:05.694356 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3df3d56b-d8fd-4cc8-b38a-a5cd95b08b55 req-8824430a-b13e-49eb-ba12-bcac489d4732 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437577 Dec 06 15:13:06.210645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:06.814671 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03be77-538e-4952-9174-9e5c653a6dc6 req-1e9bf27f-2959-4a96-a09e-379da1267b62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:06.816113 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8c03be77-538e-4952-9174-9e5c653a6dc6 req-1e9bf27f-2959-4a96-a09e-379da1267b62 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0522654 Dec 06 15:13:06.863991 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8c03be77-538e-4952-9174-9e5c653a6dc6 req-d81d3949-2fa2-4f73-8e71-0485447d87fa tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420675 Dec 06 15:13:06.942213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:07.978834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c510be-5627-407a-b251-ba3a511588d8 req-109de57d-8b8f-40e8-b1b9-38c17448c6fe tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:07.980200 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-36c510be-5627-407a-b251-ba3a511588d8 req-109de57d-8b8f-40e8-b1b9-38c17448c6fe tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0476351 Dec 06 15:13:08.032401 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-36c510be-5627-407a-b251-ba3a511588d8 req-3e357299-1ce9-482a-aa63-3aeba5f97c0d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456314 Dec 06 15:13:09.144621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76ff85-95d4-44e1-b9da-0c2299350fb6 req-957f4245-7e89-4c67-b0d7-c64734400ffd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:09.146089 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ea76ff85-95d4-44e1-b9da-0c2299350fb6 req-957f4245-7e89-4c67-b0d7-c64734400ffd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0479267 Dec 06 15:13:09.195513 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ea76ff85-95d4-44e1-b9da-0c2299350fb6 req-54e3f854-4b38-4899-9387-d6f3817764d6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437217 Dec 06 15:13:10.307220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cc9f0d-e5ce-430e-a28d-ca963042db78 req-bd62ad5a-3976-4040-ae2f-103a985154fb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:10.309187 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b9cc9f0d-e5ce-430e-a28d-ca963042db78 req-bd62ad5a-3976-4040-ae2f-103a985154fb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0476179 Dec 06 15:13:10.356729 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b9cc9f0d-e5ce-430e-a28d-ca963042db78 req-9d7a5bf5-d891-4689-8b8e-969cca72859c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417781 Dec 06 15:13:11.471037 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5f41e-a4cd-4890-a650-212e1c6d53d4 req-14fd4f70-01ad-427b-ad65-ae65bd0a4700 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:11.472500 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-add5f41e-a4cd-4890-a650-212e1c6d53d4 req-14fd4f70-01ad-427b-ad65-ae65bd0a4700 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0486350 Dec 06 15:13:11.524366 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-add5f41e-a4cd-4890-a650-212e1c6d53d4 req-90039f40-acc4-45cf-b3d7-dcf54928c4d4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459349 Dec 06 15:13:12.254573 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-0ed0eed5-08a7-49d7-be96-d54d930c35d6 service neutron] 10.222.0.41 "GET /v2.0/ports/e6c87abb-7d9a-418b-b5fc-092159e7026d/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0531247 Dec 06 15:13:12.639379 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49152db7-c0af-46df-9493-68a613bf6318 req-34eb8f10-d24a-47d3-aecb-1ee8d8273e35 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:12.640838 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-49152db7-c0af-46df-9493-68a613bf6318 req-34eb8f10-d24a-47d3-aecb-1ee8d8273e35 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0483375 Dec 06 15:13:12.674846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-eca491f3-464e-4268-9023-432929ff4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:12.677091 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-eca491f3-464e-4268-9023-432929ff4b73 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578&tenant_id=28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 1098 time: 0.0440588 Dec 06 15:13:12.692360 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-49152db7-c0af-46df-9493-68a613bf6318 req-a19955bb-f76c-4cf2-829d-245f184a976c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454974 Dec 06 15:13:12.739235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-e868ce86-1a82-430c-a2f5-106e8a903e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:12.740689 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-e868ce86-1a82-430c-a2f5-106e8a903e7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 1098 time: 0.0417917 Dec 06 15:13:12.832280 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-094ed0cc-ede4-43c3-a019-f62534198240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:12.833649 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-094ed0cc-ede4-43c3-a019-f62534198240 service neutron] 10.222.0.41 "GET /v2.0/networks?id=959ceb25-9f72-4de6-828b-7c51daac23fc HTTP/1.1" status: 200 len: 898 time: 0.0857008 Dec 06 15:13:12.895975 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-60643d10-1932-4457-a6e2-a6ed5c1a5bad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d HTTP/1.1" status: 200 len: 1001 time: 0.0548689 Dec 06 15:13:12.946993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-b6f5f405-7ef3-40e7-96de-03af7444af8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:12.948376 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-b6f5f405-7ef3-40e7-96de-03af7444af8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cb64eb9-2020-4c4a-b2d0-73824bccbc80 HTTP/1.1" status: 200 len: 835 time: 0.0449142 Dec 06 15:13:12.993590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-0490b692-95db-415a-9076-2f2e4a9e0345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:12.995062 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-0490b692-95db-415a-9076-2f2e4a9e0345 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=959ceb25-9f72-4de6-828b-7c51daac23fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384161 Dec 06 15:13:13.081936 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-e183a13c-0961-4458-8f0a-86f9452abe1d service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799139 Dec 06 15:13:13.172938 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-de974a46-61e5-4161-85a0-32597c5c0c17 req-dc2cb4c3-81ec-416a-a84a-b653ed94f81c service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844481 Dec 06 15:13:13.810528 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ff32f-a40c-4715-b0f2-52ae860f9a57 req-aaa864db-87d3-4f2e-b07f-a5dd669499f2 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:13.811968 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-309ff32f-a40c-4715-b0f2-52ae860f9a57 req-aaa864db-87d3-4f2e-b07f-a5dd669499f2 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0482666 Dec 06 15:13:13.858630 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-309ff32f-a40c-4715-b0f2-52ae860f9a57 req-9f0e3738-3aa5-41eb-a56a-f88c01621b51 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408230 Dec 06 15:13:14.975973 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f06d9-e36a-477d-abf4-cbc25a527a5a req-84156f51-eeb5-4f39-ba5b-15a3dc915998 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:14.977441 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-501f06d9-e36a-477d-abf4-cbc25a527a5a req-84156f51-eeb5-4f39-ba5b-15a3dc915998 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0517044 Dec 06 15:13:15.025174 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-501f06d9-e36a-477d-abf4-cbc25a527a5a req-5dfd4031-56a9-45f9-8af3-179f78eb7818 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417867 Dec 06 15:13:15.143279 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:13:16.132955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e6c87abb-7d9a-418b-b5fc-092159e7026d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:13:16.137321 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e6c87abb-7d9a-418b-b5fc-092159e7026d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:13:16.157433 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5920b4e0-8855-47d1-8d07-471cd403a147 req-2b92e645-35d1-4f3a-aa63-7e57858622d6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:16.158135 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5920b4e0-8855-47d1-8d07-471cd403a147 req-2b92e645-35d1-4f3a-aa63-7e57858622d6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0653284 Dec 06 15:13:16.217329 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5920b4e0-8855-47d1-8d07-471cd403a147 req-e49faad9-ca85-46dc-983f-8fe81fb817e8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488875 Dec 06 15:13:16.290105 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:16.316258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e6c87abb-7d9a-418b-b5fc-092159e7026d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:16.330328 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:13:16.333365 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27479d7f-393e-431d-893c-131b41aa05db" -d '{"events": [{"server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:13:16.342934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'port_id': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'mac_address': 'fa:16:3e:33:49:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:13:16.348275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e6c87abb-7d9a-418b-b5fc-092159e7026d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:16.379044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653fcb00-cf3d-4e1e-9e4e-eda863882695 x-openstack-request-id: req-653fcb00-cf3d-4e1e-9e4e-eda863882695 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:13:16.379340 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "name": "network-vif-unplugged", "status": "completed", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:13:16.379592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-653fcb00-cf3d-4e1e-9e4e-eda863882695 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:13:16.379981 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'code': 200} Dec 06 15:13:16.386081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:16.399487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6c87abb-7d9a-418b-b5fc-092159e7026d {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:13:16.410892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:16.486182 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:13:16.486730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:13:16.488395 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=e6c87abb-7d9a-418b-b5fc-092159e7026d,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:16.498459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:16.498981 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:16.499333 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:16.499678 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:16.500015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:16.500355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:16.500684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:16.501044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:16.501378 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:16.501706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:16.502033 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:16.502355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:16.502677 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:13:17.021069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.033955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6c87abb-7d9a-418b-b5fc-092159e7026d {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:13:17.053023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e6c87abb-7d9a-418b-b5fc-092159e7026d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:17.124704 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:17.173523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=e6c87abb-7d9a-418b-b5fc-092159e7026d,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:17.185845 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['e6c87abb-7d9a-418b-b5fc-092159e7026d'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:13:17.338858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae355e2-89ec-4273-ae86-dde8376ee18f req-1dc9c4fb-059b-4d48-8bf9-07ac604cbd5f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:17.340925 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ae355e2-89ec-4273-ae86-dde8376ee18f req-1dc9c4fb-059b-4d48-8bf9-07ac604cbd5f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 944 time: 0.0521932 Dec 06 15:13:17.390763 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ae355e2-89ec-4273-ae86-dde8376ee18f req-f60c4f20-cef5-4758-b1f3-f8057d2589fb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437920 Dec 06 15:13:17.759741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0bdc-be04-4a97-bb31-a341643a9273 req-2fbc3b1e-d955-4bb2-8ae7-f8859d2f0e9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:17.761675 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95cc0bdc-be04-4a97-bb31-a341643a9273 req-2fbc3b1e-d955-4bb2-8ae7-f8859d2f0e9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 944 time: 0.0533350 Dec 06 15:13:17.843047 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95cc0bdc-be04-4a97-bb31-a341643a9273 req-aff20b38-6950-4b5b-b394-51e577d23e68 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754519 Dec 06 15:13:17.860932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-254d622c-37dd-408b-a047-5c98ed4d990a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:17.860932 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-254d622c-37dd-408b-a047-5c98ed4d990a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578&tenant_id=28d5438d46074c7b994265283960d97a&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0842664 Dec 06 15:13:17.868723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-4ee56ea4-3f65-4b22-9a48-407794feffd3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:13:17.869726 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-4ee56ea4-3f65-4b22-9a48-407794feffd3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051517 Dec 06 15:13:17.952924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-cb1a4601-1179-4eb2-b510-1ae428de78c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:17.954332 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-cb1a4601-1179-4eb2-b510-1ae428de78c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 1097 time: 0.0404689 Dec 06 15:13:17.959279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2eafb3-0782-4a03-9d13-66b169ca37f6 req-ec5a55bb-aee9-4bb0-b50e-891792af040a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:17.960972 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea2eafb3-0782-4a03-9d13-66b169ca37f6 req-ec5a55bb-aee9-4bb0-b50e-891792af040a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 944 time: 0.0485420 Dec 06 15:13:18.011223 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ea2eafb3-0782-4a03-9d13-66b169ca37f6 req-3c2ae5cf-d2f0-4fdf-be7d-f3352eecb00c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436490 Dec 06 15:13:18.048721 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-d0254062-0794-4692-9a3e-918dc0be1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:18.050225 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-d0254062-0794-4692-9a3e-918dc0be1709 service neutron] 10.222.0.41 "GET /v2.0/networks?id=959ceb25-9f72-4de6-828b-7c51daac23fc HTTP/1.1" status: 200 len: 898 time: 0.0892715 Dec 06 15:13:18.113075 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-ddc10bd9-dc59-469e-9727-357b568da0b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d HTTP/1.1" status: 200 len: 1000 time: 0.0562208 Dec 06 15:13:18.130482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e6c87abb-7d9a-418b-b5fc-092159e7026d up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:13:18.166907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-f675b904-7260-4e3e-9df1-4eb364f602f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:18.168941 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-f675b904-7260-4e3e-9df1-4eb364f602f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cb64eb9-2020-4c4a-b2d0-73824bccbc80 HTTP/1.1" status: 200 len: 835 time: 0.0495408 Dec 06 15:13:18.190453 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port e6c87abb-7d9a-418b-b5fc-092159e7026d triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:13:18.191013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.214020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-48f03da5-c46b-4e08-9cb2-233df64dfc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:18.217451 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-48f03da5-c46b-4e08-9cb2-233df64dfc27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=959ceb25-9f72-4de6-828b-7c51daac23fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418599 Dec 06 15:13:18.264986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.296555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port e6c87abb-7d9a-418b-b5fc-092159e7026d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:13:18.305181 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-79e57400-ac66-4b23-82ee-253868717dd9 service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809920 Dec 06 15:13:18.380761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:13:18.383190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47ce4b6-a2a0-480e-82df-55c0f17d38d4" -d '{"events": [{"server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "name": "network-vif-plugged", "status": "completed", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:13:18.394203 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:18.399713 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-369eb2a4-c300-47c5-a44e-84fa8485578d req-00cfcabc-f4e9-4cc8-a6d8-d800351dbfa9 service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874391 Dec 06 15:13:18.430395 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd36885-ce43-4b8f-a561-796b969d392a x-openstack-request-id: req-dfd36885-ce43-4b8f-a561-796b969d392a {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:13:18.431799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "name": "network-vif-plugged", "status": "completed", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:13:18.431799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dfd36885-ce43-4b8f-a561-796b969d392a {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:13:18.431799 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'code': 200} Dec 06 15:13:18.445053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=e6c87abb-7d9a-418b-b5fc-092159e7026d,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:13:19.131701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ef06f-87a0-4036-a387-853893b566d4 req-7469c401-4577-4cb6-91f3-83c24bd3b071 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:19.133235 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-112ef06f-87a0-4036-a387-853893b566d4 req-7469c401-4577-4cb6-91f3-83c24bd3b071 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0528321 Dec 06 15:13:19.184034 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-112ef06f-87a0-4036-a387-853893b566d4 req-dbb1f3d9-77a5-4486-9391-c09f8e19015b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437224 Dec 06 15:13:20.301768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f511f62-831f-494b-8eb2-9e7abe65eaa2 req-3de6660b-15b2-4fd7-8ced-39468124e1df tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:20.303215 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9f511f62-831f-494b-8eb2-9e7abe65eaa2 req-3de6660b-15b2-4fd7-8ced-39468124e1df tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0488198 Dec 06 15:13:20.350513 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9f511f62-831f-494b-8eb2-9e7abe65eaa2 req-c1518679-a775-41ab-9418-e106a71388d3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409529 Dec 06 15:13:20.373284 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43454) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:13:20.435705 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-ab90ae62-87b9-46d0-ae27-068cdd79e27f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/3ad34803-3c20-48cd-8287-935636aa3818 HTTP/1.1" status: 200 len: 993 time: 0.0613117 Dec 06 15:13:26.467895 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-94de2b4b-5733-49c7-b29a-c7c55ed60863 req-0854c77e-d773-44f1-8a5b-9e7d086ac714 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403941 Dec 06 15:13:26.550768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de2b4b-5733-49c7-b29a-c7c55ed60863 req-02eb3350-e44a-4d50-a67b-6e499eb9239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:26.552223 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-94de2b4b-5733-49c7-b29a-c7c55ed60863 req-02eb3350-e44a-4d50-a67b-6e499eb9239c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 1098 time: 0.0420849 Dec 06 15:13:26.659227 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de2b4b-5733-49c7-b29a-c7c55ed60863 req-ed430d62-34dc-4bb4-9145-e904e69f09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:26.660773 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-94de2b4b-5733-49c7-b29a-c7c55ed60863 req-ed430d62-34dc-4bb4-9145-e904e69f09b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=959ceb25-9f72-4de6-828b-7c51daac23fc HTTP/1.1" status: 200 len: 898 time: 0.0892465 Dec 06 15:13:26.725793 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-94de2b4b-5733-49c7-b29a-c7c55ed60863 req-f2c9b592-6d28-441a-b223-939218eb357d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d HTTP/1.1" status: 200 len: 1001 time: 0.0581200 Dec 06 15:13:26.780114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de2b4b-5733-49c7-b29a-c7c55ed60863 req-09f6fb5e-735a-42a9-a840-14796f1d54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:26.781672 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-94de2b4b-5733-49c7-b29a-c7c55ed60863 req-09f6fb5e-735a-42a9-a840-14796f1d54f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cb64eb9-2020-4c4a-b2d0-73824bccbc80 HTTP/1.1" status: 200 len: 835 time: 0.0484204 Dec 06 15:13:26.828161 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de2b4b-5733-49c7-b29a-c7c55ed60863 req-5f82fd51-c1d7-48f2-be4d-15ae8ae34bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:13:26.830540 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-94de2b4b-5733-49c7-b29a-c7c55ed60863 req-5f82fd51-c1d7-48f2-be4d-15ae8ae34bfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=959ceb25-9f72-4de6-828b-7c51daac23fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413635 Dec 06 15:13:26.922769 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-94de2b4b-5733-49c7-b29a-c7c55ed60863 req-7a618ad8-a612-4747-9504-2e3a635e1a2b service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824411 Dec 06 15:13:27.015807 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-94de2b4b-5733-49c7-b29a-c7c55ed60863 req-1c06b5f8-cc19-408e-8751-214a8f62ea0c service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855553 Dec 06 15:13:29.524727 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-e04e6563-98ed-4283-b7e4-d9f3d9d7b155 req-93f3f1bf-a66d-457e-bf2d-1aa61525ff02 service neutron] (103725) timed out ('10.222.0.42', 39448) {{(pid=103725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:13:30.049643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:31.285825 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b40a5a9e-974e-4463-81f6-e66dfe6999d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:33.718691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-68a8d133-3fc6-44a7-ac2a-f239c86dc39a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:35.027571 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.181563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:36.958805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:13:52.142134 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:14:00.021561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:01.307280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ae4c8310-3eb1-4347-9ef5-65ecbd395083 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:03.740815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ba4bbe24-e818-40ea-96ed-299f08dc2bf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:05.009896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:06.175406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:06.975431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:13.366763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43476) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:13.525241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port fede9dd3-6db0-41cf-ab1b-d71902cfcd86 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:13.525575 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:13.597033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:13.597354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:13.609165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for fede9dd3-6db0-41cf-ab1b-d71902cfcd86 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:13.809910 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:13.832592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=fede9dd3-6db0-41cf-ab1b-d71902cfcd86,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:13.845420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:13.845773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:13.846122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:13.846467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:13.846803 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:13.847138 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:13.847471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:13.847803 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:13.848129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:13.848457 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:13.848782 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:13.849131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:13.849456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:13.901954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:13.904031 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Floating IP 3ad34803-3c20-48cd-8287-935636aa3818 disassociated (deleted). External IP: 172.36.1.181, port: e6c87abb-7d9a-418b-b5fc-092159e7026d. Dec 06 15:14:14.104193 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router fa79be6b-0112-4bd5-9510-d1cef70d33a4 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:14:14.207248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:14:14.212124 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:14.219629 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a3e53-5004-417a-ba73-1fc1b59c4e70 None None] Sync routers for ids ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:14:14.228960 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a3e53-5004-417a-ba73-1fc1b59c4e70 None None] Routers {'fa79be6b-0112-4bd5-9510-d1cef70d33a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:14.229576 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7e3a3e53-5004-417a-ba73-1fc1b59c4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:14.238526 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-cccc916e-dd4e-4722-94a8-3fdfa744b722 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/floatingips/3ad34803-3c20-48cd-8287-935636aa3818 HTTP/1.1" status: 204 len: 168 time: 0.8706801 Dec 06 15:14:14.239118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:14:14.241462 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3bc8ea6-a51d-458a-b14d-520773e0d99f" -d '{"events": [{"name": "network-changed", "server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:14:14.339139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6acdc9-0103-4814-ba50-916f2efa6506 x-openstack-request-id: req-6d6acdc9-0103-4814-ba50-916f2efa6506 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:14:14.339139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:14:14.339139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d6acdc9-0103-4814-ba50-916f2efa6506 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:14:14.339139 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'status': 'completed', 'code': 200} Dec 06 15:14:14.339483 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-7e3a3e53-5004-417a-ba73-1fc1b59c4e70 None None] Set router fa79be6b-0112-4bd5-9510-d1cef70d33a4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:14:14.437586 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc8ea6-a51d-458a-b14d-520773e0d99f req-60d80da4-b5cb-41a9-ab57-366295235c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:14.439105 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3bc8ea6-a51d-458a-b14d-520773e0d99f req-60d80da4-b5cb-41a9-ab57-366295235c98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 1098 time: 0.0833490 Dec 06 15:14:14.536875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc8ea6-a51d-458a-b14d-520773e0d99f req-6dad5e65-964a-4f0f-a39e-695b6bbef68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:14.538535 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3bc8ea6-a51d-458a-b14d-520773e0d99f req-6dad5e65-964a-4f0f-a39e-695b6bbef68c service neutron] 10.222.0.41 "GET /v2.0/networks?id=959ceb25-9f72-4de6-828b-7c51daac23fc HTTP/1.1" status: 200 len: 898 time: 0.0928216 Dec 06 15:14:14.543472 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7e3a3e53-5004-417a-ba73-1fc1b59c4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc87d691-e57a-4183-a730-2eca818ef0be', 'name': '', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:99:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:26Z', 'updated_at': '2021-12-06T15:11:30Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:14.575422 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a3e53-5004-417a-ba73-1fc1b59c4e70 None None] Checking router: fa79be6b-0112-4bd5-9510-d1cef70d33a4 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:14:14.582417 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3bc8ea6-a51d-458a-b14d-520773e0d99f req-2c660781-0abd-4e77-874f-145446fc4637 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d HTTP/1.1" status: 200 len: 217 time: 0.0366881 Dec 06 15:14:14.592249 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a3e53-5004-417a-ba73-1fc1b59c4e70 None None] Routers {'fa79be6b-0112-4bd5-9510-d1cef70d33a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:14.592249 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7e3a3e53-5004-417a-ba73-1fc1b59c4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:14.662262 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc8ea6-a51d-458a-b14d-520773e0d99f req-69ada8c7-ddf3-4488-8266-1c7497137618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:14.667711 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3bc8ea6-a51d-458a-b14d-520773e0d99f req-69ada8c7-ddf3-4488-8266-1c7497137618 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5cb64eb9-2020-4c4a-b2d0-73824bccbc80 HTTP/1.1" status: 200 len: 835 time: 0.0736744 Dec 06 15:14:14.714412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc8ea6-a51d-458a-b14d-520773e0d99f req-f52e9304-9d07-49cd-ae89-c4c416db2daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:14.716161 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3bc8ea6-a51d-458a-b14d-520773e0d99f req-f52e9304-9d07-49cd-ae89-c4c416db2daf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=959ceb25-9f72-4de6-828b-7c51daac23fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454395 Dec 06 15:14:14.727688 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-7e3a3e53-5004-417a-ba73-1fc1b59c4e70 None None] Set router fa79be6b-0112-4bd5-9510-d1cef70d33a4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:14:14.800447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732771c0-0891-4381-a408-080ea618b96b req-2087000f-5680-414b-92a0-c75a0cd72c91 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:14.809068 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-732771c0-0891-4381-a408-080ea618b96b req-2087000f-5680-414b-92a0-c75a0cd72c91 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.1211245 Dec 06 15:14:14.825502 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3bc8ea6-a51d-458a-b14d-520773e0d99f req-9b0398bb-cd4b-41d6-83a7-f4de62a0629e service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021349 Dec 06 15:14:14.869168 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-732771c0-0891-4381-a408-080ea618b96b req-4f215bc1-b259-4f03-a810-7f36b3e2bb76 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587041 Dec 06 15:14:14.931677 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f3bc8ea6-a51d-458a-b14d-520773e0d99f req-352029df-0753-4d11-b90a-b7e43056041f service neutron] 10.222.0.41 "GET /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981822 Dec 06 15:14:15.028143 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7e3a3e53-5004-417a-ba73-1fc1b59c4e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc87d691-e57a-4183-a730-2eca818ef0be', 'name': '', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:99:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:26Z', 'updated_at': '2021-12-06T15:11:30Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:15.053563 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3a3e53-5004-417a-ba73-1fc1b59c4e70 None None] The sync data for ids ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'] in dv-neutron-master-2-hyperv is: [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fc87d691-e57a-4183-a730-2eca818ef0be', 'name': '', 'network_id': '959ceb25-9f72-4de6-828b-7c51daac23fc', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:99:e6:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:26Z', 'updated_at': '2021-12-06T15:11:30Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '5cb64eb9-2020-4c4a-b2d0-73824bccbc80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:14:15.255876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7906e3f7-525a-439d-b36b-c113bdf0ca23 None None] New status for floating IP 3ad34803-3c20-48cd-8287-935636aa3818: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:14:16.032424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263006d-dd5f-4f6d-a602-5e94ee4f4df7 req-a32aca80-3ccc-410f-b9c4-91b62a816bc7 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:16.033904 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2263006d-dd5f-4f6d-a602-5e94ee4f4df7 req-a32aca80-3ccc-410f-b9c4-91b62a816bc7 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.1006169 Dec 06 15:14:16.084560 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2263006d-dd5f-4f6d-a602-5e94ee4f4df7 req-8d4c9236-deef-4a3e-9730-b1f19ca3539f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448570 Dec 06 15:14:16.647453 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323b26c-f043-4cf7-8cae-7e889c8bfcac req-ebbd53bb-3d4f-4721-ba77-8bf0f76d445f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:16.649034 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f323b26c-f043-4cf7-8cae-7e889c8bfcac req-ebbd53bb-3d4f-4721-ba77-8bf0f76d445f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0476456 Dec 06 15:14:16.749938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-f323b26c-f043-4cf7-8cae-7e889c8bfcac req-15ea7b65-4a39-43e0-be30-bacee7e8cc29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port e6c87abb-7d9a-418b-b5fc-092159e7026d {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:16.750268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f323b26c-f043-4cf7-8cae-7e889c8bfcac req-15ea7b65-4a39-43e0-be30-bacee7e8cc29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:17.188930 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-f323b26c-f043-4cf7-8cae-7e889c8bfcac req-15ea7b65-4a39-43e0-be30-bacee7e8cc29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port e6c87abb-7d9a-418b-b5fc-092159e7026d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e6c87abb-7d9a-418b-b5fc-092159e7026d,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:17.189632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f323b26c-f043-4cf7-8cae-7e889c8bfcac req-15ea7b65-4a39-43e0-be30-bacee7e8cc29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:17.200833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb74b7-cd8c-47d6-9b49-a44c3ddf3230 req-38b6e7de-b8ff-4da9-8206-5a1e6dcd18e9 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:17.202265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-f323b26c-f043-4cf7-8cae-7e889c8bfcac req-15ea7b65-4a39-43e0-be30-bacee7e8cc29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for e6c87abb-7d9a-418b-b5fc-092159e7026d owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:17.202411 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-82fb74b7-cd8c-47d6-9b49-a44c3ddf3230 req-38b6e7de-b8ff-4da9-8206-5a1e6dcd18e9 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 945 time: 0.0473585 Dec 06 15:14:17.253874 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-82fb74b7-cd8c-47d6-9b49-a44c3ddf3230 req-19237a80-d939-4d93-a9d6-9c0facbc44e6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=41fa0c9b-6739-47fe-b20b-e04413a2fd58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455632 Dec 06 15:14:17.398642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f323b26c-f043-4cf7-8cae-7e889c8bfcac req-15ea7b65-4a39-43e0-be30-bacee7e8cc29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:17.427329 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea7b65-4a39-43e0-be30-bacee7e8cc29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=e6c87abb-7d9a-418b-b5fc-092159e7026d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:17.469511 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-f323b26c-f043-4cf7-8cae-7e889c8bfcac req-15ea7b65-4a39-43e0-be30-bacee7e8cc29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] No DVR routers for this DVR port e6c87abb-7d9a-418b-b5fc-092159e7026d on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:14:17.472019 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-f323b26c-f043-4cf7-8cae-7e889c8bfcac req-15ea7b65-4a39-43e0-be30-bacee7e8cc29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:17.476588 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f323b26c-f043-4cf7-8cae-7e889c8bfcac req-15ea7b65-4a39-43e0-be30-bacee7e8cc29 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "DELETE /v2.0/ports/e6c87abb-7d9a-418b-b5fc-092159e7026d HTTP/1.1" status: 204 len: 173 time: 0.8204103 Dec 06 15:14:17.476588 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'name': 'network-vif-deleted', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:14:17.478237 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661a6ac0-843d-45a6-8c7f-6e3db01fa521" -d '{"events": [{"server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "name": "network-vif-deleted", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:14:17.513414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a12c2e-0344-4623-89da-dd98f483a2e9 x-openstack-request-id: req-74a12c2e-0344-4623-89da-dd98f483a2e9 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:14:17.513709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e5b0e6d-aded-43cf-a673-b65268d3e578", "name": "network-vif-deleted", "tag": "e6c87abb-7d9a-418b-b5fc-092159e7026d", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:14:17.513962 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-74a12c2e-0344-4623-89da-dd98f483a2e9 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:14:17.514377 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e5b0e6d-aded-43cf-a673-b65268d3e578', 'name': 'network-vif-deleted', 'tag': 'e6c87abb-7d9a-418b-b5fc-092159e7026d', 'status': 'completed', 'code': 200} Dec 06 15:14:18.364032 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a8db912f-b1d8-438a-b54d-01a9267a5848 req-957ebfd8-af4a-4dc6-8ae9-c89f25c62766 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=8e5b0e6d-aded-43cf-a673-b65268d3e578 HTTP/1.1" status: 200 len: 210 time: 0.0260890 Dec 06 15:14:19.419110 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43514) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:19.777555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8423b4d-de4c-4f1a-9c95-fe3249e16b77 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.028932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a8423b4d-de4c-4f1a-9c95-fe3249e16b77 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port fc87d691-e57a-4183-a730-2eca818ef0be {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:20.029156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8423b4d-de4c-4f1a-9c95-fe3249e16b77 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.118393 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-a8423b4d-de4c-4f1a-9c95-fe3249e16b77 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port fc87d691-e57a-4183-a730-2eca818ef0be, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fc87d691-e57a-4183-a730-2eca818ef0be,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:20.118748 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8423b4d-de4c-4f1a-9c95-fe3249e16b77 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.130467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-a8423b4d-de4c-4f1a-9c95-fe3249e16b77 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for fc87d691-e57a-4183-a730-2eca818ef0be owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:20.296163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e6c87abb-7d9a-418b-b5fc-092159e7026d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:14:20.315955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: e6c87abb-7d9a-418b-b5fc-092159e7026d {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:14:20.319954 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device e6c87abb-7d9a-418b-b5fc-092159e7026d not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:14:20.375624 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8423b4d-de4c-4f1a-9c95-fe3249e16b77 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.403324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8423b4d-de4c-4f1a-9c95-fe3249e16b77 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=fc87d691-e57a-4183-a730-2eca818ef0be,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:20.574663 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8423b4d-de4c-4f1a-9c95-fe3249e16b77 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:20.794006 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8423b4d-de4c-4f1a-9c95-fe3249e16b77 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router fa79be6b-0112-4bd5-9510-d1cef70d33a4 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:14:20.896468 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8423b4d-de4c-4f1a-9c95-fe3249e16b77 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:14:20.902115 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a8423b4d-de4c-4f1a-9c95-fe3249e16b77 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "PUT /v2.0/routers/fa79be6b-0112-4bd5-9510-d1cef70d33a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4817364 Dec 06 15:14:20.905439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43516) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:20.907287 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872b189-f098-41a1-97b1-56f9ad87def1 None None] Sync routers for ids ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:14:20.920467 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872b189-f098-41a1-97b1-56f9ad87def1 None None] Routers {'fa79be6b-0112-4bd5-9510-d1cef70d33a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:20.921105 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a872b189-f098-41a1-97b1-56f9ad87def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:20.956701 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd1f15b-695f-4116-8a34-a31f4515b2f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting subnet 5cb64eb9-2020-4c4a-b2d0-73824bccbc80 {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:14:20.959761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fd1f15b-695f-4116-8a34-a31f4515b2f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.008274 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fd1f15b-695f-4116-8a34-a31f4515b2f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.027114 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a872b189-f098-41a1-97b1-56f9ad87def1 None None] Set router fa79be6b-0112-4bd5-9510-d1cef70d33a4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:14:21.088330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fd1f15b-695f-4116-8a34-a31f4515b2f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.192997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fd1f15b-695f-4116-8a34-a31f4515b2f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.200084 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a872b189-f098-41a1-97b1-56f9ad87def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:14:20Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:21.219758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1f15b-695f-4116-8a34-a31f4515b2f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Subnet': ['ID=5cb64eb9-2020-4c4a-b2d0-73824bccbc80,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:21.223357 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-1fd1f15b-695f-4116-8a34-a31f4515b2f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.225924 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872b189-f098-41a1-97b1-56f9ad87def1 None None] Checking router: fa79be6b-0112-4bd5-9510-d1cef70d33a4 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:14:21.229795 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43518) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:21.230278 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-1fd1f15b-695f-4116-8a34-a31f4515b2f3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/subnets/5cb64eb9-2020-4c4a-b2d0-73824bccbc80 HTTP/1.1" status: 204 len: 168 time: 0.3230937 Dec 06 15:14:21.234775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e36caa6-60d2-416b-930f-31bbc75e6858 None None] Network 959ceb25-9f72-4de6-828b-7c51daac23fc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:21.239106 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a872b189-f098-41a1-97b1-56f9ad87def1 None None] Routers {'fa79be6b-0112-4bd5-9510-d1cef70d33a4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:21.239720 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a872b189-f098-41a1-97b1-56f9ad87def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:21.337458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.354783 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a872b189-f098-41a1-97b1-56f9ad87def1 None None] Set router fa79be6b-0112-4bd5-9510-d1cef70d33a4 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:14:21.426613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] DHCP port deletion for 959ceb25-9f72-4de6-828b-7c51daac23fc request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:21.444018 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.473987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Deleting port 99cecd78-9bf0-48f1-9e55-c67427ff0573 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:21.474362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.538249 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a872b189-f098-41a1-97b1-56f9ad87def1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:14:20Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:21.541709 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] For port 99cecd78-9bf0-48f1-9e55-c67427ff0573, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99cecd78-9bf0-48f1-9e55-c67427ff0573,segment=NetworkSegment(3347298f-3a57-43ac-a242-bc1da2b42e92),segment_id=3347298f-3a57-43ac-a242-bc1da2b42e92)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:21.542107 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.552271 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port 45313343-6790-482a-ae2b-bd81149a80fb {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:14:21.552618 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.554668 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Calling delete_port for 99cecd78-9bf0-48f1-9e55-c67427ff0573 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:21.566147 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a872b189-f098-41a1-97b1-56f9ad87def1 None None] The sync data for ids ['fa79be6b-0112-4bd5-9510-d1cef70d33a4'] in dv-neutron-master-2-hyperv is: [{'id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-364889268', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194'}], 'enable_snat': True}, 'gw_port_id': '45313343-6790-482a-ae2b-bd81149a80fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:11:22Z', 'updated_at': '2021-12-06T15:14:20Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '45313343-6790-482a-ae2b-bd81149a80fb', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:df:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa79be6b-0112-4bd5-9510-d1cef70d33a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1750, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:11:23Z', 'updated_at': '2021-12-06T15:11:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:14:21.631077 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port 45313343-6790-482a-ae2b-bd81149a80fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=45313343-6790-482a-ae2b-bd81149a80fb,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:21.631465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.643850 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for 45313343-6790-482a-ae2b-bd81149a80fb owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:14:21.718155 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.747436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Pushing event deleted for resources: {'Port': ['ID=99cecd78-9bf0-48f1-9e55-c67427ff0573,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:21.751753 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] No DVR routers for this DVR port 99cecd78-9bf0-48f1-9e55-c67427ff0573 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:14:21.758682 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.758682 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.758682 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.759773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.759773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.760042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.760370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.760701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.774094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.774094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.774094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.774094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.774094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1e40ef-c5ca-4bb0-a5f4-01730a266be7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.861167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:21.894333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=45313343-6790-482a-ae2b-bd81149a80fb,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:21.902498 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261d6598-a719-46af-a385-3219c13d011c None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:21.917090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.917343 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.917693 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.918116 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.918333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.918670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.919001 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.919328 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.919655 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.920091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.920433 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.920743 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.921088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:21.966212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.058370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.060663 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.169631 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.170199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Fanout notify agent at l3_agent the message router_deleted on router fa79be6b-0112-4bd5-9510-d1cef70d33a4 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:14:22.177245 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.182464 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7cba65f0-c9c5-4e79-9f72-c6bc2857ef6f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/routers/fa79be6b-0112-4bd5-9510-d1cef70d33a4 HTTP/1.1" status: 204 len: 168 time: 0.9476867 Dec 06 15:14:22.182464 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43520) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:22.263503 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-30b9b0eb-97f6-471a-958c-28538c6ab955 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.349467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-30b9b0eb-97f6-471a-958c-28538c6ab955 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.368890 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-30b9b0eb-97f6-471a-958c-28538c6ab955 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['959ceb25-9f72-4de6-828b-7c51daac23fc']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:22.377737 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-30b9b0eb-97f6-471a-958c-28538c6ab955 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3347298f-3a57-43ac-a242-bc1da2b42e92') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:22.378030 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-30b9b0eb-97f6-471a-958c-28538c6ab955 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3347298f-3a57-43ac-a242-bc1da2b42e92') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:22.387554 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-30b9b0eb-97f6-471a-958c-28538c6ab955 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.400165 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-30b9b0eb-97f6-471a-958c-28538c6ab955 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.406291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b9b0eb-97f6-471a-958c-28538c6ab955 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:14:22.406665 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-30b9b0eb-97f6-471a-958c-28538c6ab955 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:14:22.409576 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:14:22.529279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-30b9b0eb-97f6-471a-958c-28538c6ab955 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.533824 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-30b9b0eb-97f6-471a-958c-28538c6ab955 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.536980 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-30b9b0eb-97f6-471a-958c-28538c6ab955 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/networks/959ceb25-9f72-4de6-828b-7c51daac23fc HTTP/1.1" status: 204 len: 168 time: 0.3545535 Dec 06 15:14:22.539743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43522) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:22.550758 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b9b0eb-97f6-471a-958c-28538c6ab955 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Network': ['ID=959ceb25-9f72-4de6-828b-7c51daac23fc,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:22.603800 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-325a6225-e588-48f5-a0c2-de331c61aac8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.631471 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-325a6225-e588-48f5-a0c2-de331c61aac8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.729041 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 99cecd78-9bf0-48f1-9e55-c67427ff0573 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:14:22.749689 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 99cecd78-9bf0-48f1-9e55-c67427ff0573 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:14:22.750044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 99cecd78-9bf0-48f1-9e55-c67427ff0573 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:14:22.750445 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device fc87d691-e57a-4183-a730-2eca818ef0be no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:14:22.763618 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-325a6225-e588-48f5-a0c2-de331c61aac8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.766343 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-325a6225-e588-48f5-a0c2-de331c61aac8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:22.767568 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-325a6225-e588-48f5-a0c2-de331c61aac8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/security-groups/41fa0c9b-6739-47fe-b20b-e04413a2fd58 HTTP/1.1" status: 204 len: 168 time: 0.2266436 Dec 06 15:14:22.771131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: fc87d691-e57a-4183-a730-2eca818ef0be {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:14:22.771517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device fc87d691-e57a-4183-a730-2eca818ef0be not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:14:22.772241 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 45313343-6790-482a-ae2b-bd81149a80fb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:14:22.777324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a6225-e588-48f5-a0c2-de331c61aac8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fa0c9b-6739-47fe-b20b-e04413a2fd58,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:22.795019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 45313343-6790-482a-ae2b-bd81149a80fb {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:14:22.795367 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 45313343-6790-482a-ae2b-bd81149a80fb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:14:25.410303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43536) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:25.414918 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ba24fed7-a90f-4e16-890f-6d0a01db9505 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-872821492', 'description': 'tempest-secgroup-smoke-872821492 description', 'project_id': '28d5438d46074c7b994265283960d97a'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:25.483509 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ba24fed7-a90f-4e16-890f-6d0a01db9505 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:25.546514 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ba24fed7-a90f-4e16-890f-6d0a01db9505 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:25.597178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ba24fed7-a90f-4e16-890f-6d0a01db9505 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:25.629081 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24fed7-a90f-4e16-890f-6d0a01db9505 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a73a1fbb-1802-46b4-beff-04a3a3d01ad8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:25.684890 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ba24fed7-a90f-4e16-890f-6d0a01db9505 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:25.686153 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ba24fed7-a90f-4e16-890f-6d0a01db9505 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2748406 Dec 06 15:14:25.689104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43538) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:25.693292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0e0fcfd5-f8c0-401b-94a4-811783fe4c24 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': 'a73a1fbb-1802-46b4-beff-04a3a3d01ad8', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:25.809287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0e0fcfd5-f8c0-401b-94a4-811783fe4c24 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:25.861753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0e0fcfd5-f8c0-401b-94a4-811783fe4c24 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:25.923176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0e0fcfd5-f8c0-401b-94a4-811783fe4c24 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:25.940995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fcfd5-f8c0-401b-94a4-811783fe4c24 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af73b674-dd64-44d7-813b-5a3f7f785350,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:26.010989 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0e0fcfd5-f8c0-401b-94a4-811783fe4c24 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.012177 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0e0fcfd5-f8c0-401b-94a4-811783fe4c24 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3221784 Dec 06 15:14:26.014918 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43540) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:26.019107 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4d380c09-6a14-4987-9b62-01b2c8dabde3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': 'a73a1fbb-1802-46b4-beff-04a3a3d01ad8', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:26.110435 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d380c09-6a14-4987-9b62-01b2c8dabde3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.162460 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d380c09-6a14-4987-9b62-01b2c8dabde3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.231787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d380c09-6a14-4987-9b62-01b2c8dabde3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.248582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d380c09-6a14-4987-9b62-01b2c8dabde3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fab900bb-a645-449b-9ca0-bab1cbec3f3d,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:26.325881 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4d380c09-6a14-4987-9b62-01b2c8dabde3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.327079 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4d380c09-6a14-4987-9b62-01b2c8dabde3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3112466 Dec 06 15:14:26.329863 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43542) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:26.334029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a4f63968-11d6-43c5-9c47-94551a9f7bbc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': 'a73a1fbb-1802-46b4-beff-04a3a3d01ad8', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:26.441859 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a4f63968-11d6-43c5-9c47-94551a9f7bbc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.497587 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a4f63968-11d6-43c5-9c47-94551a9f7bbc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.580798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a4f63968-11d6-43c5-9c47-94551a9f7bbc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.601040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f63968-11d6-43c5-9c47-94551a9f7bbc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfe1880-9d71-40f3-94d8-045aaeb1693d,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:26.703091 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a4f63968-11d6-43c5-9c47-94551a9f7bbc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.704313 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a4f63968-11d6-43c5-9c47-94551a9f7bbc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3735530 Dec 06 15:14:26.707131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43544) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:26.711379 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-05960538-7f18-44f5-b018-2e5604ae5d5c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': 'a73a1fbb-1802-46b4-beff-04a3a3d01ad8', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:26.802296 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-05960538-7f18-44f5-b018-2e5604ae5d5c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.857774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-05960538-7f18-44f5-b018-2e5604ae5d5c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.951361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-05960538-7f18-44f5-b018-2e5604ae5d5c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:26.970407 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05960538-7f18-44f5-b018-2e5604ae5d5c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889cf08f-b9fe-45e6-86d3-315fd97520b1,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:27.022779 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-05960538-7f18-44f5-b018-2e5604ae5d5c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.023986 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-05960538-7f18-44f5-b018-2e5604ae5d5c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3159456 Dec 06 15:14:27.029552 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43546) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:27.033868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-d3813905-b22f-4b34-95e9-16f146e20792 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': 'a73a1fbb-1802-46b4-beff-04a3a3d01ad8', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:27.095500 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-d3813905-b22f-4b34-95e9-16f146e20792 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Project 28d5438d46074c7b994265283960d97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:14:27.100731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3813905-b22f-4b34-95e9-16f146e20792 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.156929 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3813905-b22f-4b34-95e9-16f146e20792 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.220777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3813905-b22f-4b34-95e9-16f146e20792 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.235513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3813905-b22f-4b34-95e9-16f146e20792 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902f886d-6b88-418c-98f8-81148724dfd3,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:27.309596 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-d3813905-b22f-4b34-95e9-16f146e20792 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.310828 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d3813905-b22f-4b34-95e9-16f146e20792 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2803640 Dec 06 15:14:27.313547 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43548) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:27.317891 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-bb5b1448-2e3e-4a7d-a16f-6d1d75dec043 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': 'a73a1fbb-1802-46b4-beff-04a3a3d01ad8', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:27.420965 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-bb5b1448-2e3e-4a7d-a16f-6d1d75dec043 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Project 28d5438d46074c7b994265283960d97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:14:27.426365 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1448-2e3e-4a7d-a16f-6d1d75dec043 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.485465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1448-2e3e-4a7d-a16f-6d1d75dec043 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.540749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1448-2e3e-4a7d-a16f-6d1d75dec043 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.558842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b1448-2e3e-4a7d-a16f-6d1d75dec043 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ab522d2-be24-4be1-90e6-1f2e153c6845,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:27.616759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bb5b1448-2e3e-4a7d-a16f-6d1d75dec043 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.618142 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bb5b1448-2e3e-4a7d-a16f-6d1d75dec043 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3036067 Dec 06 15:14:27.620902 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43550) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:27.625609 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ac0f2a75-3fb1-4007-bcce-dee10ccea876 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'network': {'name': 'tempest-network-smoke--219166829', 'project_id': '28d5438d46074c7b994265283960d97a', 'port_security_enabled': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:27.683465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0f2a75-3fb1-4007-bcce-dee10ccea876 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:27.686955 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2a75-3fb1-4007-bcce-dee10ccea876 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.714069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0f2a75-3fb1-4007-bcce-dee10ccea876 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:14:27.722791 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2a75-3fb1-4007-bcce-dee10ccea876 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.723128 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-ac0f2a75-3fb1-4007-bcce-dee10ccea876 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Added segment 854216af-2cab-40b3-9fdb-602907ab496f of type vlan for network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb Dec 06 15:14:27.761589 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2a75-3fb1-4007-bcce-dee10ccea876 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.814898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2a75-3fb1-4007-bcce-dee10ccea876 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.820490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0f2a75-3fb1-4007-bcce-dee10ccea876 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:27.821096 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ac0f2a75-3fb1-4007-bcce-dee10ccea876 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:27.887781 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f2a75-3fb1-4007-bcce-dee10ccea876 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Network': ['ID=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:27.894710 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ac0f2a75-3fb1-4007-bcce-dee10ccea876 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2727892 Dec 06 15:14:27.899703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:14:27.905969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43552) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:27.910498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'admin_state_up': True, 'project_id': '28d5438d46074c7b994265283960d97a', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:28.032308 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.033521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.086548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.276081 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.526040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.545979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.648348 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.36.1.10 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/1a43e920-124f-4b34-a9da-af273cf009e0) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:28.747263 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.821223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:28.862221 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:28.864975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:28.868502 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:28.877761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e1315d-5e22-4c9c-857f-c7c964c9862c None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:28.890257 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=1a43e920-124f-4b34-a9da-af273cf009e0,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:28.984163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2a08341a-0b63-4caf-923a-aa5509b20702 None None] Provisioning complete for port 1a43e920-124f-4b34-a9da-af273cf009e0 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:28.984809 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a08341a-0b63-4caf-923a-aa5509b20702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:29.022472 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2a08341a-0b63-4caf-923a-aa5509b20702 None None] Port 1a43e920-124f-4b34-a9da-af273cf009e0 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:14:29.141308 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:14:29.531103 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:29.721252 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:29.906299 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:14:30.013537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:14:30.026271 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Sync routers for ids ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:14:30.033278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.037738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Routers {'483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:30.042069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:30.085713 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.088707 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-74590206-8f87-4ce3-99be-12e501702fa8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1800134 Dec 06 15:14:30.096377 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43554) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:30.123513 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e47a89df-421b-4e02-a933-c4d3b62bfa89 tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=28d5438d46074c7b994265283960d97a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259349 Dec 06 15:14:30.125979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43556) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:30.143630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Set router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:14:30.219414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d602177a-c225-43c2-82fb-6afd7cc5e422 tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:30.224446 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d602177a-c225-43c2-82fb-6afd7cc5e422 tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0939481 Dec 06 15:14:30.224644 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43558) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:30.252901 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-92f9be0f-c460-4df3-a67a-34d71677189c tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0253174 Dec 06 15:14:30.253479 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43560) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:30.257952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-77f70114-21b6-48f9-9abe-753e11390f3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-78209469', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'project_id': '28d5438d46074c7b994265283960d97a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:30.322712 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:29Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:30.352449 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Checking router: 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:14:30.352799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Updating router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 port 1a43e920-124f-4b34-a9da-af273cf009e0 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:14:30.376962 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.415075 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f70114-21b6-48f9-9abe-753e11390f3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:30.418707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77f70114-21b6-48f9-9abe-753e11390f3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.629811 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.649680 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77f70114-21b6-48f9-9abe-753e11390f3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.702585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f70114-21b6-48f9-9abe-753e11390f3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Subnet': ['ID=3f4562ff-a534-4fcc-ba5d-f918e1c75dcc,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:30.716754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f70114-21b6-48f9-9abe-753e11390f3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Checking segment: {'id': '854216af-2cab-40b3-9fdb-602907ab496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:30.717136 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f70114-21b6-48f9-9abe-753e11390f3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network hostable DHCP agents. Network: 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:14:30.723787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.774608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27256551-53fd-40d2-a16d-c4f7eb9a892e None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:30.792117 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Attempting to bind port 1a43e920-124f-4b34-a9da-af273cf009e0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:14:30.792480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Attempting to bind port 1a43e920-124f-4b34-a9da-af273cf009e0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:14:30.792856 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Attempting to bind port 1a43e920-124f-4b34-a9da-af273cf009e0 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:30.795113 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063a371-9def-4664-ac6a-fdbf7c423eaf None None] Pushing event updated for resources: {'Port': ['ID=1a43e920-124f-4b34-a9da-af273cf009e0,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:30.801710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:14:30.802088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:30.802485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.802865 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:14:30.803460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Bound port: 1a43e920-124f-4b34-a9da-af273cf009e0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:14:30.803690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.803920 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f70114-21b6-48f9-9abe-753e11390f3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:14:30.858050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] For port 1a43e920-124f-4b34-a9da-af273cf009e0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:14:30.861602 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] For port 1a43e920-124f-4b34-a9da-af273cf009e0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a43e920-124f-4b34-a9da-af273cf009e0,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:14:30.866732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-83173c15-530d-4f5a-9543-c992ca1b95a5 None None] Provisioning complete for port 1a43e920-124f-4b34-a9da-af273cf009e0 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:30.867094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-83173c15-530d-4f5a-9543-c992ca1b95a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.872073 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-77f70114-21b6-48f9-9abe-753e11390f3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:30.876220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f70114-21b6-48f9-9abe-753e11390f3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:30.876830 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-77f70114-21b6-48f9-9abe-753e11390f3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.893721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3591d856-cb88-4a03-9594-00243e2f0141 None None] Network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:30.922768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:30.943530 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-77f70114-21b6-48f9-9abe-753e11390f3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6890552 Dec 06 15:14:30.946495 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43562) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:31.127170 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-83173c15-530d-4f5a-9543-c992ca1b95a5 None None] Port 1a43e920-124f-4b34-a9da-af273cf009e0 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:14:31.161884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb611435-c2cc-4fd1-9ee2-80568462b64b None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:14:31.199889 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063a371-9def-4664-ac6a-fdbf7c423eaf None None] Pushing event updated for resources: {'Port': ['ID=1a43e920-124f-4b34-a9da-af273cf009e0,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:31.202887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Routers {'483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:31.203631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:31.336025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3dfa1c7e-ce4b-4760-bf4b-489e6ceba538 None None] Provisioning complete for port 1a43e920-124f-4b34-a9da-af273cf009e0 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:31.336393 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1c7e-ce4b-4760-bf4b-489e6ceba538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.385087 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.408067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'fixed_ips': [{'subnet_id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:14:31.408067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.412643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] Set router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:14:31.487563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-22ac8613-6a4a-4141-81b1-2f478006e74e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.653483 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.20.0.1 (8025c18c-bfb1-4bf2-bb14-a5cac37df5bb/3f4562ff-a534-4fcc-ba5d-f918e1c75dcc/6fd97713-6069-4616-b779-17a23eabecd3) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:31.657443 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1c7e-ce4b-4760-bf4b-489e6ceba538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.702710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3dfa1c7e-ce4b-4760-bf4b-489e6ceba538 None None] For port 1a43e920-124f-4b34-a9da-af273cf009e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a43e920-124f-4b34-a9da-af273cf009e0,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:31.735955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:29Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:31.771913 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3dfa1c7e-ce4b-4760-bf4b-489e6ceba538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.773771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad0fa3c-c635-4240-8a03-7db150e2c10b None None] The sync data for ids ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'] in dv-neutron-master-2-hyperv is: [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:29Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:14:31.774744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.823692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa1c7e-ce4b-4760-bf4b-489e6ceba538 None None] Pushing event updated for resources: {'Port': ['ID=1a43e920-124f-4b34-a9da-af273cf009e0,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:31.843432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:31.886513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:31.889586 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:31.892029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Allocated IP 172.20.0.2 (8025c18c-bfb1-4bf2-bb14-a5cac37df5bb/3f4562ff-a534-4fcc-ba5d-f918e1c75dcc/6bd320e4-8193-45e0-8c03-46930f437344) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:31.893506 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:31.922443 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=6fd97713-6069-4616-b779-17a23eabecd3,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:31.946241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.085263 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.141523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.173536 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.184396 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:32.187441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:32.191275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:32.199323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Pushing event updated for resources: {'Port': ['ID=6bd320e4-8193-45e0-8c03-46930f437344,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:32.254378 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Attempting to bind port 6bd320e4-8193-45e0-8c03-46930f437344 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:14:32.254763 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Attempting to bind port 6bd320e4-8193-45e0-8c03-46930f437344 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '854216af-2cab-40b3-9fdb-602907ab496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:14:32.255130 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Attempting to bind port 6bd320e4-8193-45e0-8c03-46930f437344 on network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:32.261346 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:14:32.261721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Checking segment: {'id': '854216af-2cab-40b3-9fdb-602907ab496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:32.262128 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.262524 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Bound using segment: {'id': '854216af-2cab-40b3-9fdb-602907ab496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:14:32.262991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Bound port: 6bd320e4-8193-45e0-8c03-46930f437344, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854216af-2cab-40b3-9fdb-602907ab496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:14:32.263376 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.329140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] For port 6bd320e4-8193-45e0-8c03-46930f437344, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:14:32.332699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] For port 6bd320e4-8193-45e0-8c03-46930f437344, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bd320e4-8193-45e0-8c03-46930f437344,segment=NetworkSegment(854216af-2cab-40b3-9fdb-602907ab496f),segment_id=854216af-2cab-40b3-9fdb-602907ab496f)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:14:32.417248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.475652 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.490138 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5fa094-4457-4fef-81f2-1a82055e5dc1 None None] Pushing event updated for resources: {'Port': ['ID=6bd320e4-8193-45e0-8c03-46930f437344,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:32.517958 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.606832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=6fd97713-6069-4616-b779-17a23eabecd3,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:32.612406 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.750384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:32.751864 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:32.831378 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1a43e920-124f-4b34-a9da-af273cf009e0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:32.890869 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 1a43e920-124f-4b34-a9da-af273cf009e0 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:32.891235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:32.906354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:14:32.968775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6bd320e4-8193-45e0-8c03-46930f437344 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:33.014259 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 6bd320e4-8193-45e0-8c03-46930f437344 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:33.014786 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:33.022654 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:14:33.029569 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-0866007c-4a47-4479-bb34-4cd633561997 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "PUT /v2.0/routers/483b3f85-cc34-4d08-a3eb-dca7d0ed89a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0819602 Dec 06 15:14:33.103309 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:33.141193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 6bd320e4-8193-45e0-8c03-46930f437344, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bd320e4-8193-45e0-8c03-46930f437344,segment=NetworkSegment(854216af-2cab-40b3-9fdb-602907ab496f),segment_id=854216af-2cab-40b3-9fdb-602907ab496f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:33.192161 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-bd098e8f-41bb-4d08-beff-62b0eea47755 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-872821492&fields=id&tenant_id=28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 267 time: 0.0473509 Dec 06 15:14:33.221183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:33.274375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=6bd320e4-8193-45e0-8c03-46930f437344,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:33.315431 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-bce3c700-52f1-4f8a-9e76-ff223bb74661 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:33.316986 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-bce3c700-52f1-4f8a-9e76-ff223bb74661 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/networks?id=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb HTTP/1.1" status: 200 len: 796 time: 0.1166675 Dec 06 15:14:33.332926 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-b94f5888-ead2-4b4f-aff8-6f7e899e185b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/quotas/28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 375 time: 0.0095935 Dec 06 15:14:33.386070 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-34c505d0-67e8-4700-9faf-06fce97c4d97 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464027 Dec 06 15:14:33.489339 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b798f68d-0871-4b1c-8e46-e3a4a4fa6adf None None] Network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:14:33.514992 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-ef081eef-0bcf-4282-a240-8f666a08f4dd service neutron] 10.222.0.42 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166284 Dec 06 15:14:33.561919 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-90f15ee6-8915-47f4-8227-e68dae07a47a None None] Provisioning complete for port 6bd320e4-8193-45e0-8c03-46930f437344 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:33.562290 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-90f15ee6-8915-47f4-8227-e68dae07a47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:33.604555 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-5dccb2af-ac0c-4f4b-ace0-d78cf87c2ad5 service neutron] 10.222.0.42 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834711 Dec 06 15:14:33.763654 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64f70290-73bd-4fe8-a559-f4cb675cfcf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:33.905019 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-68895bf4-1269-4782-b7bc-0b6463980685 req-81889a90-b6a6-4e0c-8efa-53d1073f7e3b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 210 time: 0.0403574 Dec 06 15:14:34.045680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2ab15d18-56ef-4d9d-a4b9-db608b238815 None None] Provisioning complete for port 6bd320e4-8193-45e0-8c03-46930f437344 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:34.046002 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2ab15d18-56ef-4d9d-a4b9-db608b238815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:34.080452 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Sync routers for ids ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:14:34.091659 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Routers {'483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:34.092273 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:34.141805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2ab15d18-56ef-4d9d-a4b9-db608b238815 None None] Provisioning complete for port 6fd97713-6069-4616-b779-17a23eabecd3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:34.141805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2ab15d18-56ef-4d9d-a4b9-db608b238815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:34.183759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2ab15d18-56ef-4d9d-a4b9-db608b238815 None None] Port 6fd97713-6069-4616-b779-17a23eabecd3 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:14:34.206671 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Set router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:14:34.303637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-21ea60e2-dbeb-486f-bbc6-da3281dfed91 None None] Provisioning complete for port 6fd97713-6069-4616-b779-17a23eabecd3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:34.304126 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-21ea60e2-dbeb-486f-bbc6-da3281dfed91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:34.336906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-21ea60e2-dbeb-486f-bbc6-da3281dfed91 None None] Port 6fd97713-6069-4616-b779-17a23eabecd3 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:14:34.401475 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:32Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6fd97713-6069-4616-b779-17a23eabecd3', 'name': '', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:59:8f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:31Z', 'updated_at': '2021-12-06T15:14:32Z', 'revision_number': 2, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:34.431013 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Checking router: 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:14:34.431385 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Updating router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 port 6fd97713-6069-4616-b779-17a23eabecd3 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:14:34.454799 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:34.455350 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-49bd4bc7-c845-46e1-acae-9921b8cf1cc0 None None] Provisioning complete for port 6fd97713-6069-4616-b779-17a23eabecd3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:34.455715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-49bd4bc7-c845-46e1-acae-9921b8cf1cc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:34.490606 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-49bd4bc7-c845-46e1-acae-9921b8cf1cc0 None None] Port 6fd97713-6069-4616-b779-17a23eabecd3 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:14:34.705787 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:34.733584 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6bd320e4-8193-45e0-8c03-46930f437344 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:34.757537 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:34.785108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 6bd320e4-8193-45e0-8c03-46930f437344 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:34.785482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:34.897758 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Pushing event updated for resources: {'Port': ['ID=6fd97713-6069-4616-b779-17a23eabecd3,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:34.926380 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:34.926380 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:34.926380 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:34.926380 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:34.926380 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:34.926380 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:34.928558 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:34.928558 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:34.928558 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:34.928558 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:34.928558 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:34.928558 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:34.928558 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:14:34.997456 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-19c4c607-3ed8-410b-81eb-fcd14e54d151 req-026e5beb-a99d-4e58-b9d6-8fcdba13c9b2 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 210 time: 0.0320065 Dec 06 15:14:35.018993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.052246 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Attempting to bind port 6fd97713-6069-4616-b779-17a23eabecd3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:14:35.052709 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Attempting to bind port 6fd97713-6069-4616-b779-17a23eabecd3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '854216af-2cab-40b3-9fdb-602907ab496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:14:35.053133 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Attempting to bind port 6fd97713-6069-4616-b779-17a23eabecd3 on network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:35.059207 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 14, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:14:35.059645 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Checking segment: {'id': '854216af-2cab-40b3-9fdb-602907ab496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:35.060070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.060459 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Bound using segment: {'id': '854216af-2cab-40b3-9fdb-602907ab496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:14:35.061067 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Bound port: 6fd97713-6069-4616-b779-17a23eabecd3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '854216af-2cab-40b3-9fdb-602907ab496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:14:35.061443 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.113322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fa166f1e-127f-4844-8fda-eb1b0bac6129 None None] Provisioning complete for port 6fd97713-6069-4616-b779-17a23eabecd3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:35.113687 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa166f1e-127f-4844-8fda-eb1b0bac6129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.122948 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] For port 6fd97713-6069-4616-b779-17a23eabecd3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:14:35.126131 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] For port 6fd97713-6069-4616-b779-17a23eabecd3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fd97713-6069-4616-b779-17a23eabecd3,segment=NetworkSegment(854216af-2cab-40b3-9fdb-602907ab496f),segment_id=854216af-2cab-40b3-9fdb-602907ab496f)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:14:35.151475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fa166f1e-127f-4844-8fda-eb1b0bac6129 None None] Port 6fd97713-6069-4616-b779-17a23eabecd3 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:14:35.244717 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.303330 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Routers {'483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:35.303965 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:35.340306 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186bd61b-d275-4165-af0e-7cded7453c95 None None] Pushing event updated for resources: {'Port': ['ID=6fd97713-6069-4616-b779-17a23eabecd3,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:35.417845 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] Set router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:14:35.572669 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f9cef5eb-40ca-423c-9e0d-373b9ac62565 None None] Provisioning complete for port 6fd97713-6069-4616-b779-17a23eabecd3 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:35.573275 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f9cef5eb-40ca-423c-9e0d-373b9ac62565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.627580 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:32Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6fd97713-6069-4616-b779-17a23eabecd3', 'name': '', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:59:8f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:31Z', 'updated_at': '2021-12-06T15:14:35Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:35.648422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f9cef5eb-40ca-423c-9e0d-373b9ac62565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.657357 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b786e9b-783b-44bb-9b10-11bd48479c00 None None] The sync data for ids ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'] in dv-neutron-master-2-hyperv is: [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:32Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6fd97713-6069-4616-b779-17a23eabecd3', 'name': '', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:59:8f:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:31Z', 'updated_at': '2021-12-06T15:14:35Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:14:35.683008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f9cef5eb-40ca-423c-9e0d-373b9ac62565 None None] For port 6fd97713-6069-4616-b779-17a23eabecd3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fd97713-6069-4616-b779-17a23eabecd3,segment=NetworkSegment(854216af-2cab-40b3-9fdb-602907ab496f),segment_id=854216af-2cab-40b3-9fdb-602907ab496f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:35.769543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f9cef5eb-40ca-423c-9e0d-373b9ac62565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:35.829856 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cef5eb-40ca-423c-9e0d-373b9ac62565 None None] Pushing event updated for resources: {'Port': ['ID=6fd97713-6069-4616-b779-17a23eabecd3,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:36.108086 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1da6ec56-f52e-4075-9108-9afe520b4e5d req-5eed2d12-90e4-410d-a317-ca38920b3b36 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 210 time: 0.0293522 Dec 06 15:14:36.175249 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:36.751344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6fd97713-6069-4616-b779-17a23eabecd3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:36.798832 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 6fd97713-6069-4616-b779-17a23eabecd3 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:36.799200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:36.957898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:36.960164 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-0ccefca1-eef9-4af1-bb97-da0d5def2d8b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:36.961686 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-0ccefca1-eef9-4af1-bb97-da0d5def2d8b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/networks?id=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb HTTP/1.1" status: 200 len: 796 time: 0.1096470 Dec 06 15:14:37.025017 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-ed91f994-d8dd-4f3b-92b3-ac8b770beaf4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 379 time: 0.0537195 Dec 06 15:14:37.034726 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-38b7a804-cc1d-42e5-9219-4133c24e0ad8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'port': {'device_id': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'admin_state_up': True, 'tenant_id': '28d5438d46074c7b994265283960d97a', 'security_groups': ['a73a1fbb-1802-46b4-beff-04a3a3d01ad8']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:37.202208 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b25c99ec-7d21-4b5f-94ac-54a88878fdb2 req-3f590ca1-a9bf-4919-9d84-e6a3de0a6555 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 210 time: 0.0285811 Dec 06 15:14:37.220765 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-38b7a804-cc1d-42e5-9219-4133c24e0ad8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:14:37.224375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-38b7a804-cc1d-42e5-9219-4133c24e0ad8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:37.344717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-38b7a804-cc1d-42e5-9219-4133c24e0ad8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.20.0.6 (8025c18c-bfb1-4bf2-bb14-a5cac37df5bb/3f4562ff-a534-4fcc-ba5d-f918e1c75dcc/c00dee23-3ebb-4ee3-a915-bdf3fec10eba) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:37.824025 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-38b7a804-cc1d-42e5-9219-4133c24e0ad8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:37.912431 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-38b7a804-cc1d-42e5-9219-4133c24e0ad8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:37.952787 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-38b7a804-cc1d-42e5-9219-4133c24e0ad8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:37.955712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-38b7a804-cc1d-42e5-9219-4133c24e0ad8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:37.959253 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-38b7a804-cc1d-42e5-9219-4133c24e0ad8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:37.994033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7a804-cc1d-42e5-9219-4133c24e0ad8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=c00dee23-3ebb-4ee3-a915-bdf3fec10eba,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:38.019113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-38b7a804-cc1d-42e5-9219-4133c24e0ad8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:38.019799 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-38b7a804-cc1d-42e5-9219-4133c24e0ad8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.075471 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-38b7a804-cc1d-42e5-9219-4133c24e0ad8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0441778 Dec 06 15:14:38.088809 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Request body: {'port': {'device_id': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:38.143362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.355485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b7c87566-e497-4642-a9b5-b24f35736fda None None] Provisioning complete for port c00dee23-3ebb-4ee3-a915-bdf3fec10eba triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:38.356098 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b7c87566-e497-4642-a9b5-b24f35736fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.379395 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fe023-6131-4a6f-9eee-fe0f91f4584d req-2523db08-abbe-4c90-ba92-e39a5015c2f6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:38.380912 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-010fe023-6131-4a6f-9eee-fe0f91f4584d req-2523db08-abbe-4c90-ba92-e39a5015c2f6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 931 time: 0.1067576 Dec 06 15:14:38.390073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b7c87566-e497-4642-a9b5-b24f35736fda None None] Port c00dee23-3ebb-4ee3-a915-bdf3fec10eba cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:14:38.461191 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-010fe023-6131-4a6f-9eee-fe0f91f4584d req-329080c5-9f8f-4cb2-ac23-7e02965c155e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734060 Dec 06 15:14:38.491372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00dee23-3ebb-4ee3-a915-bdf3fec10eba {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:14:38.499396 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.511574 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Transition to ACTIVE for port object c00dee23-3ebb-4ee3-a915-bdf3fec10eba will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:14:38.574324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.627529 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Pushing event updated for resources: {'Port': ['ID=c00dee23-3ebb-4ee3-a915-bdf3fec10eba,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:38.700407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Attempting to bind port c00dee23-3ebb-4ee3-a915-bdf3fec10eba on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:14:38.700407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Attempting to bind port c00dee23-3ebb-4ee3-a915-bdf3fec10eba by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '854216af-2cab-40b3-9fdb-602907ab496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:14:38.700407 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Attempting to bind port c00dee23-3ebb-4ee3-a915-bdf3fec10eba on network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:38.703709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Port c00dee23-3ebb-4ee3-a915-bdf3fec10eba on network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:14:38.704034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Attempting to bind port c00dee23-3ebb-4ee3-a915-bdf3fec10eba on network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:14:38.709190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:14:38.709529 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Checking segment: {'id': '854216af-2cab-40b3-9fdb-602907ab496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:14:38.709913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Bound using segment: {'id': '854216af-2cab-40b3-9fdb-602907ab496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:14:38.710337 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Bound port: c00dee23-3ebb-4ee3-a915-bdf3fec10eba, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854216af-2cab-40b3-9fdb-602907ab496f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:14:38.710691 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.776113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] For port c00dee23-3ebb-4ee3-a915-bdf3fec10eba, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:14:38.779502 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] For port c00dee23-3ebb-4ee3-a915-bdf3fec10eba, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c00dee23-3ebb-4ee3-a915-bdf3fec10eba,segment=NetworkSegment(854216af-2cab-40b3-9fdb-602907ab496f),segment_id=854216af-2cab-40b3-9fdb-602907ab496f)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:14:38.855557 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.894309 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:38.895000 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:38.896367 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] 10.222.0.41 "PUT /v2.0/ports/c00dee23-3ebb-4ee3-a915-bdf3fec10eba HTTP/1.1" status: 200 len: 1093 time: 0.8125687 Dec 06 15:14:38.896822 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'tag': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:14:38.899127 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcdeb35-aaa5-4259-ac6d-526b418cb93a" -d '{"events": [{"name": "network-changed", "server_uuid": "90f741b1-f2fd-4bc8-ae45-225019ebb594", "tag": "c00dee23-3ebb-4ee3-a915-bdf3fec10eba"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:14:38.928570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500e8775-6840-4e15-a064-4dca53ca8351 service neutron] Pushing event updated for resources: {'Port': ['ID=c00dee23-3ebb-4ee3-a915-bdf3fec10eba,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:38.949303 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe9e13c-4d30-4286-9684-99fa9afaf2d9 x-openstack-request-id: req-9fe9e13c-4d30-4286-9684-99fa9afaf2d9 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:14:38.949605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f741b1-f2fd-4bc8-ae45-225019ebb594", "tag": "c00dee23-3ebb-4ee3-a915-bdf3fec10eba", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:14:38.949857 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9fe9e13c-4d30-4286-9684-99fa9afaf2d9 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:14:38.950272 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'tag': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba', 'status': 'completed', 'code': 200} Dec 06 15:14:39.015080 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdeb35-aaa5-4259-ac6d-526b418cb93a req-e9aac6c5-d817-48e3-be01-fe3e219e7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:39.016576 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cfcdeb35-aaa5-4259-ac6d-526b418cb93a req-e9aac6c5-d817-48e3-be01-fe3e219e7656 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 1096 time: 0.0456502 Dec 06 15:14:39.115247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdeb35-aaa5-4259-ac6d-526b418cb93a req-a2dcead8-d04a-46f4-94a8-25835bc3334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:39.116688 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cfcdeb35-aaa5-4259-ac6d-526b418cb93a req-a2dcead8-d04a-46f4-94a8-25835bc3334a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=28d5438d46074c7b994265283960d97a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0926032 Dec 06 15:14:39.214395 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcdeb35-aaa5-4259-ac6d-526b418cb93a req-68f5ee79-a0fb-4a5b-bfbe-d802669b4af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:39.215766 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cfcdeb35-aaa5-4259-ac6d-526b418cb93a req-68f5ee79-a0fb-4a5b-bfbe-d802669b4af1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925388 Dec 06 15:14:39.289597 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-f516a277-cabe-41d8-b63b-51d0ec485f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:39.290957 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-f516a277-cabe-41d8-b63b-51d0ec485f69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 1096 time: 0.0400083 Dec 06 15:14:39.338949 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-53940bf5-9674-46c7-a711-ad3a142b748f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c00dee23-3ebb-4ee3-a915-bdf3fec10eba HTTP/1.1" status: 200 len: 217 time: 0.0371511 Dec 06 15:14:39.388047 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-831aa393-9882-41d0-8e29-9fb27fc4eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:39.389670 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-831aa393-9882-41d0-8e29-9fb27fc4eb32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f4562ff-a534-4fcc-ba5d-f918e1c75dcc HTTP/1.1" status: 200 len: 833 time: 0.0430295 Dec 06 15:14:39.437135 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-2cd5c469-0101-40ad-90c4-c10245c3758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:39.438762 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-2cd5c469-0101-40ad-90c4-c10245c3758b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418210 Dec 06 15:14:39.531859 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-836d0df7-4efe-42a4-a71b-35fae7ddf488 service neutron] 10.222.0.41 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857205 Dec 06 15:14:39.636158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e2a91-67ff-4f17-8bed-c6807f4016c5 req-411ace0e-bbcf-4066-bc93-6ce7ce242875 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:39.637580 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-567e2a91-67ff-4f17-8bed-c6807f4016c5 req-411ace0e-bbcf-4066-bc93-6ce7ce242875 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 943 time: 0.1048388 Dec 06 15:14:39.666702 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ecfb9fe-05c2-4637-be1e-1f2b04f8cbee req-2d33cace-546b-4094-b271-8cd84e28780e service neutron] 10.222.0.41 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258352 Dec 06 15:14:39.698203 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-567e2a91-67ff-4f17-8bed-c6807f4016c5 req-2848cce8-bd2c-44e6-9c7e-a4236a2125e8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527706 Dec 06 15:14:40.812296 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132b2d3-a53d-40ab-a5bd-bec6daefad2c req-5b36dcfa-8e67-4309-a9ed-ea45b161a591 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:40.813759 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4132b2d3-a53d-40ab-a5bd-bec6daefad2c req-5b36dcfa-8e67-4309-a9ed-ea45b161a591 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 943 time: 0.0473781 Dec 06 15:14:40.861255 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4132b2d3-a53d-40ab-a5bd-bec6daefad2c req-bfcaf9a0-7331-4884-88b6-ec349d7b4201 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416920 Dec 06 15:14:41.975120 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c5379-1344-4f79-9cec-9c513d6d8786 req-e50ec7ec-1787-4b76-9148-4b1b864afc16 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:41.976619 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6d4c5379-1344-4f79-9cec-9c513d6d8786 req-e50ec7ec-1787-4b76-9148-4b1b864afc16 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 943 time: 0.0491474 Dec 06 15:14:42.025065 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6d4c5379-1344-4f79-9cec-9c513d6d8786 req-8fa2a339-efef-45ba-83e2-14d81713aa46 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424404 Dec 06 15:14:42.409918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device c00dee23-3ebb-4ee3-a915-bdf3fec10eba details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:14:42.503841 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port c00dee23-3ebb-4ee3-a915-bdf3fec10eba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c00dee23-3ebb-4ee3-a915-bdf3fec10eba,segment=NetworkSegment(854216af-2cab-40b3-9fdb-602907ab496f),segment_id=854216af-2cab-40b3-9fdb-602907ab496f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:42.514663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'port_id': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba', 'mac_address': 'fa:16:3e:e7:24:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:14:42.550969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:42.563795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00dee23-3ebb-4ee3-a915-bdf3fec10eba {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:14:42.582459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port c00dee23-3ebb-4ee3-a915-bdf3fec10eba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c00dee23-3ebb-4ee3-a915-bdf3fec10eba,segment=NetworkSegment(854216af-2cab-40b3-9fdb-602907ab496f),segment_id=854216af-2cab-40b3-9fdb-602907ab496f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:42.637666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:42.690502 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=c00dee23-3ebb-4ee3-a915-bdf3fec10eba,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:42.972648 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['c00dee23-3ebb-4ee3-a915-bdf3fec10eba'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:14:43.138145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27955557-51f6-4231-bfe4-94721f1e5e3f req-6f5f71e1-079b-4541-b35f-8b6cf178234f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:43.139598 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27955557-51f6-4231-bfe4-94721f1e5e3f req-6f5f71e1-079b-4541-b35f-8b6cf178234f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 944 time: 0.0470774 Dec 06 15:14:43.192462 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-27955557-51f6-4231-bfe4-94721f1e5e3f req-d9560ee0-d966-4b3e-8c6b-d8897536d9ea tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462639 Dec 06 15:14:44.303871 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e93b05b-2d34-4e75-8bb3-61d7129a0bfe req-1a1c3dd5-dccd-4cf2-bad7-97e91f96b2c1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:44.305234 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4e93b05b-2d34-4e75-8bb3-61d7129a0bfe req-1a1c3dd5-dccd-4cf2-bad7-97e91f96b2c1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 944 time: 0.0473034 Dec 06 15:14:44.357134 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4e93b05b-2d34-4e75-8bb3-61d7129a0bfe req-7d5c7959-6432-484f-8e48-6ffa4f77f5ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454640 Dec 06 15:14:44.440772 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device c00dee23-3ebb-4ee3-a915-bdf3fec10eba up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:14:44.574937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port c00dee23-3ebb-4ee3-a915-bdf3fec10eba completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:14:44.578733 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port c00dee23-3ebb-4ee3-a915-bdf3fec10eba triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:14:44.579130 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.656257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.678998 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:14:44.681281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552534be-87db-471a-93b3-109022e09bf3" -d '{"events": [{"server_uuid": "90f741b1-f2fd-4bc8-ae45-225019ebb594", "name": "network-vif-plugged", "status": "completed", "tag": "c00dee23-3ebb-4ee3-a915-bdf3fec10eba"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:14:44.694642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port c00dee23-3ebb-4ee3-a915-bdf3fec10eba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c00dee23-3ebb-4ee3-a915-bdf3fec10eba,segment=NetworkSegment(854216af-2cab-40b3-9fdb-602907ab496f),segment_id=854216af-2cab-40b3-9fdb-602907ab496f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:14:44.768040 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-948dc974-2fb1-4893-bd25-cb5b4adb3a61 x-openstack-request-id: req-948dc974-2fb1-4893-bd25-cb5b4adb3a61 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:14:44.768334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f741b1-f2fd-4bc8-ae45-225019ebb594", "name": "network-vif-plugged", "status": "completed", "tag": "c00dee23-3ebb-4ee3-a915-bdf3fec10eba", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:14:44.768589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-948dc974-2fb1-4893-bd25-cb5b4adb3a61 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:14:44.769023 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba', 'code': 200} Dec 06 15:14:44.774776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:44.822434 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=c00dee23-3ebb-4ee3-a915-bdf3fec10eba,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:45.032904 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fdd64-0beb-4720-a275-028debbdf03b req-39b53a79-7a4c-44e5-8b21-2db0fe561d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:45.034332 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-792fdd64-0beb-4720-a275-028debbdf03b req-39b53a79-7a4c-44e5-8b21-2db0fe561d63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 1098 time: 0.0384974 Dec 06 15:14:45.078960 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-792fdd64-0beb-4720-a275-028debbdf03b req-94e03cdb-568d-49af-9fbd-f38863124a10 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382402 Dec 06 15:14:45.476256 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d75205-d71f-4f49-a910-f4ec3a8b594b req-f989b916-36f8-42c4-8d43-f1b10cc299e5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:45.477755 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-46d75205-d71f-4f49-a910-f4ec3a8b594b req-f989b916-36f8-42c4-8d43-f1b10cc299e5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0487440 Dec 06 15:14:45.526937 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-46d75205-d71f-4f49-a910-f4ec3a8b594b req-31fb6916-a9d5-48bd-a74d-b339f9a8c00c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430415 Dec 06 15:14:46.642077 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a462c5-9421-4239-886c-5868087b4590 req-26c7d9fa-a312-44a1-ba32-38ac5fe21944 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:46.643540 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b2a462c5-9421-4239-886c-5868087b4590 req-26c7d9fa-a312-44a1-ba32-38ac5fe21944 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0483854 Dec 06 15:14:46.694760 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b2a462c5-9421-4239-886c-5868087b4590 req-66033fc5-8243-47d1-980f-1ea960399a37 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452127 Dec 06 15:14:46.810876 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3127697-f35c-4441-8e81-217d299b79e6 req-d5324a3e-0d04-42d0-b32a-1b9ddf0dfa32 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:46.812223 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e3127697-f35c-4441-8e81-217d299b79e6 req-d5324a3e-0d04-42d0-b32a-1b9ddf0dfa32 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0524814 Dec 06 15:14:46.860443 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e3127697-f35c-4441-8e81-217d299b79e6 req-962674b5-3418-45f3-a93e-f3b95309220e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423684 Dec 06 15:14:46.881499 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43644) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:46.920657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f407f60e-4212-44b8-b4ac-c5930708d8df tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:46.922204 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f407f60e-4212-44b8-b4ac-c5930708d8df tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 1093 time: 0.0397520 Dec 06 15:14:46.927065 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43646) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:46.929533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:14:46.998226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.097016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.193373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.36.1.98 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/b85093db-d9dd-414d-92f8-f3f5123da616) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:14:47.300874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.370089 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.411628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:14:47.414425 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:14:47.417053 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:14:47.440373 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=b85093db-d9dd-414d-92f8-f3f5123da616,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:47.777653 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:47.908183 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.063747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.128872 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.198490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=b85093db-d9dd-414d-92f8-f3f5123da616,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:14:48.211104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.323408 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Floating IP 11f93a32-120f-4eb7-b7a4-db033a3bf394 associated. External IP: 172.36.1.98, port: c00dee23-3ebb-4ee3-a915-bdf3fec10eba. Dec 06 15:14:48.526682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:14:48.638520 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:14:48.652994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5eb9f-f368-4667-ae2c-4f6061333433 None None] Sync routers for ids ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:14:48.662973 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5eb9f-f368-4667-ae2c-4f6061333433 None None] Routers {'483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:48.663589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-91f5eb9f-f368-4667-ae2c-4f6061333433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:48.719766 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:14:48.750743 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-50b4f552-7caa-4f27-a760-1254d6a03dc4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8246696 Dec 06 15:14:48.751333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'tag': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:14:48.754208 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6042aa6-c2c6-40c2-8e62-e5ddc215bf71" -d '{"events": [{"name": "network-changed", "server_uuid": "90f741b1-f2fd-4bc8-ae45-225019ebb594", "tag": "c00dee23-3ebb-4ee3-a915-bdf3fec10eba"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:14:48.770429 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-91f5eb9f-f368-4667-ae2c-4f6061333433 None None] Set router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:14:48.792238 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a65e0dd-d18d-4aab-9c1a-2cfade49a964 x-openstack-request-id: req-1a65e0dd-d18d-4aab-9c1a-2cfade49a964 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:14:48.792599 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f741b1-f2fd-4bc8-ae45-225019ebb594", "tag": "c00dee23-3ebb-4ee3-a915-bdf3fec10eba", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:14:48.792955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1a65e0dd-d18d-4aab-9c1a-2cfade49a964 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:14:48.793420 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'tag': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba', 'status': 'completed', 'code': 200} Dec 06 15:14:48.848105 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ce5e6-9458-430a-ba44-2b62d64133f3 req-4ee0e61c-eba4-4477-b233-7d4e82a5a22a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:48.849639 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-aa8ce5e6-9458-430a-ba44-2b62d64133f3 req-4ee0e61c-eba4-4477-b233-7d4e82a5a22a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0493290 Dec 06 15:14:48.857026 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6042aa6-c2c6-40c2-8e62-e5ddc215bf71 req-f5589049-70d6-4439-91dc-c17a3867c364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:48.858480 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d6042aa6-c2c6-40c2-8e62-e5ddc215bf71 req-f5589049-70d6-4439-91dc-c17a3867c364 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 1098 time: 0.0422413 Dec 06 15:14:48.903398 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-aa8ce5e6-9458-430a-ba44-2b62d64133f3 req-36858dc2-7f08-416b-80b4-a3959b66313d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473092 Dec 06 15:14:48.930314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43654) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:48.952815 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6042aa6-c2c6-40c2-8e62-e5ddc215bf71 req-71721def-7716-407e-ab8b-1b0421c3dada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:48.954377 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d6042aa6-c2c6-40c2-8e62-e5ddc215bf71 req-71721def-7716-407e-ab8b-1b0421c3dada service neutron] 10.222.0.41 "GET /v2.0/networks?id=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb HTTP/1.1" status: 200 len: 897 time: 0.0886679 Dec 06 15:14:49.015833 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6da8a515-1d7b-4b68-a668-d51addcfc8f6 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/11f93a32-120f-4eb7-b7a4-db033a3bf394 HTTP/1.1" status: 200 len: 990 time: 0.0829923 Dec 06 15:14:49.016060 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-91f5eb9f-f368-4667-ae2c-4f6061333433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:32Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '11f93a32-120f-4eb7-b7a4-db033a3bf394', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.98', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'port_id': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'mac_address': 'fa:16:3e:e7:24:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:14:47Z', 'updated_at': '2021-12-06T15:14:47Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd97713-6069-4616-b779-17a23eabecd3', 'name': '', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:59:8f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:31Z', 'updated_at': '2021-12-06T15:14:35Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:49.032944 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d6042aa6-c2c6-40c2-8e62-e5ddc215bf71 req-32a28b8a-a29a-42a9-8d78-766723b2c44d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c00dee23-3ebb-4ee3-a915-bdf3fec10eba HTTP/1.1" status: 200 len: 998 time: 0.0703828 Dec 06 15:14:49.042886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5eb9f-f368-4667-ae2c-4f6061333433 None None] Checking router: 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:14:49.051171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5eb9f-f368-4667-ae2c-4f6061333433 None None] Routers {'483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:14:49.051777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-91f5eb9f-f368-4667-ae2c-4f6061333433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:14:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:49.082110 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6042aa6-c2c6-40c2-8e62-e5ddc215bf71 req-577d3711-6194-4cf8-b554-fdb5a04004d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:49.083560 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d6042aa6-c2c6-40c2-8e62-e5ddc215bf71 req-577d3711-6194-4cf8-b554-fdb5a04004d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f4562ff-a534-4fcc-ba5d-f918e1c75dcc HTTP/1.1" status: 200 len: 833 time: 0.0433230 Dec 06 15:14:49.128329 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6042aa6-c2c6-40c2-8e62-e5ddc215bf71 req-e6905b47-56ef-4139-a756-f4577042418c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:14:49.129878 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d6042aa6-c2c6-40c2-8e62-e5ddc215bf71 req-e6905b47-56ef-4139-a756-f4577042418c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393465 Dec 06 15:14:49.154773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-91f5eb9f-f368-4667-ae2c-4f6061333433 None None] Set router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:14:49.222873 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d6042aa6-c2c6-40c2-8e62-e5ddc215bf71 req-472d3537-af48-4e24-89cc-55fdf60288d3 service neutron] 10.222.0.41 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859420 Dec 06 15:14:49.315309 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d6042aa6-c2c6-40c2-8e62-e5ddc215bf71 req-6e1bbd10-aa55-4365-b364-1646477e10c7 service neutron] 10.222.0.41 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859809 Dec 06 15:14:49.381852 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-91f5eb9f-f368-4667-ae2c-4f6061333433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:32Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '11f93a32-120f-4eb7-b7a4-db033a3bf394', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.98', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'port_id': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'mac_address': 'fa:16:3e:e7:24:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:14:47Z', 'updated_at': '2021-12-06T15:14:47Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd97713-6069-4616-b779-17a23eabecd3', 'name': '', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:59:8f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:31Z', 'updated_at': '2021-12-06T15:14:35Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:14:49.408379 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5eb9f-f368-4667-ae2c-4f6061333433 None None] The sync data for ids ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'] in dv-neutron-master-2-hyperv is: [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:32Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '11f93a32-120f-4eb7-b7a4-db033a3bf394', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.98', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'port_id': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'mac_address': 'fa:16:3e:e7:24:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:14:47Z', 'updated_at': '2021-12-06T15:14:47Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fd97713-6069-4616-b779-17a23eabecd3', 'name': '', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:59:8f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:31Z', 'updated_at': '2021-12-06T15:14:35Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:14:49.587345 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5091d769-0815-4ad1-964a-0bd74bc49491 None None] New status for floating IP 11f93a32-120f-4eb7-b7a4-db033a3bf394: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:14:50.018643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43658) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:14:50.076871 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-eab7c9dd-347f-45f3-beab-73bfcd2a695e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/11f93a32-120f-4eb7-b7a4-db033a3bf394 HTTP/1.1" status: 200 len: 992 time: 0.0571368 Dec 06 15:15:00.054080 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:01.323126 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2edca681-469a-4429-a083-6e71ac70b18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:03.723008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-67e75930-f1cb-4c12-b14c-d83872d7f4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:04.980463 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:06.140256 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:15:06.215016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:06.968533 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:12.816829 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-f02c7615-fd9e-4a72-8557-ef1e65eac679 req-a3626878-bdea-438e-8cb1-081dcd204a12 service neutron] (103725) timed out ('10.222.0.41', 58861) {{(pid=103725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:15:29.452914 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c727aeb4-a0d6-49bc-ad03-9aa7135a91ab req-9450a541-01e1-49cf-93c2-e5354be15033 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380089 Dec 06 15:15:29.533844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727aeb4-a0d6-49bc-ad03-9aa7135a91ab req-2ca7bed3-6aa8-4f1a-a067-948328ab6b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:29.536290 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c727aeb4-a0d6-49bc-ad03-9aa7135a91ab req-2ca7bed3-6aa8-4f1a-a067-948328ab6b36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 1098 time: 0.0401416 Dec 06 15:15:29.640718 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727aeb4-a0d6-49bc-ad03-9aa7135a91ab req-9d490946-a27d-4aee-8291-c8579cc5d41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:29.642181 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c727aeb4-a0d6-49bc-ad03-9aa7135a91ab req-9d490946-a27d-4aee-8291-c8579cc5d41c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb HTTP/1.1" status: 200 len: 897 time: 0.0846825 Dec 06 15:15:29.706247 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c727aeb4-a0d6-49bc-ad03-9aa7135a91ab req-249af7ab-be77-4290-8027-61c9157418bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c00dee23-3ebb-4ee3-a915-bdf3fec10eba HTTP/1.1" status: 200 len: 1000 time: 0.0564625 Dec 06 15:15:29.756716 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727aeb4-a0d6-49bc-ad03-9aa7135a91ab req-69f69780-cf1a-4c62-8600-1c29c9d95174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:29.758707 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c727aeb4-a0d6-49bc-ad03-9aa7135a91ab req-69f69780-cf1a-4c62-8600-1c29c9d95174 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f4562ff-a534-4fcc-ba5d-f918e1c75dcc HTTP/1.1" status: 200 len: 833 time: 0.0450571 Dec 06 15:15:29.802211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727aeb4-a0d6-49bc-ad03-9aa7135a91ab req-0245a70b-d2ae-4086-b3bf-0096bad10c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:29.803647 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c727aeb4-a0d6-49bc-ad03-9aa7135a91ab req-0245a70b-d2ae-4086-b3bf-0096bad10c1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383353 Dec 06 15:15:29.889871 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c727aeb4-a0d6-49bc-ad03-9aa7135a91ab req-5f337f6a-c92d-4da9-8572-bba5164bff1e service neutron] 10.222.0.41 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785081 Dec 06 15:15:29.979742 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c727aeb4-a0d6-49bc-ad03-9aa7135a91ab req-0c00bf9f-69b9-4700-8dd6-d1f63e78c53d service neutron] 10.222.0.41 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823419 Dec 06 15:15:30.042216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:31.305902 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1e65a412-8a3e-4635-be01-10964e733501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:33.739924 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fd1b813a-ffda-4375-9e96-259b0e7e9d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:35.037092 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:36.196073 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:36.956489 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:15:43.138790 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:15:55.063576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be30fac-30f2-4292-86f9-4e7bf0a8369a req-b0ed9ab9-5950-4df9-ab9b-251e41c677b8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:55.065063 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8be30fac-30f2-4292-86f9-4e7bf0a8369a req-b0ed9ab9-5950-4df9-ab9b-251e41c677b8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0483799 Dec 06 15:15:55.457685 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8be30fac-30f2-4292-86f9-4e7bf0a8369a req-6c27c79d-4cc6-4632-8c2c-c0d54a346e93 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3868179 Dec 06 15:15:56.578608 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6610bcc0-417e-42b5-baf9-9ede80859d07 req-2a68c970-0a10-4daf-a0bb-cf9f2f7372b3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:56.580060 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6610bcc0-417e-42b5-baf9-9ede80859d07 req-2a68c970-0a10-4daf-a0bb-cf9f2f7372b3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0522287 Dec 06 15:15:56.629647 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6610bcc0-417e-42b5-baf9-9ede80859d07 req-dd0d6c14-48ba-44e8-a681-397965fc95c1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434859 Dec 06 15:15:57.742712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e572b-2893-41c5-bcb8-89bb1ffdf921 req-1e407f2e-f863-4b16-86be-1d659b82e31f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:57.744198 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9e8e572b-2893-41c5-bcb8-89bb1ffdf921 req-1e407f2e-f863-4b16-86be-1d659b82e31f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0480926 Dec 06 15:15:57.793264 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9e8e572b-2893-41c5-bcb8-89bb1ffdf921 req-e98aa55e-4ed0-40d5-a106-43c98274c5df tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430574 Dec 06 15:15:58.907494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b146824-8b04-4e8c-aa8e-46005142182b req-634f49ee-ba10-4755-88c6-23ccaeb53a79 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:15:58.908964 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5b146824-8b04-4e8c-aa8e-46005142182b req-634f49ee-ba10-4755-88c6-23ccaeb53a79 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0484936 Dec 06 15:15:58.957501 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5b146824-8b04-4e8c-aa8e-46005142182b req-12c9d70b-729e-42ca-b7af-6aadfd0c4149 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424435 Dec 06 15:16:00.035786 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:00.070364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05e53d-8977-4731-a862-4ea1462859da req-b0887020-719e-4674-a285-7349b883292c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:00.071798 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7a05e53d-8977-4731-a862-4ea1462859da req-b0887020-719e-4674-a285-7349b883292c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0487182 Dec 06 15:16:00.122260 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7a05e53d-8977-4731-a862-4ea1462859da req-03aa75a0-26f2-4fa5-89d4-2b4c50723720 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438540 Dec 06 15:16:01.232568 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cedd31-4f55-4f80-b6fc-39f993178208 req-3e79196a-2d59-49fa-80a9-8178b5dc7efd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:01.234098 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a0cedd31-4f55-4f80-b6fc-39f993178208 req-3e79196a-2d59-49fa-80a9-8178b5dc7efd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0464008 Dec 06 15:16:01.285959 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a0cedd31-4f55-4f80-b6fc-39f993178208 req-97a18b41-6541-47cd-b827-6ff909abe47d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460763 Dec 06 15:16:01.310138 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-400fd288-bca5-4998-8e88-35483e907a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:02.400166 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f35653-45b1-49e2-8220-915120cf539b req-400a20da-94d3-4071-89f2-47b8bd4bfca0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:02.401636 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b0f35653-45b1-49e2-8220-915120cf539b req-400a20da-94d3-4071-89f2-47b8bd4bfca0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0480213 Dec 06 15:16:02.449249 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b0f35653-45b1-49e2-8220-915120cf539b req-2f7e9e74-0eb1-42dc-b6f2-576f2cd8467c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417211 Dec 06 15:16:03.560259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0a080-e2ca-4328-98b3-029ec14b50e5 req-25065222-bbdc-4420-becf-e2ea5d10469f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:03.561770 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b6f0a080-e2ca-4328-98b3-029ec14b50e5 req-25065222-bbdc-4420-becf-e2ea5d10469f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0480099 Dec 06 15:16:03.610363 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b6f0a080-e2ca-4328-98b3-029ec14b50e5 req-e514b3f8-8cb8-4822-885e-14f1357ab26c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423744 Dec 06 15:16:03.716031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9aba1259-b2ee-469c-a2e2-cf818403fa5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:04.722351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cfd985-0799-4ba8-a939-17f1fc5a2ee1 req-a1cb7ac7-72fe-4b7b-9b83-9e78a76e43fb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:04.723830 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-74cfd985-0799-4ba8-a939-17f1fc5a2ee1 req-a1cb7ac7-72fe-4b7b-9b83-9e78a76e43fb tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0474079 Dec 06 15:16:04.782145 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-74cfd985-0799-4ba8-a939-17f1fc5a2ee1 req-1e2b9641-541c-4b7c-9d39-af573e9408cf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517333 Dec 06 15:16:05.007140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:05.895147 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf3654-2ba6-4458-8acb-95c840123337 req-fdd44c13-2385-43ff-99f5-373479538643 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:05.896598 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-95bf3654-2ba6-4458-8acb-95c840123337 req-fdd44c13-2385-43ff-99f5-373479538643 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0482624 Dec 06 15:16:05.945043 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-95bf3654-2ba6-4458-8acb-95c840123337 req-867713e8-a4cf-4611-b4af-3bab93b83c6d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422397 Dec 06 15:16:05.966695 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43704) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:06.029495 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f8b277df-9da9-4683-9bdb-847322ef2e66 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/11f93a32-120f-4eb7-b7a4-db033a3bf394 HTTP/1.1" status: 200 len: 992 time: 0.0616741 Dec 06 15:16:06.212051 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:06.955509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:07.454658 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28fbc46-01c4-4fa7-9b80-353f0e063ab7 req-7fa5bdad-ec6a-4b41-97a9-ebf4c86ca2b1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:07.456341 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d28fbc46-01c4-4fa7-9b80-353f0e063ab7 req-7fa5bdad-ec6a-4b41-97a9-ebf4c86ca2b1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0681834 Dec 06 15:16:07.537321 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d28fbc46-01c4-4fa7-9b80-353f0e063ab7 req-02ad3bd9-262d-4776-aec2-4180cd55aa09 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741744 Dec 06 15:16:07.552750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001d1b4-a503-47f6-a05e-dd377ab697fc req-9e261382-a8ab-4104-9da5-8d464ca96227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:07.552750 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f001d1b4-a503-47f6-a05e-dd377ab697fc req-9e261382-a8ab-4104-9da5-8d464ca96227 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 1098 time: 0.0520873 Dec 06 15:16:07.642532 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001d1b4-a503-47f6-a05e-dd377ab697fc req-83c8a49c-9b74-44fd-a541-548abe59a2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:07.643909 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f001d1b4-a503-47f6-a05e-dd377ab697fc req-83c8a49c-9b74-44fd-a541-548abe59a2ac service neutron] 10.222.0.41 "GET /v2.0/networks?id=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb HTTP/1.1" status: 200 len: 897 time: 0.0848904 Dec 06 15:16:07.712961 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f001d1b4-a503-47f6-a05e-dd377ab697fc req-848de7f4-a756-457d-a06b-65e23ac79c15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c00dee23-3ebb-4ee3-a915-bdf3fec10eba HTTP/1.1" status: 200 len: 1000 time: 0.0612772 Dec 06 15:16:07.766662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001d1b4-a503-47f6-a05e-dd377ab697fc req-0796ec89-8e60-40ca-b801-62656454c114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:07.768115 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f001d1b4-a503-47f6-a05e-dd377ab697fc req-0796ec89-8e60-40ca-b801-62656454c114 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f4562ff-a534-4fcc-ba5d-f918e1c75dcc HTTP/1.1" status: 200 len: 833 time: 0.0467148 Dec 06 15:16:07.817619 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001d1b4-a503-47f6-a05e-dd377ab697fc req-680a5da3-eb09-411a-a11a-3a24fc32427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:07.819087 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f001d1b4-a503-47f6-a05e-dd377ab697fc req-680a5da3-eb09-411a-a11a-3a24fc32427a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439410 Dec 06 15:16:07.908247 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f001d1b4-a503-47f6-a05e-dd377ab697fc req-520ee262-47e4-4d12-87ef-bedac1174803 service neutron] 10.222.0.41 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817549 Dec 06 15:16:07.997580 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f001d1b4-a503-47f6-a05e-dd377ab697fc req-a891c785-3a4d-4042-9126-4d82607e9d52 service neutron] 10.222.0.41 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830069 Dec 06 15:16:08.657005 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35662cce-3779-419f-bf29-3dd522998dda req-e6ce1fab-d880-4cd4-b1e0-ae3811d56476 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:08.658484 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-35662cce-3779-419f-bf29-3dd522998dda req-e6ce1fab-d880-4cd4-b1e0-ae3811d56476 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0487456 Dec 06 15:16:08.708924 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-35662cce-3779-419f-bf29-3dd522998dda req-2891c2ca-29da-4502-9a45-93f4245232b7 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443592 Dec 06 15:16:09.824049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8a45f-84fb-4281-8c37-edadabfb91a9 req-9445d0f4-54b8-4125-a5d3-232aba8291f4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:09.825539 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ff8a45f-84fb-4281-8c37-edadabfb91a9 req-9445d0f4-54b8-4125-a5d3-232aba8291f4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0488508 Dec 06 15:16:09.872801 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3ff8a45f-84fb-4281-8c37-edadabfb91a9 req-58f49dc7-9f6e-4e2a-8525-41f3fa0a537b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414970 Dec 06 15:16:09.894831 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43716) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:16:09.957403 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-00ac3d1f-02df-4923-8394-e5c8d5ebf787 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/11f93a32-120f-4eb7-b7a4-db033a3bf394 HTTP/1.1" status: 200 len: 992 time: 0.0613565 Dec 06 15:16:20.137877 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:16:30.057872 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:31.338131 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d079b8f2-7f6e-4b2d-bf7f-2ca616715cf9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:31.454069 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7b60a19e-0686-4e7a-ac20-beb298bbaaec req-50f96d51-74d7-4ba0-9a87-1adb330eaa1c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387053 Dec 06 15:16:31.537115 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60a19e-0686-4e7a-ac20-beb298bbaaec req-34784779-fee9-4b38-895a-679f724aff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:31.537115 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7b60a19e-0686-4e7a-ac20-beb298bbaaec req-34784779-fee9-4b38-895a-679f724aff36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 1098 time: 0.0403075 Dec 06 15:16:31.640554 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60a19e-0686-4e7a-ac20-beb298bbaaec req-b1b7a55e-611f-4103-b815-04ef69c7356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:31.642024 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7b60a19e-0686-4e7a-ac20-beb298bbaaec req-b1b7a55e-611f-4103-b815-04ef69c7356a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb HTTP/1.1" status: 200 len: 897 time: 0.0871410 Dec 06 15:16:31.705733 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7b60a19e-0686-4e7a-ac20-beb298bbaaec req-67061445-5250-4b8c-a886-93eb834cd84e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c00dee23-3ebb-4ee3-a915-bdf3fec10eba HTTP/1.1" status: 200 len: 1000 time: 0.0568545 Dec 06 15:16:31.759388 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60a19e-0686-4e7a-ac20-beb298bbaaec req-08f02dc4-a830-4db9-96ab-84d3e9855eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:31.760878 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7b60a19e-0686-4e7a-ac20-beb298bbaaec req-08f02dc4-a830-4db9-96ab-84d3e9855eaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f4562ff-a534-4fcc-ba5d-f918e1c75dcc HTTP/1.1" status: 200 len: 833 time: 0.0485978 Dec 06 15:16:31.808235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60a19e-0686-4e7a-ac20-beb298bbaaec req-3bf03aac-3bc2-4182-8fb7-b78b811294c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:16:31.809665 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7b60a19e-0686-4e7a-ac20-beb298bbaaec req-3bf03aac-3bc2-4182-8fb7-b78b811294c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399451 Dec 06 15:16:31.898317 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7b60a19e-0686-4e7a-ac20-beb298bbaaec req-4bd41b4d-9cf8-40cd-85fa-e1c8e2d5c672 service neutron] 10.222.0.41 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814309 Dec 06 15:16:31.989932 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7b60a19e-0686-4e7a-ac20-beb298bbaaec req-d7a76280-16be-45a9-b08c-01783dd7e31d service neutron] 10.222.0.41 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839891 Dec 06 15:16:33.744072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3d8be611-d5f2-40a6-ad3f-3cb35a2b3a9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:35.040937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:36.206538 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:36.984143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:16:57.137251 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:17:00.079672 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:01.326098 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a8bf2586-2412-4757-ad95-2692584e94a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:03.714645 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e6ee1543-e70f-4a2e-9bf5-16cf6f637902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:04.993923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.105143 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43734) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:05.259677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port b85093db-d9dd-414d-92f8-f3f5123da616 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:17:05.259910 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.341366 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.341683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.354163 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for b85093db-d9dd-414d-92f8-f3f5123da616 owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:17:05.646728 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.673787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=b85093db-d9dd-414d-92f8-f3f5123da616,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:05.700071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:05.700415 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:05.700757 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:05.701119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:05.701755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:05.701865 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:05.702102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:05.702426 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:05.702989 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:05.703357 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:05.703704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:05.704027 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:05.704348 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:05.742592 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:05.742942 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Floating IP 11f93a32-120f-4eb7-b7a4-db033a3bf394 disassociated (deleted). External IP: 172.36.1.98, port: c00dee23-3ebb-4ee3-a915-bdf3fec10eba. Dec 06 15:17:05.960426 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:17:06.064527 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:17:06.069383 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:06.074242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d969b-2384-41ea-9573-4588abd6d491 None None] Sync routers for ids ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:17:06.083405 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d969b-2384-41ea-9573-4588abd6d491 None None] Routers {'483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:06.084020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b12d969b-2384-41ea-9573-4588abd6d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:06.095188 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f1b03ea6-d881-4101-ad42-4217492f92ed tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/floatingips/11f93a32-120f-4eb7-b7a4-db033a3bf394 HTTP/1.1" status: 204 len: 168 time: 0.9889667 Dec 06 15:17:06.095756 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'tag': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:17:06.098024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aae1499-2a45-433e-99c1-d1aa6ddcd644" -d '{"events": [{"name": "network-changed", "server_uuid": "90f741b1-f2fd-4bc8-ae45-225019ebb594", "tag": "c00dee23-3ebb-4ee3-a915-bdf3fec10eba"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:17:06.208083 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a242c49-8518-44f8-8356-1bae4b006524 x-openstack-request-id: req-7a242c49-8518-44f8-8356-1bae4b006524 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:17:06.209177 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f741b1-f2fd-4bc8-ae45-225019ebb594", "tag": "c00dee23-3ebb-4ee3-a915-bdf3fec10eba", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:17:06.209955 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a242c49-8518-44f8-8356-1bae4b006524 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:17:06.224259 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'tag': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba', 'status': 'completed', 'code': 200} Dec 06 15:17:06.278369 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae1499-2a45-433e-99c1-d1aa6ddcd644 req-96d429d9-523f-4b36-abbf-dc86d5628204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:06.279914 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5aae1499-2a45-433e-99c1-d1aa6ddcd644 req-96d429d9-523f-4b36-abbf-dc86d5628204 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 1098 time: 0.0465207 Dec 06 15:17:06.351095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b12d969b-2384-41ea-9573-4588abd6d491 None None] Set router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:06.371679 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae1499-2a45-433e-99c1-d1aa6ddcd644 req-3ed709d7-cc9a-4ed5-9fb6-a873625443d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:06.373185 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5aae1499-2a45-433e-99c1-d1aa6ddcd644 req-3ed709d7-cc9a-4ed5-9fb6-a873625443d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb HTTP/1.1" status: 200 len: 897 time: 0.0859957 Dec 06 15:17:06.420879 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5aae1499-2a45-433e-99c1-d1aa6ddcd644 req-908f2f60-6e47-4360-94ea-788f23bbffe4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c00dee23-3ebb-4ee3-a915-bdf3fec10eba HTTP/1.1" status: 200 len: 217 time: 0.0411224 Dec 06 15:17:06.426007 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:06.471416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae1499-2a45-433e-99c1-d1aa6ddcd644 req-6df391ad-24a3-4d31-a5ac-19949e56050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:06.472987 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5aae1499-2a45-433e-99c1-d1aa6ddcd644 req-6df391ad-24a3-4d31-a5ac-19949e56050d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f4562ff-a534-4fcc-ba5d-f918e1c75dcc HTTP/1.1" status: 200 len: 833 time: 0.0445402 Dec 06 15:17:06.529720 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aae1499-2a45-433e-99c1-d1aa6ddcd644 req-dc78b13a-f981-4936-a16b-4f520510bf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:06.532177 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5aae1499-2a45-433e-99c1-d1aa6ddcd644 req-dc78b13a-f981-4936-a16b-4f520510bf82 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0525661 Dec 06 15:17:06.578779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b12d969b-2384-41ea-9573-4588abd6d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:32Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6fd97713-6069-4616-b779-17a23eabecd3', 'name': '', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:59:8f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:31Z', 'updated_at': '2021-12-06T15:14:35Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:06.611684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d969b-2384-41ea-9573-4588abd6d491 None None] Checking router: 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:17:06.621812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d969b-2384-41ea-9573-4588abd6d491 None None] Routers {'483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:06.623167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b12d969b-2384-41ea-9573-4588abd6d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:06.659327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad37825-4ae3-4c5b-bbf4-a2dd5994df08 req-29a730f3-4b38-4155-867a-3e54adc3ff05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:06.661858 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1ad37825-4ae3-4c5b-bbf4-a2dd5994df08 req-29a730f3-4b38-4155-867a-3e54adc3ff05 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0969603 Dec 06 15:17:06.668935 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5aae1499-2a45-433e-99c1-d1aa6ddcd644 req-df3fe4b0-00d3-4bc0-89c7-c3193dca377f service neutron] 10.222.0.41 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294253 Dec 06 15:17:06.728015 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1ad37825-4ae3-4c5b-bbf4-a2dd5994df08 req-b4fa3d76-a136-43e0-82c7-dfcd298edc33 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593677 Dec 06 15:17:06.743910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-b12d969b-2384-41ea-9573-4588abd6d491 None None] Set router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:06.783897 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5aae1499-2a45-433e-99c1-d1aa6ddcd644 req-a31b688f-2243-439e-a4c2-590ad9b6e5b6 service neutron] 10.222.0.41 "GET /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021643 Dec 06 15:17:06.966486 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-b12d969b-2384-41ea-9573-4588abd6d491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:32Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6fd97713-6069-4616-b779-17a23eabecd3', 'name': '', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:59:8f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:31Z', 'updated_at': '2021-12-06T15:14:35Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:06.992841 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12d969b-2384-41ea-9573-4588abd6d491 None None] The sync data for ids ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'] in dv-neutron-master-2-hyperv is: [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:32Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6fd97713-6069-4616-b779-17a23eabecd3', 'name': '', 'network_id': '8025c18c-bfb1-4bf2-bb14-a5cac37df5bb', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:59:8f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:31Z', 'updated_at': '2021-12-06T15:14:35Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': '3f4562ff-a534-4fcc-ba5d-f918e1c75dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:17:06.994322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:07.203939 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4cad90-e34f-4f4b-8b59-6169b803a0da None None] New status for floating IP 11f93a32-120f-4eb7-b7a4-db033a3bf394: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:17:07.846119 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99c752-f49b-4528-98ac-89e0a0a472bd req-a04e6bbd-d518-4278-b087-d09abba0d0e0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:07.847586 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ae99c752-f49b-4528-98ac-89e0a0a472bd req-a04e6bbd-d518-4278-b087-d09abba0d0e0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0499902 Dec 06 15:17:07.901163 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ae99c752-f49b-4528-98ac-89e0a0a472bd req-8d54a326-e4f1-443f-9c67-fd2a138e0a72 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=a73a1fbb-1802-46b4-beff-04a3a3d01ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473325 Dec 06 15:17:08.513304 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eb3ad9-6e9f-4427-8ff4-7e18b056695c req-97b4d71b-2136-48ec-811a-ae5c2c1b0f90 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:08.514712 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-99eb3ad9-6e9f-4427-8ff4-7e18b056695c req-97b4d71b-2136-48ec-811a-ae5c2c1b0f90 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 945 time: 0.0483522 Dec 06 15:17:08.616452 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-99eb3ad9-6e9f-4427-8ff4-7e18b056695c req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port c00dee23-3ebb-4ee3-a915-bdf3fec10eba {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:17:08.616785 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-99eb3ad9-6e9f-4427-8ff4-7e18b056695c req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.706912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-99eb3ad9-6e9f-4427-8ff4-7e18b056695c req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port c00dee23-3ebb-4ee3-a915-bdf3fec10eba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c00dee23-3ebb-4ee3-a915-bdf3fec10eba,segment=NetworkSegment(854216af-2cab-40b3-9fdb-602907ab496f),segment_id=854216af-2cab-40b3-9fdb-602907ab496f)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:08.707268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-99eb3ad9-6e9f-4427-8ff4-7e18b056695c req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.719920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-99eb3ad9-6e9f-4427-8ff4-7e18b056695c req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for c00dee23-3ebb-4ee3-a915-bdf3fec10eba owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:17:08.886154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-99eb3ad9-6e9f-4427-8ff4-7e18b056695c req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.919604 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=c00dee23-3ebb-4ee3-a915-bdf3fec10eba,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:08.929938 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:08.930300 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:08.930659 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:08.931007 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:08.931354 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:08.931696 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:08.932034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:08.932371 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:08.932711 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:08.933070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:08.933405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:08.933741 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:08.934541 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:08.976435 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-99eb3ad9-6e9f-4427-8ff4-7e18b056695c req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] No DVR routers for this DVR port c00dee23-3ebb-4ee3-a915-bdf3fec10eba on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:17:08.978964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-99eb3ad9-6e9f-4427-8ff4-7e18b056695c req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:08.982303 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-99eb3ad9-6e9f-4427-8ff4-7e18b056695c req-ebcaa9a4-4b90-497b-8884-6ce647eff91a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "DELETE /v2.0/ports/c00dee23-3ebb-4ee3-a915-bdf3fec10eba HTTP/1.1" status: 204 len: 173 time: 0.4612048 Dec 06 15:17:08.982747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'name': 'network-vif-deleted', 'tag': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:17:08.987645 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823d7ae4-62f7-47a1-9dd2-bf51ded35fec" -d '{"events": [{"server_uuid": "90f741b1-f2fd-4bc8-ae45-225019ebb594", "name": "network-vif-deleted", "tag": "c00dee23-3ebb-4ee3-a915-bdf3fec10eba"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:17:09.002640 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-834fa26b-943f-4960-a035-48dc302d5a4b req-b507a674-20e0-4d97-93ee-4213872c24b5 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=90f741b1-f2fd-4bc8-ae45-225019ebb594 HTTP/1.1" status: 200 len: 210 time: 0.0270402 Dec 06 15:17:09.026704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de901e4d-f496-4ac0-a083-b17b9ab090bb x-openstack-request-id: req-de901e4d-f496-4ac0-a083-b17b9ab090bb {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:17:09.027013 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f741b1-f2fd-4bc8-ae45-225019ebb594", "name": "network-vif-deleted", "tag": "c00dee23-3ebb-4ee3-a915-bdf3fec10eba", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:17:09.027299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de901e4d-f496-4ac0-a083-b17b9ab090bb {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:17:09.027677 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f741b1-f2fd-4bc8-ae45-225019ebb594', 'name': 'network-vif-deleted', 'tag': 'c00dee23-3ebb-4ee3-a915-bdf3fec10eba', 'status': 'completed', 'code': 200} Dec 06 15:17:10.057723 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43754) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:10.397607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-12c8472a-1484-468b-804a-537fe6d8bb6d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:10.638206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-12c8472a-1484-468b-804a-537fe6d8bb6d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port 6fd97713-6069-4616-b779-17a23eabecd3 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:17:10.638539 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-12c8472a-1484-468b-804a-537fe6d8bb6d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:10.727299 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-12c8472a-1484-468b-804a-537fe6d8bb6d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port 6fd97713-6069-4616-b779-17a23eabecd3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fd97713-6069-4616-b779-17a23eabecd3,segment=NetworkSegment(854216af-2cab-40b3-9fdb-602907ab496f),segment_id=854216af-2cab-40b3-9fdb-602907ab496f)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:10.727683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-12c8472a-1484-468b-804a-537fe6d8bb6d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:10.740066 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-12c8472a-1484-468b-804a-537fe6d8bb6d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for 6fd97713-6069-4616-b779-17a23eabecd3 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:17:10.972069 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-12c8472a-1484-468b-804a-537fe6d8bb6d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:10.997236 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8472a-1484-468b-804a-537fe6d8bb6d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=6fd97713-6069-4616-b779-17a23eabecd3,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:11.209918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device c00dee23-3ebb-4ee3-a915-bdf3fec10eba no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:17:11.231779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: c00dee23-3ebb-4ee3-a915-bdf3fec10eba {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:17:11.232050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device c00dee23-3ebb-4ee3-a915-bdf3fec10eba not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:17:11.482791 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-12c8472a-1484-468b-804a-537fe6d8bb6d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.685200 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c8472a-1484-468b-804a-537fe6d8bb6d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:17:11.788395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c8472a-1484-468b-804a-537fe6d8bb6d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:17:11.794026 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-12c8472a-1484-468b-804a-537fe6d8bb6d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "PUT /v2.0/routers/483b3f85-cc34-4d08-a3eb-dca7d0ed89a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7352245 Dec 06 15:17:11.797388 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43756) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:11.798998 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3952df20-3f2a-46db-804b-78947bf625bf None None] Sync routers for ids ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:17:11.809021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3952df20-3f2a-46db-804b-78947bf625bf None None] Routers {'483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:11.809632 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3952df20-3f2a-46db-804b-78947bf625bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:11.847256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c1cf17-0f07-4d9c-8db1-e8f5c3c716c3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting subnet 3f4562ff-a534-4fcc-ba5d-f918e1c75dcc {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:17:11.850296 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cf17-0f07-4d9c-8db1-e8f5c3c716c3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.893419 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cf17-0f07-4d9c-8db1-e8f5c3c716c3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:11.921330 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-3952df20-3f2a-46db-804b-78947bf625bf None None] Set router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:11.972627 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cf17-0f07-4d9c-8db1-e8f5c3c716c3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.096747 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3952df20-3f2a-46db-804b-78947bf625bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:17:10Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:12.115142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cf17-0f07-4d9c-8db1-e8f5c3c716c3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.126401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3952df20-3f2a-46db-804b-78947bf625bf None None] Checking router: 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:17:12.134550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3952df20-3f2a-46db-804b-78947bf625bf None None] Routers {'483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:12.135147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3952df20-3f2a-46db-804b-78947bf625bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:12.147199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1cf17-0f07-4d9c-8db1-e8f5c3c716c3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Subnet': ['ID=3f4562ff-a534-4fcc-ba5d-f918e1c75dcc,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:12.149494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c0c1cf17-0f07-4d9c-8db1-e8f5c3c716c3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.153386 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c0c1cf17-0f07-4d9c-8db1-e8f5c3c716c3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/subnets/3f4562ff-a534-4fcc-ba5d-f918e1c75dcc HTTP/1.1" status: 204 len: 168 time: 0.3543308 Dec 06 15:17:12.155316 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43758) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:12.171104 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0847267-49f7-4d24-800a-b04a20af91dd None None] Network 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:17:12.258951 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.327884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-3952df20-3f2a-46db-804b-78947bf625bf None None] Set router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:12.365177 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.477858 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port 1a43e920-124f-4b34-a9da-af273cf009e0 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:17:12.478198 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.502774 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] DHCP port deletion for 8025c18c-bfb1-4bf2-bb14-a5cac37df5bb request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:17:12.546992 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-3952df20-3f2a-46db-804b-78947bf625bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:17:10Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:12.556240 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port 1a43e920-124f-4b34-a9da-af273cf009e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1a43e920-124f-4b34-a9da-af273cf009e0,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:12.556781 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.569803 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for 1a43e920-124f-4b34-a9da-af273cf009e0 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:17:12.580293 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3952df20-3f2a-46db-804b-78947bf625bf None None] The sync data for ids ['483b3f85-cc34-4d08-a3eb-dca7d0ed89a5'] in dv-neutron-master-2-hyperv is: [{'id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1457982865', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10'}], 'enable_snat': True}, 'gw_port_id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:17:10Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': '1a43e920-124f-4b34-a9da-af273cf009e0', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:af:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '483b3f85-cc34-4d08-a3eb-dca7d0ed89a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1769, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:14:28Z', 'updated_at': '2021-12-06T15:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:17:12.595867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Deleting port 6bd320e4-8193-45e0-8c03-46930f437344 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:17:12.595867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.658161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] For port 6bd320e4-8193-45e0-8c03-46930f437344, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bd320e4-8193-45e0-8c03-46930f437344,segment=NetworkSegment(854216af-2cab-40b3-9fdb-602907ab496f),segment_id=854216af-2cab-40b3-9fdb-602907ab496f)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:12.658553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.670407 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Calling delete_port for 6bd320e4-8193-45e0-8c03-46930f437344 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:17:12.783192 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.800334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.809883 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=1a43e920-124f-4b34-a9da-af273cf009e0,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:12.824479 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e291ca-61d6-4175-822c-47e047cb6035 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:17:12.828196 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Pushing event deleted for resources: {'Port': ['ID=6bd320e4-8193-45e0-8c03-46930f437344,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:12.837969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] No DVR routers for this DVR port 6bd320e4-8193-45e0-8c03-46930f437344 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:17:12.841824 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:12.842174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:12.842517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:12.842851 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:12.843185 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:12.844015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:12.844332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:12.844662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:12.845010 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:12.845336 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:12.845656 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:12.846069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:12.846276 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0912cf21-1ee9-4af4-b665-0fd5e7e0afca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:12.872318 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.971199 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:12.973933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.040341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6bd320e4-8193-45e0-8c03-46930f437344 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:17:13.062532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 6bd320e4-8193-45e0-8c03-46930f437344 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:17:13.062879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6bd320e4-8193-45e0-8c03-46930f437344 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:17:13.063295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6fd97713-6069-4616-b779-17a23eabecd3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:17:13.083423 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 6fd97713-6069-4616-b779-17a23eabecd3 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:17:13.083770 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6fd97713-6069-4616-b779-17a23eabecd3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:17:13.109222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.109753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Fanout notify agent at l3_agent the message router_deleted on router 483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:17:13.117452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.118554 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2d6d0458-f0b6-4cfa-9947-788a9e915d65 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/routers/483b3f85-cc34-4d08-a3eb-dca7d0ed89a5 HTTP/1.1" status: 204 len: 168 time: 0.9617541 Dec 06 15:17:13.121399 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43760) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:13.196941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-644a4e34-b445-4f91-b461-ec961107e086 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.288733 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-644a4e34-b445-4f91-b461-ec961107e086 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.308375 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-644a4e34-b445-4f91-b461-ec961107e086 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8025c18c-bfb1-4bf2-bb14-a5cac37df5bb']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:13.317988 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-644a4e34-b445-4f91-b461-ec961107e086 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854216af-2cab-40b3-9fdb-602907ab496f') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:13.318284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-644a4e34-b445-4f91-b461-ec961107e086 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854216af-2cab-40b3-9fdb-602907ab496f') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:13.327322 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-644a4e34-b445-4f91-b461-ec961107e086 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.339919 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-644a4e34-b445-4f91-b461-ec961107e086 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.346112 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-644a4e34-b445-4f91-b461-ec961107e086 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:17:13.346498 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-644a4e34-b445-4f91-b461-ec961107e086 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:17:13.349493 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:17:13.479458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-644a4e34-b445-4f91-b461-ec961107e086 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.487287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-644a4e34-b445-4f91-b461-ec961107e086 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.490019 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-644a4e34-b445-4f91-b461-ec961107e086 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/networks/8025c18c-bfb1-4bf2-bb14-a5cac37df5bb HTTP/1.1" status: 204 len: 168 time: 0.3676805 Dec 06 15:17:13.492783 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43762) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:13.501522 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644a4e34-b445-4f91-b461-ec961107e086 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Network': ['ID=8025c18c-bfb1-4bf2-bb14-a5cac37df5bb,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:13.550802 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19f6566d-36cf-4083-911f-91f3eecdd0dd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.579153 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19f6566d-36cf-4083-911f-91f3eecdd0dd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.708980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19f6566d-36cf-4083-911f-91f3eecdd0dd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.711622 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-19f6566d-36cf-4083-911f-91f3eecdd0dd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:13.712800 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-19f6566d-36cf-4083-911f-91f3eecdd0dd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/security-groups/a73a1fbb-1802-46b4-beff-04a3a3d01ad8 HTTP/1.1" status: 204 len: 168 time: 0.2190149 Dec 06 15:17:13.725524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6566d-36cf-4083-911f-91f3eecdd0dd tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73a1fbb-1802-46b4-beff-04a3a3d01ad8,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:14.044774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43768) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:14.049396 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-658f16db-d1b8-4026-8beb-ad7c851e7ce0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-699841670', 'description': 'tempest-secgroup-smoke-699841670 description', 'project_id': '28d5438d46074c7b994265283960d97a'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:14.130809 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-658f16db-d1b8-4026-8beb-ad7c851e7ce0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.196052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-658f16db-d1b8-4026-8beb-ad7c851e7ce0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.262868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-658f16db-d1b8-4026-8beb-ad7c851e7ce0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.291949 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658f16db-d1b8-4026-8beb-ad7c851e7ce0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd55e0bc-cc83-4b11-a919-0731fdd0461a,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:14.356392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-658f16db-d1b8-4026-8beb-ad7c851e7ce0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.357705 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-658f16db-d1b8-4026-8beb-ad7c851e7ce0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3117929 Dec 06 15:17:14.360543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43770) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:14.364771 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-3562ff92-3a87-4e8f-ad04-aebcad06da2f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': 'fd55e0bc-cc83-4b11-a919-0731fdd0461a', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:14.443904 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3562ff92-3a87-4e8f-ad04-aebcad06da2f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.497283 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3562ff92-3a87-4e8f-ad04-aebcad06da2f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.560050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3562ff92-3a87-4e8f-ad04-aebcad06da2f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.578519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3562ff92-3a87-4e8f-ad04-aebcad06da2f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8877b3be-0de5-40fe-a3cb-e23978d2acaa,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:14.653792 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3562ff92-3a87-4e8f-ad04-aebcad06da2f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.655012 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3562ff92-3a87-4e8f-ad04-aebcad06da2f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2935309 Dec 06 15:17:14.658345 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43772) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:14.662550 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-4e4ee98f-9dc5-46a9-9fb0-fcdcdb574eb1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': 'fd55e0bc-cc83-4b11-a919-0731fdd0461a', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:14.747926 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee98f-9dc5-46a9-9fb0-fcdcdb574eb1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.772584 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1a43e920-124f-4b34-a9da-af273cf009e0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:17:14.808885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee98f-9dc5-46a9-9fb0-fcdcdb574eb1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.897418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee98f-9dc5-46a9-9fb0-fcdcdb574eb1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.915225 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ee98f-9dc5-46a9-9fb0-fcdcdb574eb1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b2e283-2096-48e1-8dce-8d17b9749015,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:14.943736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 1a43e920-124f-4b34-a9da-af273cf009e0 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:17:14.944075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 1a43e920-124f-4b34-a9da-af273cf009e0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:17:14.990702 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e4ee98f-9dc5-46a9-9fb0-fcdcdb574eb1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:14.991946 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4e4ee98f-9dc5-46a9-9fb0-fcdcdb574eb1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3326705 Dec 06 15:17:14.994707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43774) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:14.999089 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-180036cb-45d4-4a38-b258-a84dfa8224bf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': 'fd55e0bc-cc83-4b11-a919-0731fdd0461a', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:15.101397 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-180036cb-45d4-4a38-b258-a84dfa8224bf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.156179 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-180036cb-45d4-4a38-b258-a84dfa8224bf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.228071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-180036cb-45d4-4a38-b258-a84dfa8224bf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.246467 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180036cb-45d4-4a38-b258-a84dfa8224bf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810436fb-0606-4412-b9c5-2859d6bb2493,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:15.332938 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-180036cb-45d4-4a38-b258-a84dfa8224bf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.334131 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-180036cb-45d4-4a38-b258-a84dfa8224bf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3385074 Dec 06 15:17:15.336788 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43776) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:15.341059 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-bebdbeaf-d72d-4b9f-9568-54979c78aa54 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': 'fd55e0bc-cc83-4b11-a919-0731fdd0461a', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:15.447589 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bebdbeaf-d72d-4b9f-9568-54979c78aa54 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.504142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bebdbeaf-d72d-4b9f-9568-54979c78aa54 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.589131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bebdbeaf-d72d-4b9f-9568-54979c78aa54 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.607072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebdbeaf-d72d-4b9f-9568-54979c78aa54 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c857bfb-e032-4033-9cc4-e674ebe95cad,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:15.670700 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-bebdbeaf-d72d-4b9f-9568-54979c78aa54 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.672538 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-bebdbeaf-d72d-4b9f-9568-54979c78aa54 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3347793 Dec 06 15:17:15.675420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43778) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:15.679732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-3210dfcc-bfc1-4bf0-b56d-de911835b922 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': 'fd55e0bc-cc83-4b11-a919-0731fdd0461a', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:15.759697 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-3210dfcc-bfc1-4bf0-b56d-de911835b922 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Project 28d5438d46074c7b994265283960d97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:17:15.764666 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3210dfcc-bfc1-4bf0-b56d-de911835b922 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.824226 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3210dfcc-bfc1-4bf0-b56d-de911835b922 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.885710 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3210dfcc-bfc1-4bf0-b56d-de911835b922 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.902888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3210dfcc-bfc1-4bf0-b56d-de911835b922 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cae2760-f2ea-498f-85cd-1924263b94d0,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:15.962076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3210dfcc-bfc1-4bf0-b56d-de911835b922 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:15.963239 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3210dfcc-bfc1-4bf0-b56d-de911835b922 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2868950 Dec 06 15:17:15.966095 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43780) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:15.970948 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-aaca8983-fa8e-4b1d-b628-3a7dbef1e109 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'security_group_rule': {'security_group_id': 'fd55e0bc-cc83-4b11-a919-0731fdd0461a', 'project_id': '28d5438d46074c7b994265283960d97a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:16.045634 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-aaca8983-fa8e-4b1d-b628-3a7dbef1e109 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Project 28d5438d46074c7b994265283960d97a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:17:16.050371 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaca8983-fa8e-4b1d-b628-3a7dbef1e109 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.108096 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaca8983-fa8e-4b1d-b628-3a7dbef1e109 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.160109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaca8983-fa8e-4b1d-b628-3a7dbef1e109 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.176982 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca8983-fa8e-4b1d-b628-3a7dbef1e109 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa6588a1-6b51-467f-9401-e3abffd0b964,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:16.225165 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aaca8983-fa8e-4b1d-b628-3a7dbef1e109 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.226332 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-aaca8983-fa8e-4b1d-b628-3a7dbef1e109 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2593277 Dec 06 15:17:16.229151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43782) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:16.233888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1c36b3a4-7752-4056-8a1f-463ed9e90454 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'network': {'name': 'tempest-network-smoke--143273341', 'project_id': '28d5438d46074c7b994265283960d97a', 'port_security_enabled': True}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:16.308722 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c36b3a4-7752-4056-8a1f-463ed9e90454 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:17:16.312180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c36b3a4-7752-4056-8a1f-463ed9e90454 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.335453 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c36b3a4-7752-4056-8a1f-463ed9e90454 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:17:16.343827 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c36b3a4-7752-4056-8a1f-463ed9e90454 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.344166 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-1c36b3a4-7752-4056-8a1f-463ed9e90454 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Added segment 0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1 of type vlan for network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 Dec 06 15:17:16.382352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c36b3a4-7752-4056-8a1f-463ed9e90454 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.446058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c36b3a4-7752-4056-8a1f-463ed9e90454 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.451624 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c36b3a4-7752-4056-8a1f-463ed9e90454 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:16.452211 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c36b3a4-7752-4056-8a1f-463ed9e90454 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.519352 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36b3a4-7752-4056-8a1f-463ed9e90454 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Network': ['ID=dd7686ff-a03b-48c8-bdf0-d8206dc1bb83,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:16.524724 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1c36b3a4-7752-4056-8a1f-463ed9e90454 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2946451 Dec 06 15:17:16.527484 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43784) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:16.530303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:17:16.533563 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'admin_state_up': True, 'project_id': '28d5438d46074c7b994265283960d97a', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:16.674787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.675887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.729367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:16.923548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:17.180513 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:17.198619 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:17.295414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.36.1.55 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/c0bc0e38-f529-473f-9c69-6d9b01dec0a8) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:17:17.396064 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:17.491776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:17.531158 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:17.533971 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:17.536605 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:17:17.547960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07152880-ed49-45a3-9866-97938844133f None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:17:17.560714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=c0bc0e38-f529-473f-9c69-6d9b01dec0a8,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:17.671244 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-36b57748-c410-4e8a-884a-32e6ffdaa7bb None None] Provisioning complete for port c0bc0e38-f529-473f-9c69-6d9b01dec0a8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:17.671612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-36b57748-c410-4e8a-884a-32e6ffdaa7bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:17.705680 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-36b57748-c410-4e8a-884a-32e6ffdaa7bb None None] Port c0bc0e38-f529-473f-9c69-6d9b01dec0a8 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:17:17.834344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.030248 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.223111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 16c93dc5-5488-4094-92d7-a52f91306f90 is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:17:18.325194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:17:18.336484 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Sync routers for ids ['16c93dc5-5488-4094-92d7-a52f91306f90'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:17:18.349848 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Routers {'16c93dc5-5488-4094-92d7-a52f91306f90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:18.350533 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['16c93dc5-5488-4094-92d7-a52f91306f90'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:18.390847 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.392078 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a90219b8-0f2e-4644-8dff-db8c378d5a59 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8636858 Dec 06 15:17:18.396044 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43786) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:18.453995 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Set router 16c93dc5-5488-4094-92d7-a52f91306f90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:18.595397 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-72e36e72-3e74-46a3-ba80-701a6e71a613 tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=28d5438d46074c7b994265283960d97a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1981707 Dec 06 15:17:18.597927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43790) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:18.633443 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:17:17Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:18.659755 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Checking router: 16c93dc5-5488-4094-92d7-a52f91306f90 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:17:18.660107 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Updating router 16c93dc5-5488-4094-92d7-a52f91306f90 port c0bc0e38-f529-473f-9c69-6d9b01dec0a8 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:17:18.684005 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:18.690497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0c1f3c-3246-4b33-867b-76107e1326db tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:18.692000 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9b0c1f3c-3246-4b33-867b-76107e1326db tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931921 Dec 06 15:17:18.694846 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43792) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:18.725236 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-efbc5b79-17c2-4e0f-96d2-a51e6d5c81e4 tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=056420bd-1b0f-4688-9004-005a7b470c4c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269735 Dec 06 15:17:18.725462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43794) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:18.730021 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7babc2d8-085f-46fc-8cc9-6faa12913cae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1001500274', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'project_id': '28d5438d46074c7b994265283960d97a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:18.874519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7babc2d8-085f-46fc-8cc9-6faa12913cae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:17:18.878642 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7babc2d8-085f-46fc-8cc9-6faa12913cae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.016465 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.074196 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.113105 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4460c4bc-aefb-46b7-b134-8cb717fa0580 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:17:19.123010 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Attempting to bind port c0bc0e38-f529-473f-9c69-6d9b01dec0a8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:17:19.123407 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Attempting to bind port c0bc0e38-f529-473f-9c69-6d9b01dec0a8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:17:19.123737 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Attempting to bind port c0bc0e38-f529-473f-9c69-6d9b01dec0a8 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:19.131379 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Pushing event updated for resources: {'Port': ['ID=c0bc0e38-f529-473f-9c69-6d9b01dec0a8,revision_number=2']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:19.134513 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:17:19.134887 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:17:19.135284 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.135684 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:17:19.136226 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Bound port: c0bc0e38-f529-473f-9c69-6d9b01dec0a8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:17:19.136601 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.142707 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:19.143058 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:19.143401 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:19.143741 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:19.144071 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:19.144400 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:19.144728 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:19.145075 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:19.145403 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:19.145728 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:19.146050 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:19.146370 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:19.146689 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:17:19.149119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7babc2d8-085f-46fc-8cc9-6faa12913cae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.198177 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] For port c0bc0e38-f529-473f-9c69-6d9b01dec0a8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:17:19.200521 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] For port c0bc0e38-f529-473f-9c69-6d9b01dec0a8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0bc0e38-f529-473f-9c69-6d9b01dec0a8,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:17:19.213423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babc2d8-085f-46fc-8cc9-6faa12913cae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Subnet': ['ID=bb522a68-3892-432b-8d24-5f056479076f,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:19.221961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7babc2d8-085f-46fc-8cc9-6faa12913cae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Checking segment: {'id': '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:17:19.222325 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7babc2d8-085f-46fc-8cc9-6faa12913cae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network hostable DHCP agents. Network: dd7686ff-a03b-48c8-bdf0-d8206dc1bb83, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:17:19.234616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fa3e4e70-454f-40f3-99f9-5795e2803750 None None] Provisioning complete for port c0bc0e38-f529-473f-9c69-6d9b01dec0a8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:19.234992 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fa3e4e70-454f-40f3-99f9-5795e2803750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.269225 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fa3e4e70-454f-40f3-99f9-5795e2803750 None None] Port c0bc0e38-f529-473f-9c69-6d9b01dec0a8 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:17:19.286581 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.308864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7babc2d8-085f-46fc-8cc9-6faa12913cae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:17:19.330143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae68ef4-0691-47aa-9329-a6b341bbace4 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:17:19.343361 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Routers {'16c93dc5-5488-4094-92d7-a52f91306f90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:19.344049 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['16c93dc5-5488-4094-92d7-a52f91306f90'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:19.383493 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-7babc2d8-085f-46fc-8cc9-6faa12913cae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, dd7686ff-a03b-48c8-bdf0-d8206dc1bb83) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:19.387982 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b150ef67-415c-40ac-a674-b5b8fc3074a4 None None] Provisioning complete for port c0bc0e38-f529-473f-9c69-6d9b01dec0a8 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:19.388437 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b150ef67-415c-40ac-a674-b5b8fc3074a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.389844 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7babc2d8-085f-46fc-8cc9-6faa12913cae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:19.389988 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7babc2d8-085f-46fc-8cc9-6faa12913cae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.396415 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59837fdf-572f-468f-85ee-d44b94f581f0 None None] Pushing event updated for resources: {'Port': ['ID=c0bc0e38-f529-473f-9c69-6d9b01dec0a8,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:19.414896 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4b24a80-2b2e-474b-b9a0-103411e6fc41 None None] Network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:17:19.460319 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7babc2d8-085f-46fc-8cc9-6faa12913cae tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7339003 Dec 06 15:17:19.463108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43796) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:19.476436 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] Set router 16c93dc5-5488-4094-92d7-a52f91306f90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:19.561058 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b150ef67-415c-40ac-a674-b5b8fc3074a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.590871 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b150ef67-415c-40ac-a674-b5b8fc3074a4 None None] For port c0bc0e38-f529-473f-9c69-6d9b01dec0a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0bc0e38-f529-473f-9c69-6d9b01dec0a8,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:19.620638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'fixed_ips': [{'subnet_id': 'bb522a68-3892-432b-8d24-5f056479076f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:17:19.621613 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.672779 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:17:17Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:19.690493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b150ef67-415c-40ac-a674-b5b8fc3074a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.702869 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b1798a-53a7-468f-9642-54db419e2ba6 None None] The sync data for ids ['16c93dc5-5488-4094-92d7-a52f91306f90'] in dv-neutron-master-2-hyperv is: [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:17:17Z', 'revision_number': 3, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:17:19.783585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150ef67-415c-40ac-a674-b5b8fc3074a4 None None] Pushing event updated for resources: {'Port': ['ID=c0bc0e38-f529-473f-9c69-6d9b01dec0a8,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:19.803188 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Allocated IP 172.20.0.2 (dd7686ff-a03b-48c8-bdf0-d8206dc1bb83/bb522a68-3892-432b-8d24-5f056479076f/d78545d0-c5cc-4246-a674-e3278b64a6a9) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:17:19.921997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:19.961597 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.058665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.101565 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:20.106222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:20.110675 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:17:20.114384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Pushing event updated for resources: {'Port': ['ID=d78545d0-c5cc-4246-a674-e3278b64a6a9,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:20.171844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Attempting to bind port d78545d0-c5cc-4246-a674-e3278b64a6a9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:17:20.172216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Attempting to bind port d78545d0-c5cc-4246-a674-e3278b64a6a9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:17:20.173286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Attempting to bind port d78545d0-c5cc-4246-a674-e3278b64a6a9 on network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:20.179183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:17:20.179554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Checking segment: {'id': '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:17:20.179960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.180485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Bound using segment: {'id': '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:17:20.180982 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Bound port: d78545d0-c5cc-4246-a674-e3278b64a6a9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:17:20.181360 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.230299 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.20.0.1 (dd7686ff-a03b-48c8-bdf0-d8206dc1bb83/bb522a68-3892-432b-8d24-5f056479076f/8ad24524-9d02-458c-84dc-1c044f6926f2) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:17:20.258375 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] For port d78545d0-c5cc-4246-a674-e3278b64a6a9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:17:20.261802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] For port d78545d0-c5cc-4246-a674-e3278b64a6a9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d78545d0-c5cc-4246-a674-e3278b64a6a9,segment=NetworkSegment(0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1),segment_id=0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:17:20.344200 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.354988 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.409718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f25d9-3e93-439b-8727-683a8d50a0e0 None None] Pushing event updated for resources: {'Port': ['ID=d78545d0-c5cc-4246-a674-e3278b64a6a9,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:20.452331 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.839965 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:20.843056 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:20.845845 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:17:20.870193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c0bc0e38-f529-473f-9c69-6d9b01dec0a8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:17:20.871582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=8ad24524-9d02-458c-84dc-1c044f6926f2,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:20.894775 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:20.919024 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c0bc0e38-f529-473f-9c69-6d9b01dec0a8 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:20.919397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.020453 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d78545d0-c5cc-4246-a674-e3278b64a6a9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:17:21.068694 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d78545d0-c5cc-4246-a674-e3278b64a6a9 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:21.069091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.104763 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.149581 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.183957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port d78545d0-c5cc-4246-a674-e3278b64a6a9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d78545d0-c5cc-4246-a674-e3278b64a6a9,segment=NetworkSegment(0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1),segment_id=0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:21.229122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.296077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=d78545d0-c5cc-4246-a674-e3278b64a6a9,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:21.391290 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.434217 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.507940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=8ad24524-9d02-458c-84dc-1c044f6926f2,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:21.513835 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:21.610414 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:21.612404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:21.725941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 16c93dc5-5488-4094-92d7-a52f91306f90 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:17:21.832839 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:17:21.837924 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-06d1839a-a294-49fc-8437-7fecb14b5fd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "PUT /v2.0/routers/16c93dc5-5488-4094-92d7-a52f91306f90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3737547 Dec 06 15:17:21.843537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Sync routers for ids ['16c93dc5-5488-4094-92d7-a52f91306f90'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:17:21.857098 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Routers {'16c93dc5-5488-4094-92d7-a52f91306f90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:21.857727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['16c93dc5-5488-4094-92d7-a52f91306f90'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:21.989727 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Set router 16c93dc5-5488-4094-92d7-a52f91306f90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:22.042436 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-a2b1c7ef-e611-487b-be42-8f252046974e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-699841670&fields=id&tenant_id=28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 267 time: 0.0491443 Dec 06 15:17:22.170175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-de40be2c-69a9-4bc8-bf22-1c046b30a7c3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:22.171670 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-de40be2c-69a9-4bc8-bf22-1c046b30a7c3 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/networks?id=dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 HTTP/1.1" status: 200 len: 796 time: 0.1226196 Dec 06 15:17:22.177424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616d33f6-295b-4357-abed-5c1be7d46706 None None] Network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:17:22.187578 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-5f4a74d6-70d2-4bd5-84cb-c1bb1b83473a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/quotas/28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 375 time: 0.0093679 Dec 06 15:17:22.239337 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-0a149ef7-7169-4604-9a97-3724cfdb44bf tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462153 Dec 06 15:17:22.265474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-cdfdf102-68e0-46b2-8ff5-00e74c7966a9 None None] Provisioning complete for port d78545d0-c5cc-4246-a674-e3278b64a6a9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:22.265474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cdfdf102-68e0-46b2-8ff5-00e74c7966a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:22.324770 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:17:20Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8ad24524-9d02-458c-84dc-1c044f6926f2', 'name': '', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:8c:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'bb522a68-3892-432b-8d24-5f056479076f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:20Z', 'updated_at': '2021-12-06T15:17:21Z', 'revision_number': 2, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': 'bb522a68-3892-432b-8d24-5f056479076f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:22.377817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Checking router: 16c93dc5-5488-4094-92d7-a52f91306f90 for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:17:22.378179 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Updating router 16c93dc5-5488-4094-92d7-a52f91306f90 port 8ad24524-9d02-458c-84dc-1c044f6926f2 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:17:22.383029 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f6f9bf9e-6c1d-4525-b7d0-c5775e833c4a service neutron] 10.222.0.42 "GET /v2.0/networks/dd7686ff-a03b-48c8-bdf0-d8206dc1bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315572 Dec 06 15:17:22.417076 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:22.477061 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-33a92ac8-cea8-4796-bd78-50faa41acbe1 service neutron] 10.222.0.42 "GET /v2.0/networks/dd7686ff-a03b-48c8-bdf0-d8206dc1bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882003 Dec 06 15:17:22.790335 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d215928c-9eb6-4f77-b1e3-8249b5d1e113 req-3d0f7b4f-19d8-4929-88eb-2653c6ba0e94 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 210 time: 0.0483441 Dec 06 15:17:22.799520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:22.844575 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-08b0736f-a198-4dc3-a345-9a73550fa5b8 None None] Provisioning complete for port d78545d0-c5cc-4246-a674-e3278b64a6a9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:22.845006 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-08b0736f-a198-4dc3-a345-9a73550fa5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:22.848044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d78545d0-c5cc-4246-a674-e3278b64a6a9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:17:22.875110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:22.969418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0443a-3db5-4475-87e6-e5a68a1e6545 None None] Pushing event updated for resources: {'Port': ['ID=8ad24524-9d02-458c-84dc-1c044f6926f2,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:23.046953 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d78545d0-c5cc-4246-a674-e3278b64a6a9 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:23.047320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:23.087970 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Attempting to bind port 8ad24524-9d02-458c-84dc-1c044f6926f2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:17:23.088343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Attempting to bind port 8ad24524-9d02-458c-84dc-1c044f6926f2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:17:23.088702 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Attempting to bind port 8ad24524-9d02-458c-84dc-1c044f6926f2 on network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:23.101392 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:17:23.101766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Checking segment: {'id': '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:17:23.105526 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:23.105526 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Bound using segment: {'id': '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:17:23.105526 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Bound port: 8ad24524-9d02-458c-84dc-1c044f6926f2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:17:23.105526 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:23.159216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-08b0736f-a198-4dc3-a345-9a73550fa5b8 None None] Provisioning complete for port 8ad24524-9d02-458c-84dc-1c044f6926f2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:23.159958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-08b0736f-a198-4dc3-a345-9a73550fa5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:23.241718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-08b0736f-a198-4dc3-a345-9a73550fa5b8 None None] Port 8ad24524-9d02-458c-84dc-1c044f6926f2 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:17:23.246810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] For port 8ad24524-9d02-458c-84dc-1c044f6926f2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:17:23.262399 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] For port 8ad24524-9d02-458c-84dc-1c044f6926f2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ad24524-9d02-458c-84dc-1c044f6926f2,segment=NetworkSegment(0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1),segment_id=0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:17:23.309203 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:23.381280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Routers {'16c93dc5-5488-4094-92d7-a52f91306f90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:23.381927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['16c93dc5-5488-4094-92d7-a52f91306f90'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:23.385706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0443a-3db5-4475-87e6-e5a68a1e6545 None None] Pushing event updated for resources: {'Port': ['ID=8ad24524-9d02-458c-84dc-1c044f6926f2,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:23.585920 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3f135708-8d0d-4912-9a53-819bd6550116 None None] Provisioning complete for port 8ad24524-9d02-458c-84dc-1c044f6926f2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:23.586291 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f135708-8d0d-4912-9a53-819bd6550116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:23.706725 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] Set router 16c93dc5-5488-4094-92d7-a52f91306f90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:23.752102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f135708-8d0d-4912-9a53-819bd6550116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:23.861823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3f135708-8d0d-4912-9a53-819bd6550116 None None] For port 8ad24524-9d02-458c-84dc-1c044f6926f2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ad24524-9d02-458c-84dc-1c044f6926f2,segment=NetworkSegment(0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1),segment_id=0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:23.895865 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-873a0a0a-9be3-482c-943c-dcce95d41afe req-6e639e92-74ec-472d-bb7f-3f4b12318ba4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 210 time: 0.0275185 Dec 06 15:17:23.938847 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:17:20Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8ad24524-9d02-458c-84dc-1c044f6926f2', 'name': '', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:8c:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'bb522a68-3892-432b-8d24-5f056479076f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:20Z', 'updated_at': '2021-12-06T15:17:23Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': 'bb522a68-3892-432b-8d24-5f056479076f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:23.971167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f135708-8d0d-4912-9a53-819bd6550116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:23.973376 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55739533-1230-47b3-ba8a-8ce895b37d0c None None] The sync data for ids ['16c93dc5-5488-4094-92d7-a52f91306f90'] in dv-neutron-master-2-hyperv is: [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:17:20Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8ad24524-9d02-458c-84dc-1c044f6926f2', 'name': '', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:8c:8c:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'bb522a68-3892-432b-8d24-5f056479076f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:20Z', 'updated_at': '2021-12-06T15:17:23Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': 'bb522a68-3892-432b-8d24-5f056479076f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:17:24.049402 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f135708-8d0d-4912-9a53-819bd6550116 None None] Pushing event updated for resources: {'Port': ['ID=8ad24524-9d02-458c-84dc-1c044f6926f2,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:24.095404 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bdaf35f3-b83e-470a-a2e9-a9885a7776de None None] Provisioning complete for port 8ad24524-9d02-458c-84dc-1c044f6926f2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:24.095863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bdaf35f3-b83e-470a-a2e9-a9885a7776de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:24.580141 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-e78b4152-de9b-46eb-aea3-58109533d530 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:24.581773 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-e78b4152-de9b-46eb-aea3-58109533d530 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/networks?id=dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 HTTP/1.1" status: 200 len: 796 time: 0.1210010 Dec 06 15:17:24.650300 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-ac4abdaf-3352-4288-a05b-96d3eca1c541 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28d5438d46074c7b994265283960d97a HTTP/1.1" status: 200 len: 379 time: 0.0578444 Dec 06 15:17:24.661391 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-7861a8c6-c5de-463b-b4e3-56cd68762531 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'port': {'device_id': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'admin_state_up': True, 'tenant_id': '28d5438d46074c7b994265283960d97a', 'security_groups': ['fd55e0bc-cc83-4b11-a919-0731fdd0461a']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:24.857549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-7861a8c6-c5de-463b-b4e3-56cd68762531 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Made reservation on behalf of 28d5438d46074c7b994265283960d97a for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:17:24.859279 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8ad24524-9d02-458c-84dc-1c044f6926f2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:17:24.862348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-7861a8c6-c5de-463b-b4e3-56cd68762531 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:24.913826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 8ad24524-9d02-458c-84dc-1c044f6926f2 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:24.914139 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:25.028761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-7861a8c6-c5de-463b-b4e3-56cd68762531 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.20.0.5 (dd7686ff-a03b-48c8-bdf0-d8206dc1bb83/bb522a68-3892-432b-8d24-5f056479076f/056490c7-8985-49e7-bd19-64015f0bce29) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:17:25.031876 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2bc57b4d-6a50-4b0c-8d44-f8bca09fe00c req-75ab779d-1d5c-43f2-85d6-e7e9d702ca2f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 210 time: 0.0350881 Dec 06 15:17:25.181840 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-7861a8c6-c5de-463b-b4e3-56cd68762531 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:25.280504 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-7861a8c6-c5de-463b-b4e3-56cd68762531 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:25.322975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-7861a8c6-c5de-463b-b4e3-56cd68762531 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:25.325964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-7861a8c6-c5de-463b-b4e3-56cd68762531 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:25.329549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-7861a8c6-c5de-463b-b4e3-56cd68762531 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:17:25.357644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861a8c6-c5de-463b-b4e3-56cd68762531 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=056490c7-8985-49e7-bd19-64015f0bce29,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:25.397243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-7861a8c6-c5de-463b-b4e3-56cd68762531 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:25.397874 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-7861a8c6-c5de-463b-b4e3-56cd68762531 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:25.466210 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-7861a8c6-c5de-463b-b4e3-56cd68762531 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8095226 Dec 06 15:17:25.478708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Request body: {'port': {'device_id': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:25.538212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:25.616726 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-96a04638-5606-463d-84e6-63d90b3ab9c5 None None] Provisioning complete for port 056490c7-8985-49e7-bd19-64015f0bce29 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:25.617036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-96a04638-5606-463d-84e6-63d90b3ab9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:25.650809 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-96a04638-5606-463d-84e6-63d90b3ab9c5 None None] Port 056490c7-8985-49e7-bd19-64015f0bce29 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:17:25.808610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056490c7-8985-49e7-bd19-64015f0bce29 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:17:25.816827 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:25.828652 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Transition to ACTIVE for port object 056490c7-8985-49e7-bd19-64015f0bce29 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:17:25.896382 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:25.949710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Pushing event updated for resources: {'Port': ['ID=056490c7-8985-49e7-bd19-64015f0bce29,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:26.026028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Attempting to bind port 056490c7-8985-49e7-bd19-64015f0bce29 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:17:26.026361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Attempting to bind port 056490c7-8985-49e7-bd19-64015f0bce29 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:17:26.026692 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Attempting to bind port 056490c7-8985-49e7-bd19-64015f0bce29 on network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:26.031036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Port 056490c7-8985-49e7-bd19-64015f0bce29 on network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:17:26.031610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Attempting to bind port 056490c7-8985-49e7-bd19-64015f0bce29 on network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:17:26.037028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:17:26.037324 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Checking segment: {'id': '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:17:26.037758 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Bound using segment: {'id': '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:17:26.038192 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Bound port: 056490c7-8985-49e7-bd19-64015f0bce29, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:17:26.038543 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:26.102521 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] For port 056490c7-8985-49e7-bd19-64015f0bce29, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:17:26.106563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] For port 056490c7-8985-49e7-bd19-64015f0bce29, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=056490c7-8985-49e7-bd19-64015f0bce29,segment=NetworkSegment(0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1),segment_id=0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:17:26.160268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb574b4-8336-4d6c-b13e-5cc2baffcfd6 req-6552896f-d9af-4b4a-a934-0429f60cbbd8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.161702 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7bb574b4-8336-4d6c-b13e-5cc2baffcfd6 req-6552896f-d9af-4b4a-a934-0429f60cbbd8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 943 time: 0.0482993 Dec 06 15:17:26.210029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:26.238289 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7bb574b4-8336-4d6c-b13e-5cc2baffcfd6 req-cc6e93dc-7bb8-48f5-8e0f-e9412e9aa911 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705407 Dec 06 15:17:26.250723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.251399 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:26.252776 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] 10.222.0.41 "PUT /v2.0/ports/056490c7-8985-49e7-bd19-64015f0bce29 HTTP/1.1" status: 200 len: 1093 time: 0.7783866 Dec 06 15:17:26.253265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'tag': '056490c7-8985-49e7-bd19-64015f0bce29'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:17:26.255493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f945c38-c99e-4161-ad04-cc750c4b017c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce", "tag": "056490c7-8985-49e7-bd19-64015f0bce29"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:17:26.278190 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5b143-6429-4ad8-80b2-8945cc1b5f50 service neutron] Pushing event updated for resources: {'Port': ['ID=056490c7-8985-49e7-bd19-64015f0bce29,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:26.300193 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6bd0f13-be63-481c-9bc1-19b45916552f x-openstack-request-id: req-c6bd0f13-be63-481c-9bc1-19b45916552f {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:17:26.300490 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce", "tag": "056490c7-8985-49e7-bd19-64015f0bce29", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:17:26.300747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6bd0f13-be63-481c-9bc1-19b45916552f {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:17:26.301180 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'tag': '056490c7-8985-49e7-bd19-64015f0bce29', 'status': 'completed', 'code': 200} Dec 06 15:17:26.364104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f945c38-c99e-4161-ad04-cc750c4b017c req-b0c202f6-64f0-4003-a2a7-abdd363fbec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.365683 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6f945c38-c99e-4161-ad04-cc750c4b017c req-b0c202f6-64f0-4003-a2a7-abdd363fbec8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 1096 time: 0.0440688 Dec 06 15:17:26.468688 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f945c38-c99e-4161-ad04-cc750c4b017c req-8a6e084f-e0f4-437e-aee1-1ce16e5f935a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.470211 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6f945c38-c99e-4161-ad04-cc750c4b017c req-8a6e084f-e0f4-437e-aee1-1ce16e5f935a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=28d5438d46074c7b994265283960d97a&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0966260 Dec 06 15:17:26.562948 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f945c38-c99e-4161-ad04-cc750c4b017c req-05bc861e-6354-4313-ad3f-ab0dd5b09699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.564478 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6f945c38-c99e-4161-ad04-cc750c4b017c req-05bc861e-6354-4313-ad3f-ab0dd5b09699 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866683 Dec 06 15:17:26.643730 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-c0c0d91d-8e6d-418d-b730-117a7789e53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.645282 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-c0c0d91d-8e6d-418d-b730-117a7789e53a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 1096 time: 0.0448749 Dec 06 15:17:26.686557 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-0802a5f6-ebe9-46a9-a70a-565b0bbbf5f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=056490c7-8985-49e7-bd19-64015f0bce29 HTTP/1.1" status: 200 len: 217 time: 0.0337589 Dec 06 15:17:26.735682 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-9af2bb08-0497-4c43-9d79-7b2c8a54550c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.737149 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-9af2bb08-0497-4c43-9d79-7b2c8a54550c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb522a68-3892-432b-8d24-5f056479076f HTTP/1.1" status: 200 len: 835 time: 0.0434084 Dec 06 15:17:26.781202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-14935928-183a-4346-bdba-477c3c4243cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:26.782648 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-14935928-183a-4346-bdba-477c3c4243cd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd7686ff-a03b-48c8-bdf0-d8206dc1bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391006 Dec 06 15:17:26.875729 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-709cb656-4610-4ce9-863b-e095c358df0e service neutron] 10.222.0.41 "GET /v2.0/networks/dd7686ff-a03b-48c8-bdf0-d8206dc1bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848799 Dec 06 15:17:26.968299 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92d45af7-619c-47f3-bfa7-3df7567116c9 req-212170bc-d0af-4c8c-b8db-7e9067c3edeb service neutron] 10.222.0.41 "GET /v2.0/networks/dd7686ff-a03b-48c8-bdf0-d8206dc1bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837686 Dec 06 15:17:27.353875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aac1c-c7e9-49f1-a824-820d389764ab req-f1772317-b0a7-495c-abe1-92060160bba9 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:27.355374 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1a7aac1c-c7e9-49f1-a824-820d389764ab req-f1772317-b0a7-495c-abe1-92060160bba9 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 943 time: 0.0484059 Dec 06 15:17:27.404514 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1a7aac1c-c7e9-49f1-a824-820d389764ab req-60ba4b68-879a-4fc2-bc8e-a8c973997f2d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426872 Dec 06 15:17:28.523628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149b59d-ee3d-46bc-9233-8dd4bef437e1 req-a9910aa1-c0cb-4df0-aab7-671d62f2ac2a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:28.525040 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d149b59d-ee3d-46bc-9233-8dd4bef437e1 req-a9910aa1-c0cb-4df0-aab7-671d62f2ac2a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 943 time: 0.0507269 Dec 06 15:17:28.577537 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d149b59d-ee3d-46bc-9233-8dd4bef437e1 req-a03f0d48-df7e-49eb-a8c6-945c12acebd2 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462425 Dec 06 15:17:29.257427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 056490c7-8985-49e7-bd19-64015f0bce29 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:17:29.353435 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 056490c7-8985-49e7-bd19-64015f0bce29, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=056490c7-8985-49e7-bd19-64015f0bce29,segment=NetworkSegment(0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1),segment_id=0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:29.364455 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '056490c7-8985-49e7-bd19-64015f0bce29', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'port_id': '056490c7-8985-49e7-bd19-64015f0bce29', 'mac_address': 'fa:16:3e:77:0e:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb522a68-3892-432b-8d24-5f056479076f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:17:29.401348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:29.413558 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056490c7-8985-49e7-bd19-64015f0bce29 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:17:29.432164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 056490c7-8985-49e7-bd19-64015f0bce29, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=056490c7-8985-49e7-bd19-64015f0bce29,segment=NetworkSegment(0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1),segment_id=0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:29.503201 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:29.549384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=056490c7-8985-49e7-bd19-64015f0bce29,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:29.690447 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69eebf-a410-4410-8eb7-620b973f14e0 req-39f6dba1-d690-48ec-b4db-36bf5188f0f2 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:29.691886 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5d69eebf-a410-4410-8eb7-620b973f14e0 req-39f6dba1-d690-48ec-b4db-36bf5188f0f2 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 944 time: 0.0482326 Dec 06 15:17:29.739825 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5d69eebf-a410-4410-8eb7-620b973f14e0 req-fee01902-6c69-43f7-9fb5-9f15dd0e849d tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420792 Dec 06 15:17:29.818102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['056490c7-8985-49e7-bd19-64015f0bce29'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:17:30.103002 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:30.866725 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf533e-5927-4bca-9ac8-6f13fd851849 req-59766dbe-1381-4cba-a5d7-aa18f4bae16b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:30.868199 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c7cf533e-5927-4bca-9ac8-6f13fd851849 req-59766dbe-1381-4cba-a5d7-aa18f4bae16b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 944 time: 0.0506737 Dec 06 15:17:30.917147 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c7cf533e-5927-4bca-9ac8-6f13fd851849 req-9fad71d9-292d-446e-b2b1-9033b69569f0 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429978 Dec 06 15:17:31.280567 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 056490c7-8985-49e7-bd19-64015f0bce29 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:17:31.342338 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2ce435da-4f0e-4af3-b21e-f8147f779419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:31.410923 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 056490c7-8985-49e7-bd19-64015f0bce29 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:17:31.414932 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 056490c7-8985-49e7-bd19-64015f0bce29 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:17:31.416594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:31.488901 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:31.510704 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056490c7-8985-49e7-bd19-64015f0bce29'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:17:31.512974 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929a173b-3cf8-48a1-acd1-b80cca1f4681" -d '{"events": [{"server_uuid": "fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce", "name": "network-vif-plugged", "status": "completed", "tag": "056490c7-8985-49e7-bd19-64015f0bce29"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:17:31.529822 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 056490c7-8985-49e7-bd19-64015f0bce29, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=056490c7-8985-49e7-bd19-64015f0bce29,segment=NetworkSegment(0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1),segment_id=0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:17:31.549637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d614330-7f44-4965-ba13-3490aa8edb13 x-openstack-request-id: req-7d614330-7f44-4965-ba13-3490aa8edb13 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:17:31.550042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce", "name": "network-vif-plugged", "status": "completed", "tag": "056490c7-8985-49e7-bd19-64015f0bce29", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:17:31.550384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7d614330-7f44-4965-ba13-3490aa8edb13 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:17:31.550924 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056490c7-8985-49e7-bd19-64015f0bce29', 'code': 200} Dec 06 15:17:31.593490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:31.639642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=056490c7-8985-49e7-bd19-64015f0bce29,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:31.838130 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad81a9-dff4-42c0-adcc-fafb9bae63ad req-72939fef-316d-4f04-96be-e57c6b81e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:31.839508 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32ad81a9-dff4-42c0-adcc-fafb9bae63ad req-72939fef-316d-4f04-96be-e57c6b81e95f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 1098 time: 0.0428169 Dec 06 15:17:31.885426 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-32ad81a9-dff4-42c0-adcc-fafb9bae63ad req-7c68ff25-c8a7-4210-95cf-587c0ed38552 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391302 Dec 06 15:17:32.029356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c197d26-2207-47eb-b6ab-975d1e31b634 req-96b4ff73-d3e3-428e-9ade-c2febecebc9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:32.030814 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2c197d26-2207-47eb-b6ab-975d1e31b634 req-96b4ff73-d3e3-428e-9ade-c2febecebc9e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.0482850 Dec 06 15:17:32.079195 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2c197d26-2207-47eb-b6ab-975d1e31b634 req-7404d0c5-1622-4b3b-8a83-51aed8b058e2 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421243 Dec 06 15:17:33.193566 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f843a8-43be-4e55-8809-8e23d1afbced req-2d2f41fa-7ae9-453f-8ea6-a01bc3455a92 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:33.195064 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-79f843a8-43be-4e55-8809-8e23d1afbced req-2d2f41fa-7ae9-453f-8ea6-a01bc3455a92 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.0484970 Dec 06 15:17:33.244657 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-79f843a8-43be-4e55-8809-8e23d1afbced req-6bbe4417-0004-4eb0-b2e9-608441a95210 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431037 Dec 06 15:17:33.702428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-305f4186-4600-4398-bbd4-584ce1d688c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:34.135957 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:17:34.361257 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa105e72-f814-4a69-8c06-8e1634780517 req-9bb771e9-fbf5-4447-a6a0-15d8db6c92b4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:34.362758 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-aa105e72-f814-4a69-8c06-8e1634780517 req-9bb771e9-fbf5-4447-a6a0-15d8db6c92b4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.0521207 Dec 06 15:17:34.410967 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-aa105e72-f814-4a69-8c06-8e1634780517 req-4566b9ab-7bb9-499c-bb56-30f572044ff8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422986 Dec 06 15:17:34.525357 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0037b-88a8-468e-8ddb-df2ef63df8b1 req-ce943e90-0538-4805-baf9-17052344276a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:34.526797 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95a0037b-88a8-468e-8ddb-df2ef63df8b1 req-ce943e90-0538-4805-baf9-17052344276a tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.0515723 Dec 06 15:17:34.574834 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95a0037b-88a8-468e-8ddb-df2ef63df8b1 req-dbc50578-da30-4692-aa08-490e4489221c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422249 Dec 06 15:17:34.596470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43858) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:34.634741 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e4d051-7140-42f7-9cf9-f2957b67e66d tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:34.636222 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-90e4d051-7140-42f7-9cf9-f2957b67e66d tempest-TestNetworkAdvancedServerOps-318912730 tempest-TestNetworkAdvancedServerOps-318912730-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 1093 time: 0.0387573 Dec 06 15:17:34.639025 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43860) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:34.643360 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '056490c7-8985-49e7-bd19-64015f0bce29', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:17:34.742673 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:34.839890 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:34.938182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Allocated IP 172.36.1.31 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/9be021f3-2c62-4116-830a-f487a4d2f8de) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:17:35.011221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:35.041289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:35.125820 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:35.165821 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:17:35.168610 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:17:35.172164 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:17:35.193491 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=9be021f3-2c62-4116-830a-f487a4d2f8de,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:35.515012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:35.704119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:35.851530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:35.908683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:35.976376 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event updated for resources: {'Port': ['ID=9be021f3-2c62-4116-830a-f487a4d2f8de,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:17:35.988698 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:36.086267 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Floating IP 43048859-3237-455d-bbb7-02192dd397cb associated. External IP: 172.36.1.31, port: 056490c7-8985-49e7-bd19-64015f0bce29. Dec 06 15:17:36.239975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:36.288521 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 16c93dc5-5488-4094-92d7-a52f91306f90 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:17:36.389490 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:17:36.399723 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6492d8f-1ce1-413b-84ba-f610961b8f63 None None] Sync routers for ids ['16c93dc5-5488-4094-92d7-a52f91306f90'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:17:36.410856 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6492d8f-1ce1-413b-84ba-f610961b8f63 None None] Routers {'16c93dc5-5488-4094-92d7-a52f91306f90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:36.411935 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a6492d8f-1ce1-413b-84ba-f610961b8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['16c93dc5-5488-4094-92d7-a52f91306f90'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:36.481424 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:36.511923 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-33a1751c-1699-4ea5-a5bb-3fbb0d82644c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8717659 Dec 06 15:17:36.512510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'tag': '056490c7-8985-49e7-bd19-64015f0bce29'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:17:36.514893 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280f8a38-85df-4ad6-93a5-e7bc5602e89c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce", "tag": "056490c7-8985-49e7-bd19-64015f0bce29"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:17:36.515065 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a6492d8f-1ce1-413b-84ba-f610961b8f63 None None] Set router 16c93dc5-5488-4094-92d7-a52f91306f90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:36.573462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0cabdd-eb4b-47c2-814d-86532afea307 x-openstack-request-id: req-ee0cabdd-eb4b-47c2-814d-86532afea307 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:17:36.573970 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce", "tag": "056490c7-8985-49e7-bd19-64015f0bce29", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:17:36.574087 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ee0cabdd-eb4b-47c2-814d-86532afea307 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:17:36.574394 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'tag': '056490c7-8985-49e7-bd19-64015f0bce29', 'status': 'completed', 'code': 200} Dec 06 15:17:36.625373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfe4237-8938-4eac-9e86-e76af9dfc25b req-1c6166ea-3982-4afd-b0de-771cb55ca03e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:36.627491 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1bfe4237-8938-4eac-9e86-e76af9dfc25b req-1c6166ea-3982-4afd-b0de-771cb55ca03e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.0522873 Dec 06 15:17:36.638321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8a38-85df-4ad6-93a5-e7bc5602e89c req-a1ab866b-365a-468b-bd76-e867c1072ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:36.639847 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-280f8a38-85df-4ad6-93a5-e7bc5602e89c req-a1ab866b-365a-468b-bd76-e867c1072ac1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 1098 time: 0.0441561 Dec 06 15:17:36.680504 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1bfe4237-8938-4eac-9e86-e76af9dfc25b req-217a8f25-4e88-4487-ac06-58d2e039170b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461113 Dec 06 15:17:36.703329 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43866) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:36.749011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8a38-85df-4ad6-93a5-e7bc5602e89c req-c8418c7a-02f3-4291-a009-eeb135b5fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:36.750658 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-280f8a38-85df-4ad6-93a5-e7bc5602e89c req-c8418c7a-02f3-4291-a009-eeb135b5fe69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 HTTP/1.1" status: 200 len: 897 time: 0.1032550 Dec 06 15:17:36.752480 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a6492d8f-1ce1-413b-84ba-f610961b8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:17:20Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43048859-3237-455d-bbb7-02192dd397cb', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.31', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'port_id': '056490c7-8985-49e7-bd19-64015f0bce29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'mac_address': 'fa:16:3e:77:0e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:17:35Z', 'updated_at': '2021-12-06T15:17:35Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad24524-9d02-458c-84dc-1c044f6926f2', 'name': '', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:8c:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'bb522a68-3892-432b-8d24-5f056479076f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:20Z', 'updated_at': '2021-12-06T15:17:23Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': 'bb522a68-3892-432b-8d24-5f056479076f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:36.769203 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-d9854ead-96cb-477e-a55a-12bdef553bd1 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/43048859-3237-455d-bbb7-02192dd397cb HTTP/1.1" status: 200 len: 990 time: 0.0644479 Dec 06 15:17:36.786464 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6492d8f-1ce1-413b-84ba-f610961b8f63 None None] Checking router: 16c93dc5-5488-4094-92d7-a52f91306f90 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:17:36.796613 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6492d8f-1ce1-413b-84ba-f610961b8f63 None None] Routers {'16c93dc5-5488-4094-92d7-a52f91306f90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:17:36.797292 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a6492d8f-1ce1-413b-84ba-f610961b8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:17:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['16c93dc5-5488-4094-92d7-a52f91306f90'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:36.825023 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-280f8a38-85df-4ad6-93a5-e7bc5602e89c req-12c82d40-b8a6-46f5-a60f-56742807193b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=056490c7-8985-49e7-bd19-64015f0bce29 HTTP/1.1" status: 200 len: 998 time: 0.0669734 Dec 06 15:17:36.876978 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8a38-85df-4ad6-93a5-e7bc5602e89c req-28a4fdf6-a7e5-4b48-9377-b5f9e380f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:36.878658 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-280f8a38-85df-4ad6-93a5-e7bc5602e89c req-28a4fdf6-a7e5-4b48-9377-b5f9e380f47b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb522a68-3892-432b-8d24-5f056479076f HTTP/1.1" status: 200 len: 835 time: 0.0450866 Dec 06 15:17:36.902310 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a6492d8f-1ce1-413b-84ba-f610961b8f63 None None] Set router 16c93dc5-5488-4094-92d7-a52f91306f90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:17:36.929187 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f8a38-85df-4ad6-93a5-e7bc5602e89c req-386cf00f-7e88-4a19-a31b-0627b8e64b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:17:36.930706 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-280f8a38-85df-4ad6-93a5-e7bc5602e89c req-386cf00f-7e88-4a19-a31b-0627b8e64b24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd7686ff-a03b-48c8-bdf0-d8206dc1bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453906 Dec 06 15:17:36.937323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:17:37.019529 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-280f8a38-85df-4ad6-93a5-e7bc5602e89c req-d2740b31-73cf-4f1f-94da-abda3f7f6563 service neutron] 10.222.0.41 "GET /v2.0/networks/dd7686ff-a03b-48c8-bdf0-d8206dc1bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817616 Dec 06 15:17:37.113314 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-280f8a38-85df-4ad6-93a5-e7bc5602e89c req-9e6828f8-04b2-4dcd-b3ce-10a08725b16f service neutron] 10.222.0.41 "GET /v2.0/networks/dd7686ff-a03b-48c8-bdf0-d8206dc1bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866904 Dec 06 15:17:37.125915 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a6492d8f-1ce1-413b-84ba-f610961b8f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:17:20Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43048859-3237-455d-bbb7-02192dd397cb', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.31', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'port_id': '056490c7-8985-49e7-bd19-64015f0bce29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'mac_address': 'fa:16:3e:77:0e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:17:35Z', 'updated_at': '2021-12-06T15:17:35Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad24524-9d02-458c-84dc-1c044f6926f2', 'name': '', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:8c:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'bb522a68-3892-432b-8d24-5f056479076f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:20Z', 'updated_at': '2021-12-06T15:17:23Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': 'bb522a68-3892-432b-8d24-5f056479076f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:17:37.151884 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6492d8f-1ce1-413b-84ba-f610961b8f63 None None] The sync data for ids ['16c93dc5-5488-4094-92d7-a52f91306f90'] in dv-neutron-master-2-hyperv is: [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:17:20Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '43048859-3237-455d-bbb7-02192dd397cb', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'floating_ip_address': '172.36.1.31', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'port_id': '056490c7-8985-49e7-bd19-64015f0bce29', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'mac_address': 'fa:16:3e:77:0e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:17:35Z', 'updated_at': '2021-12-06T15:17:35Z', 'revision_number': 0, 'project_id': '28d5438d46074c7b994265283960d97a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ad24524-9d02-458c-84dc-1c044f6926f2', 'name': '', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:8c:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'bb522a68-3892-432b-8d24-5f056479076f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:20Z', 'updated_at': '2021-12-06T15:17:23Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': 'bb522a68-3892-432b-8d24-5f056479076f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:17:37.331013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df88c486-193e-4e09-b89b-b168b70bd298 None None] New status for floating IP 43048859-3237-455d-bbb7-02192dd397cb: ACTIVE {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:17:37.772582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43868) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:17:37.837707 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f966e36e-3ee3-4f19-ab35-f3f11647c168 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/43048859-3237-455d-bbb7-02192dd397cb HTTP/1.1" status: 200 len: 992 time: 0.0633044 Dec 06 15:18:00.091092 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:01.330609 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9707a2fb-83f3-4254-9d81-dcac192d857b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:03.730934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9127333f-d222-4c7f-9c97-b18ce7b7994e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:04.993499 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:06.222023 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:06.999348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:11.137980 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:18:30.119059 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:31.323647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-44c2deaf-fadb-47d9-8c2f-740f82e742ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:33.735596 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d80579da-e17e-4312-9c74-3c1d2d4c78fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:34.463367 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3cf0cc97-f08a-4d48-9ea6-5dd3acbcab67 req-3ddccb3c-c31f-4b00-888d-957fee8ab7a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371215 Dec 06 15:18:34.548181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0cc97-f08a-4d48-9ea6-5dd3acbcab67 req-81f97f26-3fde-44af-8648-a2aa14c4c644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:34.549678 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3cf0cc97-f08a-4d48-9ea6-5dd3acbcab67 req-81f97f26-3fde-44af-8648-a2aa14c4c644 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 1098 time: 0.0434098 Dec 06 15:18:34.648727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0cc97-f08a-4d48-9ea6-5dd3acbcab67 req-b8157847-4573-4e33-be5e-dde128545e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:34.650185 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3cf0cc97-f08a-4d48-9ea6-5dd3acbcab67 req-b8157847-4573-4e33-be5e-dde128545e71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 HTTP/1.1" status: 200 len: 897 time: 0.0821829 Dec 06 15:18:34.718625 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3cf0cc97-f08a-4d48-9ea6-5dd3acbcab67 req-51718611-41c1-43db-a739-b70e774c0dcd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=056490c7-8985-49e7-bd19-64015f0bce29 HTTP/1.1" status: 200 len: 1000 time: 0.0592353 Dec 06 15:18:34.765203 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0cc97-f08a-4d48-9ea6-5dd3acbcab67 req-33593a1a-c995-40b7-a1fa-ea07bbd40dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:34.767109 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3cf0cc97-f08a-4d48-9ea6-5dd3acbcab67 req-33593a1a-c995-40b7-a1fa-ea07bbd40dfb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb522a68-3892-432b-8d24-5f056479076f HTTP/1.1" status: 200 len: 835 time: 0.0424397 Dec 06 15:18:34.811351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0cc97-f08a-4d48-9ea6-5dd3acbcab67 req-822cc4b6-14c4-49da-ae0a-d200dd7f7262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:34.812807 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3cf0cc97-f08a-4d48-9ea6-5dd3acbcab67 req-822cc4b6-14c4-49da-ae0a-d200dd7f7262 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd7686ff-a03b-48c8-bdf0-d8206dc1bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390682 Dec 06 15:18:34.904299 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3cf0cc97-f08a-4d48-9ea6-5dd3acbcab67 req-5e7930b2-b8ae-4686-848e-08c3f11489b2 service neutron] 10.222.0.41 "GET /v2.0/networks/dd7686ff-a03b-48c8-bdf0-d8206dc1bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824933 Dec 06 15:18:34.993240 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3cf0cc97-f08a-4d48-9ea6-5dd3acbcab67 req-97e16816-3ee5-4574-9fe7-4aba8028d98a service neutron] 10.222.0.41 "GET /v2.0/networks/dd7686ff-a03b-48c8-bdf0-d8206dc1bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814595 Dec 06 15:18:35.055983 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.210212 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:36.981383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:48.138243 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:18:49.529020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb296a-7c26-46e1-ba2a-57caceb644c0 req-1b3eaf9c-6580-45b8-9fc9-c147c9305f49 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:49.530481 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e3bb296a-7c26-46e1-ba2a-57caceb644c0 req-1b3eaf9c-6580-45b8-9fc9-c147c9305f49 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.3914735 Dec 06 15:18:49.577893 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e3bb296a-7c26-46e1-ba2a-57caceb644c0 req-f8a34938-e3d8-46b9-9d68-b844ff0f9154 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414705 Dec 06 15:18:50.713754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979f1c4-0c41-44ea-8ef9-9f1151703692 req-28681ab7-b713-4976-bf2e-7528364dc8a7 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:50.719729 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4979f1c4-0c41-44ea-8ef9-9f1151703692 req-28681ab7-b713-4976-bf2e-7528364dc8a7 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.0562906 Dec 06 15:18:50.762587 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4979f1c4-0c41-44ea-8ef9-9f1151703692 req-74e18d0b-a4ac-44ed-beef-bce67652f725 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415082 Dec 06 15:18:51.876670 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f1cc42-d66b-4238-ab23-4821896842c1 req-488baff4-f4ca-4260-bc9d-7410f7acf387 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:51.878155 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-99f1cc42-d66b-4238-ab23-4821896842c1 req-488baff4-f4ca-4260-bc9d-7410f7acf387 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.0476534 Dec 06 15:18:51.926573 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-99f1cc42-d66b-4238-ab23-4821896842c1 req-b0809c2c-5ff7-4b97-8514-790947012a71 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426455 Dec 06 15:18:51.947632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43908) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:52.016211 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-f100b938-3e48-437e-8465-1f71133998be tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/43048859-3237-455d-bbb7-02192dd397cb HTTP/1.1" status: 200 len: 992 time: 0.0672481 Dec 06 15:18:53.459039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c08e78-5e1a-4eb5-b3c8-49188ad08e3b req-c722116e-8192-4ac5-842c-c74e5c7dc0bc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:53.460517 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c7c08e78-5e1a-4eb5-b3c8-49188ad08e3b req-c722116e-8192-4ac5-842c-c74e5c7dc0bc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.0529761 Dec 06 15:18:53.509362 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c7c08e78-5e1a-4eb5-b3c8-49188ad08e3b req-82cd307f-eae1-432e-9f66-5448d2485f54 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429168 Dec 06 15:18:53.556632 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccab0aa-9621-482f-ac67-24b3ee0464b3 req-70be6fd6-4c1a-46d6-bd6b-30fe97fa6e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:53.558099 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eccab0aa-9621-482f-ac67-24b3ee0464b3 req-70be6fd6-4c1a-46d6-bd6b-30fe97fa6e04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 1098 time: 0.0410893 Dec 06 15:18:53.667991 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccab0aa-9621-482f-ac67-24b3ee0464b3 req-3976bb52-d2fa-48ec-9b3b-2db5ccd84a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:53.669485 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eccab0aa-9621-482f-ac67-24b3ee0464b3 req-3976bb52-d2fa-48ec-9b3b-2db5ccd84a52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 HTTP/1.1" status: 200 len: 897 time: 0.1046607 Dec 06 15:18:53.732813 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eccab0aa-9621-482f-ac67-24b3ee0464b3 req-7a9d4561-9a23-4743-a6e8-9458e686c9d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=056490c7-8985-49e7-bd19-64015f0bce29 HTTP/1.1" status: 200 len: 1000 time: 0.0566976 Dec 06 15:18:53.780725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccab0aa-9621-482f-ac67-24b3ee0464b3 req-a3404a47-4f06-4b2f-877a-a828e9c404ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:53.782172 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eccab0aa-9621-482f-ac67-24b3ee0464b3 req-a3404a47-4f06-4b2f-877a-a828e9c404ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb522a68-3892-432b-8d24-5f056479076f HTTP/1.1" status: 200 len: 835 time: 0.0431929 Dec 06 15:18:53.829887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccab0aa-9621-482f-ac67-24b3ee0464b3 req-eaea7a7b-bc19-4d1e-8384-51ea9c5764aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:53.831358 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eccab0aa-9621-482f-ac67-24b3ee0464b3 req-eaea7a7b-bc19-4d1e-8384-51ea9c5764aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd7686ff-a03b-48c8-bdf0-d8206dc1bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421116 Dec 06 15:18:53.918145 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eccab0aa-9621-482f-ac67-24b3ee0464b3 req-13ff2135-5f08-4e67-b883-94a55a73d1d8 service neutron] 10.222.0.41 "GET /v2.0/networks/dd7686ff-a03b-48c8-bdf0-d8206dc1bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790675 Dec 06 15:18:54.008890 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eccab0aa-9621-482f-ac67-24b3ee0464b3 req-b9c977f2-079b-4188-9749-3cf2a84529c7 service neutron] 10.222.0.41 "GET /v2.0/networks/dd7686ff-a03b-48c8-bdf0-d8206dc1bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843916 Dec 06 15:18:54.631650 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21154d70-57fd-4a05-b1db-5bfb6d263da4 req-92cea432-3735-4da9-8cea-23bc330e9f68 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:54.633110 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-21154d70-57fd-4a05-b1db-5bfb6d263da4 req-92cea432-3735-4da9-8cea-23bc330e9f68 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.0496473 Dec 06 15:18:54.681395 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-21154d70-57fd-4a05-b1db-5bfb6d263da4 req-f80e356c-2b19-4260-b163-60395760b25b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424590 Dec 06 15:18:55.795788 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b956d-761a-4fbc-aaac-71e2c61bc039 req-0c3f4e0c-2e87-44eb-91cc-583fc7762c70 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:55.797261 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c63b956d-761a-4fbc-aaac-71e2c61bc039 req-0c3f4e0c-2e87-44eb-91cc-583fc7762c70 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.0485425 Dec 06 15:18:55.844790 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c63b956d-761a-4fbc-aaac-71e2c61bc039 req-f6e308da-dca0-41c4-bc1a-1705302c5a44 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416608 Dec 06 15:18:55.867277 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43920) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:55.928872 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-591aae09-74b6-41d5-afbb-887324bf9e90 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/floatingips/43048859-3237-455d-bbb7-02192dd397cb HTTP/1.1" status: 200 len: 992 time: 0.0604868 Dec 06 15:18:56.169820 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43926) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:18:56.332816 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port 9be021f3-2c62-4116-830a-f487a4d2f8de {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:56.333102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:56.405802 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:56.406128 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:56.417553 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for 9be021f3-2c62-4116-830a-f487a4d2f8de owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:18:56.621384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:56.644906 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=9be021f3-2c62-4116-830a-f487a4d2f8de,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:18:56.654661 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:56.654996 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:56.655335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:56.655670 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:56.656027 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:56.656356 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:56.656689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:56.657570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:56.657570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:56.657732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:56.657987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:56.658305 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:56.658620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:18:56.720131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:56.720455 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Floating IP 43048859-3237-455d-bbb7-02192dd397cb disassociated (deleted). External IP: 172.36.1.31, port: 056490c7-8985-49e7-bd19-64015f0bce29. Dec 06 15:18:57.249178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 16c93dc5-5488-4094-92d7-a52f91306f90 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:18:57.360195 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:18:57.364781 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:57.369870 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9793cfe-9bbb-49b8-ae8d-f7da21021b11 None None] Sync routers for ids ['16c93dc5-5488-4094-92d7-a52f91306f90'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:18:57.379033 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9793cfe-9bbb-49b8-ae8d-f7da21021b11 None None] Routers {'16c93dc5-5488-4094-92d7-a52f91306f90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:57.379672 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b9793cfe-9bbb-49b8-ae8d-f7da21021b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['16c93dc5-5488-4094-92d7-a52f91306f90'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:57.391123 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-11caf63d-f9ed-4ad4-b020-f1a96bbcf77c tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/floatingips/43048859-3237-455d-bbb7-02192dd397cb HTTP/1.1" status: 204 len: 168 time: 1.2202165 Dec 06 15:18:57.391717 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'tag': '056490c7-8985-49e7-bd19-64015f0bce29'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:18:57.394489 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb426fa4-aecf-4fdf-a32b-f00555a58ae4" -d '{"events": [{"name": "network-changed", "server_uuid": "fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce", "tag": "056490c7-8985-49e7-bd19-64015f0bce29"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:18:57.432677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166170ea-d152-4495-9a52-7eab2e9873d9 x-openstack-request-id: req-166170ea-d152-4495-9a52-7eab2e9873d9 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:18:57.433004 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce", "tag": "056490c7-8985-49e7-bd19-64015f0bce29", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:18:57.433257 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-166170ea-d152-4495-9a52-7eab2e9873d9 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:18:57.433655 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'tag': '056490c7-8985-49e7-bd19-64015f0bce29', 'status': 'completed', 'code': 200} Dec 06 15:18:57.485637 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-b9793cfe-9bbb-49b8-ae8d-f7da21021b11 None None] Set router 16c93dc5-5488-4094-92d7-a52f91306f90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:57.499753 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb426fa4-aecf-4fdf-a32b-f00555a58ae4 req-98607fdf-20dc-40a1-a29f-55ef3fa030db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:57.501338 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eb426fa4-aecf-4fdf-a32b-f00555a58ae4 req-98607fdf-20dc-40a1-a29f-55ef3fa030db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=28d5438d46074c7b994265283960d97a&device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 1098 time: 0.0395479 Dec 06 15:18:57.597304 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb426fa4-aecf-4fdf-a32b-f00555a58ae4 req-aca031f7-4b58-4a8c-8309-23a015ded6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:57.598773 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eb426fa4-aecf-4fdf-a32b-f00555a58ae4 req-aca031f7-4b58-4a8c-8309-23a015ded6f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 HTTP/1.1" status: 200 len: 897 time: 0.0894735 Dec 06 15:18:57.641187 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eb426fa4-aecf-4fdf-a32b-f00555a58ae4 req-7f0f63e2-90f0-42c4-be90-5ee96aeb9329 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=056490c7-8985-49e7-bd19-64015f0bce29 HTTP/1.1" status: 200 len: 217 time: 0.0344698 Dec 06 15:18:57.697531 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b9793cfe-9bbb-49b8-ae8d-f7da21021b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:17:20Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8ad24524-9d02-458c-84dc-1c044f6926f2', 'name': '', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:8c:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'bb522a68-3892-432b-8d24-5f056479076f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:20Z', 'updated_at': '2021-12-06T15:17:23Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': 'bb522a68-3892-432b-8d24-5f056479076f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:57.703199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb426fa4-aecf-4fdf-a32b-f00555a58ae4 req-1b299908-60ff-445e-984b-a3ebaeef64ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:57.704991 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eb426fa4-aecf-4fdf-a32b-f00555a58ae4 req-1b299908-60ff-445e-984b-a3ebaeef64ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bb522a68-3892-432b-8d24-5f056479076f HTTP/1.1" status: 200 len: 835 time: 0.0572104 Dec 06 15:18:57.728072 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9793cfe-9bbb-49b8-ae8d-f7da21021b11 None None] Checking router: 16c93dc5-5488-4094-92d7-a52f91306f90 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:18:57.736271 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9793cfe-9bbb-49b8-ae8d-f7da21021b11 None None] Routers {'16c93dc5-5488-4094-92d7-a52f91306f90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:18:57.736898 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b9793cfe-9bbb-49b8-ae8d-f7da21021b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['16c93dc5-5488-4094-92d7-a52f91306f90'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:57.752046 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb426fa4-aecf-4fdf-a32b-f00555a58ae4 req-1cce26ab-574f-4996-80ad-3df9f6bfdd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:57.754032 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eb426fa4-aecf-4fdf-a32b-f00555a58ae4 req-1cce26ab-574f-4996-80ad-3df9f6bfdd3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=dd7686ff-a03b-48c8-bdf0-d8206dc1bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411398 Dec 06 15:18:57.847453 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-b9793cfe-9bbb-49b8-ae8d-f7da21021b11 None None] Set router 16c93dc5-5488-4094-92d7-a52f91306f90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:18:57.878105 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eb426fa4-aecf-4fdf-a32b-f00555a58ae4 req-82cc4945-321f-4408-b7c8-f413c112d118 service neutron] 10.222.0.41 "GET /v2.0/networks/dd7686ff-a03b-48c8-bdf0-d8206dc1bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173928 Dec 06 15:18:57.902071 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b1039c-75e9-4027-9df8-7df95b90d8ae req-1b648d0e-a1b7-4a9e-b64d-8f92821ecab9 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:57.903536 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-02b1039c-75e9-4027-9df8-7df95b90d8ae req-1b648d0e-a1b7-4a9e-b64d-8f92821ecab9 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.0767496 Dec 06 15:18:58.002748 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-02b1039c-75e9-4027-9df8-7df95b90d8ae req-ff43c894-a34f-40d4-9fcc-ec666f0a4fe8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891411 Dec 06 15:18:58.019073 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eb426fa4-aecf-4fdf-a32b-f00555a58ae4 req-807fb96f-5552-4ee9-8e72-fe4b7fff9404 service neutron] 10.222.0.41 "GET /v2.0/networks/dd7686ff-a03b-48c8-bdf0-d8206dc1bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326184 Dec 06 15:18:58.050997 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-b9793cfe-9bbb-49b8-ae8d-f7da21021b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:17:20Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8ad24524-9d02-458c-84dc-1c044f6926f2', 'name': '', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:8c:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'bb522a68-3892-432b-8d24-5f056479076f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:20Z', 'updated_at': '2021-12-06T15:17:23Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': 'bb522a68-3892-432b-8d24-5f056479076f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:18:58.077624 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9793cfe-9bbb-49b8-ae8d-f7da21021b11 None None] The sync data for ids ['16c93dc5-5488-4094-92d7-a52f91306f90'] in dv-neutron-master-2-hyperv is: [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:17:20Z', 'revision_number': 4, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '8ad24524-9d02-458c-84dc-1c044f6926f2', 'name': '', 'network_id': 'dd7686ff-a03b-48c8-bdf0-d8206dc1bb83', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'mac_address': 'fa:16:3e:8c:8c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_interface', 'standard_attr_id': 1791, 'fixed_ips': [{'subnet_id': 'bb522a68-3892-432b-8d24-5f056479076f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:20Z', 'updated_at': '2021-12-06T15:17:23Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'subnets': [{'id': 'bb522a68-3892-432b-8d24-5f056479076f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:18:58.294210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b6a048-38da-411a-818d-25e75c3ed3ca None None] New status for floating IP 43048859-3237-455d-bbb7-02192dd397cb: DOWN {{(pid=103726) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:18:59.117243 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ff12d-5326-4bf6-9ff4-d521c2561914 req-dc43a223-1ae6-4101-9324-53221759f798 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:59.118687 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-282ff12d-5326-4bf6-9ff4-d521c2561914 req-dc43a223-1ae6-4101-9324-53221759f798 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.0472312 Dec 06 15:18:59.166392 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-282ff12d-5326-4bf6-9ff4-d521c2561914 req-f9589722-0a74-4b86-b9bd-43a97b5803fc tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd55e0bc-cc83-4b11-a919-0731fdd0461a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419250 Dec 06 15:18:59.677669 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80d9cb-5a06-424d-bdc6-2730be9b75b6 req-04638e20-1ccc-46a5-aa85-e3280ed8f20b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:18:59.679136 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8e80d9cb-5a06-424d-bdc6-2730be9b75b6 req-04638e20-1ccc-46a5-aa85-e3280ed8f20b tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 945 time: 0.0484111 Dec 06 15:18:59.765122 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-8e80d9cb-5a06-424d-bdc6-2730be9b75b6 req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port 056490c7-8985-49e7-bd19-64015f0bce29 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:18:59.765456 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8e80d9cb-5a06-424d-bdc6-2730be9b75b6 req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.853821 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-8e80d9cb-5a06-424d-bdc6-2730be9b75b6 req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port 056490c7-8985-49e7-bd19-64015f0bce29, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=056490c7-8985-49e7-bd19-64015f0bce29,segment=NetworkSegment(0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1),segment_id=0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:18:59.854175 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8e80d9cb-5a06-424d-bdc6-2730be9b75b6 req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:18:59.866542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-8e80d9cb-5a06-424d-bdc6-2730be9b75b6 req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for 056490c7-8985-49e7-bd19-64015f0bce29 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:19:00.083776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8e80d9cb-5a06-424d-bdc6-2730be9b75b6 req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.109944 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=056490c7-8985-49e7-bd19-64015f0bce29,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:00.120158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:00.127267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:00.127267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:00.127267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:00.127267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:00.127267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:00.127267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:00.127267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:00.127267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:00.127267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:00.127267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:00.127267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:00.127267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:00.147214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.164735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e80d9cb-5a06-424d-bdc6-2730be9b75b6 req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] No DVR routers for this DVR port 056490c7-8985-49e7-bd19-64015f0bce29 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:19:00.167377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-8e80d9cb-5a06-424d-bdc6-2730be9b75b6 req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:00.170666 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8e80d9cb-5a06-424d-bdc6-2730be9b75b6 req-4093483f-79ec-44b2-8563-c808e05010a4 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.41 "DELETE /v2.0/ports/056490c7-8985-49e7-bd19-64015f0bce29 HTTP/1.1" status: 204 len: 173 time: 0.4854403 Dec 06 15:19:00.171136 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'name': 'network-vif-deleted', 'tag': '056490c7-8985-49e7-bd19-64015f0bce29'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:19:00.173519 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-181e9d12-d3f2-475a-a16c-b665361784ed" -d '{"events": [{"server_uuid": "fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce", "name": "network-vif-deleted", "tag": "056490c7-8985-49e7-bd19-64015f0bce29"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:19:00.209920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff97040-e1b6-4492-b94b-a7915f2635ec x-openstack-request-id: req-1ff97040-e1b6-4492-b94b-a7915f2635ec {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:19:00.210243 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce", "name": "network-vif-deleted", "tag": "056490c7-8985-49e7-bd19-64015f0bce29", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:19:00.210503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ff97040-e1b6-4492-b94b-a7915f2635ec {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:19:00.210907 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce', 'name': 'network-vif-deleted', 'tag': '056490c7-8985-49e7-bd19-64015f0bce29', 'status': 'completed', 'code': 200} Dec 06 15:19:00.263970 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9c325429-382b-4d45-836e-78b514f79354 req-67bbab28-71ba-4415-b248-bc5566eba8e8 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "GET /v2.0/ports?device_id=fbc1eeb6-b23f-4ca9-9a24-8a5a157b19ce HTTP/1.1" status: 200 len: 210 time: 0.0263529 Dec 06 15:19:01.318554 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43944) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:01.341001 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9f5c5945-a0d3-4cb4-aa45-07613c1bec81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:01.669724 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 056490c7-8985-49e7-bd19-64015f0bce29 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:19:01.673149 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-183ae91f-7e7a-4b29-94a8-737b4c75641f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:01.689274 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 056490c7-8985-49e7-bd19-64015f0bce29 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:19:01.689615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 056490c7-8985-49e7-bd19-64015f0bce29 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:19:01.920434 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-183ae91f-7e7a-4b29-94a8-737b4c75641f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port 8ad24524-9d02-458c-84dc-1c044f6926f2 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:19:01.920692 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-183ae91f-7e7a-4b29-94a8-737b4c75641f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.006359 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-183ae91f-7e7a-4b29-94a8-737b4c75641f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port 8ad24524-9d02-458c-84dc-1c044f6926f2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8ad24524-9d02-458c-84dc-1c044f6926f2,segment=NetworkSegment(0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1),segment_id=0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:02.006715 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-183ae91f-7e7a-4b29-94a8-737b4c75641f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.018892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-183ae91f-7e7a-4b29-94a8-737b4c75641f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for 8ad24524-9d02-458c-84dc-1c044f6926f2 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:19:02.255575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-183ae91f-7e7a-4b29-94a8-737b4c75641f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.281441 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ae91f-7e7a-4b29-94a8-737b4c75641f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=8ad24524-9d02-458c-84dc-1c044f6926f2,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:02.449297 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-183ae91f-7e7a-4b29-94a8-737b4c75641f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.657084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183ae91f-7e7a-4b29-94a8-737b4c75641f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Router 16c93dc5-5488-4094-92d7-a52f91306f90 has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:19:02.761267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183ae91f-7e7a-4b29-94a8-737b4c75641f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:19:02.767178 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-183ae91f-7e7a-4b29-94a8-737b4c75641f tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "PUT /v2.0/routers/16c93dc5-5488-4094-92d7-a52f91306f90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4475706 Dec 06 15:19:02.770202 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43946) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:02.772448 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b193c1-2092-401a-941f-4a722bf3c2a6 None None] Sync routers for ids ['16c93dc5-5488-4094-92d7-a52f91306f90'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:19:02.782328 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b193c1-2092-401a-941f-4a722bf3c2a6 None None] Routers {'16c93dc5-5488-4094-92d7-a52f91306f90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:02.782930 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d5b193c1-2092-401a-941f-4a722bf3c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['16c93dc5-5488-4094-92d7-a52f91306f90'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:02.823789 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0c1b053-1c87-4f58-b32e-f3d4d4450d10 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting subnet bb522a68-3892-432b-8d24-5f056479076f {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:19:02.827740 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b053-1c87-4f58-b32e-f3d4d4450d10 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.874538 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b053-1c87-4f58-b32e-f3d4d4450d10 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:02.889421 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-d5b193c1-2092-401a-941f-4a722bf3c2a6 None None] Set router 16c93dc5-5488-4094-92d7-a52f91306f90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:02.956599 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b053-1c87-4f58-b32e-f3d4d4450d10 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.065747 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d5b193c1-2092-401a-941f-4a722bf3c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:03.090109 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b053-1c87-4f58-b32e-f3d4d4450d10 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.092647 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b193c1-2092-401a-941f-4a722bf3c2a6 None None] Checking router: 16c93dc5-5488-4094-92d7-a52f91306f90 for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:19:03.100693 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b193c1-2092-401a-941f-4a722bf3c2a6 None None] Routers {'16c93dc5-5488-4094-92d7-a52f91306f90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:03.101319 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d5b193c1-2092-401a-941f-4a722bf3c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:18:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['16c93dc5-5488-4094-92d7-a52f91306f90'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:03.121183 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1b053-1c87-4f58-b32e-f3d4d4450d10 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Subnet': ['ID=bb522a68-3892-432b-8d24-5f056479076f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:03.124886 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b0c1b053-1c87-4f58-b32e-f3d4d4450d10 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.131344 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43948) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:03.131614 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b0c1b053-1c87-4f58-b32e-f3d4d4450d10 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/subnets/bb522a68-3892-432b-8d24-5f056479076f HTTP/1.1" status: 204 len: 168 time: 0.3598373 Dec 06 15:19:03.132237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb51ff4-03f2-4572-a8f3-a25dd3e4a606 None None] Network dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:19:03.247961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.297677 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-d5b193c1-2092-401a-941f-4a722bf3c2a6 None None] Set router 16c93dc5-5488-4094-92d7-a52f91306f90 gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:03.314232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] DHCP port deletion for dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:19:03.360571 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.364341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Deleting port d78545d0-c5cc-4246-a674-e3278b64a6a9 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:19:03.364721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.430944 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] For port d78545d0-c5cc-4246-a674-e3278b64a6a9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d78545d0-c5cc-4246-a674-e3278b64a6a9,segment=NetworkSegment(0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1),segment_id=0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:03.431342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.445182 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Calling delete_port for d78545d0-c5cc-4246-a674-e3278b64a6a9 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:19:03.464692 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Deleting port c0bc0e38-f529-473f-9c69-6d9b01dec0a8 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:19:03.465353 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.476594 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-d5b193c1-2092-401a-941f-4a722bf3c2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:03.508202 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b193c1-2092-401a-941f-4a722bf3c2a6 None None] The sync data for ids ['16c93dc5-5488-4094-92d7-a52f91306f90'] in dv-neutron-master-2-hyperv is: [{'id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112136933', 'tenant_id': '28d5438d46074c7b994265283960d97a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55'}], 'enable_snat': True}, 'gw_port_id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:17:16Z', 'updated_at': '2021-12-06T15:19:02Z', 'revision_number': 5, 'project_id': '28d5438d46074c7b994265283960d97a', 'gw_port': {'id': 'c0bc0e38-f529-473f-9c69-6d9b01dec0a8', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:c3:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c93dc5-5488-4094-92d7-a52f91306f90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1788, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:17:17Z', 'updated_at': '2021-12-06T15:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:19:03.555497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] For port c0bc0e38-f529-473f-9c69-6d9b01dec0a8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0bc0e38-f529-473f-9c69-6d9b01dec0a8,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:03.555853 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.572555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Calling delete_port for c0bc0e38-f529-473f-9c69-6d9b01dec0a8 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:19:03.587016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.616841 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Pushing event deleted for resources: {'Port': ['ID=d78545d0-c5cc-4246-a674-e3278b64a6a9,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:03.620048 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] No DVR routers for this DVR port d78545d0-c5cc-4246-a674-e3278b64a6a9 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:19:03.632151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:03.632151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:03.632151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:03.632151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:03.632151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:03.632151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:03.632151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:03.632151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:03.632151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:03.632151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:03.632151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:03.632151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:03.632151 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7584c65e-7f44-4cd4-a4de-8f22217ab4e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:03.706535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a802974-511d-408b-8599-c1af1eeba061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.820186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:03.850898 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Port': ['ID=c0bc0e38-f529-473f-9c69-6d9b01dec0a8,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:03.865043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1842d72a-a09d-4c35-bb2d-0f3e14b79e48 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:19:03.911326 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.002149 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.004262 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.140700 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.141184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Fanout notify agent at l3_agent the message router_deleted on router 16c93dc5-5488-4094-92d7-a52f91306f90 {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:19:04.153465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.153465 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-29246b03-0085-4be1-b6bc-c827ede1bd08 tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/routers/16c93dc5-5488-4094-92d7-a52f91306f90 HTTP/1.1" status: 204 len: 168 time: 1.0169809 Dec 06 15:19:04.153465 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43950) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:04.229585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58388bec-07a8-49f1-a49b-a8e241b2a9ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.318370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58388bec-07a8-49f1-a49b-a8e241b2a9ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.338293 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-58388bec-07a8-49f1-a49b-a8e241b2a9ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd7686ff-a03b-48c8-bdf0-d8206dc1bb83']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:04.347180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-58388bec-07a8-49f1-a49b-a8e241b2a9ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:04.347477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-58388bec-07a8-49f1-a49b-a8e241b2a9ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c73b6a8-4cf9-4f07-ad59-0d4291aecfc1') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:04.357053 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58388bec-07a8-49f1-a49b-a8e241b2a9ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.369662 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58388bec-07a8-49f1-a49b-a8e241b2a9ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.375403 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58388bec-07a8-49f1-a49b-a8e241b2a9ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:19:04.375782 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58388bec-07a8-49f1-a49b-a8e241b2a9ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:19:04.378712 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:19:04.483336 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58388bec-07a8-49f1-a49b-a8e241b2a9ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.489947 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-58388bec-07a8-49f1-a49b-a8e241b2a9ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.493213 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-58388bec-07a8-49f1-a49b-a8e241b2a9ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/networks/dd7686ff-a03b-48c8-bdf0-d8206dc1bb83 HTTP/1.1" status: 204 len: 168 time: 0.3404081 Dec 06 15:19:04.495866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43952) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:04.508124 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58388bec-07a8-49f1-a49b-a8e241b2a9ab tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'Network': ['ID=dd7686ff-a03b-48c8-bdf0-d8206dc1bb83,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:04.559961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3a7ccca6-ba49-4729-92ca-5ba3b72d7f8e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.587163 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3a7ccca6-ba49-4729-92ca-5ba3b72d7f8e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.700925 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3a7ccca6-ba49-4729-92ca-5ba3b72d7f8e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.703611 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3a7ccca6-ba49-4729-92ca-5ba3b72d7f8e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:04.704960 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3a7ccca6-ba49-4729-92ca-5ba3b72d7f8e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] 10.222.0.42 "DELETE /v2.0/security-groups/fd55e0bc-cc83-4b11-a919-0731fdd0461a HTTP/1.1" status: 204 len: 168 time: 0.2079537 Dec 06 15:19:04.714907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ccca6-ba49-4729-92ca-5ba3b72d7f8e tempest-TestNetworkAdvancedServerOps-124475576 tempest-TestNetworkAdvancedServerOps-124475576-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd55e0bc-cc83-4b11-a919-0731fdd0461a,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:04.870638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8ad24524-9d02-458c-84dc-1c044f6926f2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:19:04.890973 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 8ad24524-9d02-458c-84dc-1c044f6926f2 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:19:04.891322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 8ad24524-9d02-458c-84dc-1c044f6926f2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:19:04.891734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c0bc0e38-f529-473f-9c69-6d9b01dec0a8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:19:04.911349 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: c0bc0e38-f529-473f-9c69-6d9b01dec0a8 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:19:04.911692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c0bc0e38-f529-473f-9c69-6d9b01dec0a8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:19:04.912098 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d78545d0-c5cc-4246-a674-e3278b64a6a9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:19:04.936257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: d78545d0-c5cc-4246-a674-e3278b64a6a9 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:19:04.936591 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d78545d0-c5cc-4246-a674-e3278b64a6a9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:19:04.997854 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:05.260404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43960) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:05.401377 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a13d58fc-cb44-433b-aae0-ad97f1492668 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=28d5438d46074c7b994265283960d97a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1397865 Dec 06 15:19:05.403910 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43964) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:05.449058 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-570c4809-76e9-4dff-ad1e-7bcb78a3aa64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:05.469007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-570c4809-76e9-4dff-ad1e-7bcb78a3aa64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:05.563973 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-570c4809-76e9-4dff-ad1e-7bcb78a3aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:05.566612 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-570c4809-76e9-4dff-ad1e-7bcb78a3aa64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:05.567798 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-570c4809-76e9-4dff-ad1e-7bcb78a3aa64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47427282-d84b-41da-bedf-2e67383b09c2 HTTP/1.1" status: 204 len: 168 time: 0.1630149 Dec 06 15:19:05.575499 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c4809-76e9-4dff-ad1e-7bcb78a3aa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47427282-d84b-41da-bedf-2e67383b09c2,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:06.142699 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43970) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:06.153120 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ef4abf67-d98b-47f8-8b3b-3449d20ef72d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.198066 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.224615 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ef4abf67-d98b-47f8-8b3b-3449d20ef72d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.271990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ef4abf67-d98b-47f8-8b3b-3449d20ef72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.308377 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ef4abf67-d98b-47f8-8b3b-3449d20ef72d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4a5a75a16fd461cb5654ab95c9f9ebb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680992 Dec 06 15:19:06.309367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4abf67-d98b-47f8-8b3b-3449d20ef72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a74ee93-7089-4820-a797-6c8ffd6e079d,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:06.311129 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 43972) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:06.359784 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f438d5e-87be-48b9-9e46-e720d5350f9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.381100 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f438d5e-87be-48b9-9e46-e720d5350f9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.477610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f438d5e-87be-48b9-9e46-e720d5350f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.480188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-7f438d5e-87be-48b9-9e46-e720d5350f9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:06.481422 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-7f438d5e-87be-48b9-9e46-e720d5350f9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a74ee93-7089-4820-a797-6c8ffd6e079d HTTP/1.1" status: 204 len: 168 time: 0.1681266 Dec 06 15:19:06.489473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f438d5e-87be-48b9-9e46-e720d5350f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a74ee93-7089-4820-a797-6c8ffd6e079d,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:06.963791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.420337 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43994) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:07.511901 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1872916829-network', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:07.586551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Made reservation on behalf of e9a43b06512d4bbb95e4b7cf8af458fd for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:19:07.588956 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.597711 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.674384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.814933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.841390 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:19:07.850846 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996ce17e-a123-4924-93cb-b36ad907c958,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:07.856342 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.856685 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Added segment 2862651f-c27e-40ec-9536-1eb5a9bd3b69 of type vlan for network a9296199-3ae6-45f4-9c31-a2e0b6912b7f Dec 06 15:19:07.896668 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.963797 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:07.964681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:07.965291 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.022032 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] Pushing event updated for resources: {'Network': ['ID=a9296199-3ae6-45f4-9c31-a2e0b6912b7f,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:08.031257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network a9296199-3ae6-45f4-9c31-a2e0b6912b7f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:19:08.052586 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0bb2634c-64fe-4366-b9c0-f291385c1014 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6307247 Dec 06 15:19:08.055194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 43998) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:08.059806 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-31492346-de9f-4ae3-93b4-8e321ed2d979 admin admin] Request body: {'subnet': {'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1872916829-subnet', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:08.158191 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31492346-de9f-4ae3-93b4-8e321ed2d979 admin admin] Made reservation on behalf of e9a43b06512d4bbb95e4b7cf8af458fd for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:19:08.160519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-31492346-de9f-4ae3-93b4-8e321ed2d979 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.392180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-31492346-de9f-4ae3-93b4-8e321ed2d979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.444074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31492346-de9f-4ae3-93b4-8e321ed2d979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:08.458581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31492346-de9f-4ae3-93b4-8e321ed2d979 admin admin] Checking segment: {'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:08.458938 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31492346-de9f-4ae3-93b4-8e321ed2d979 admin admin] Network hostable DHCP agents. Network: a9296199-3ae6-45f4-9c31-a2e0b6912b7f, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:19:08.546382 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31492346-de9f-4ae3-93b4-8e321ed2d979 admin admin] Network a9296199-3ae6-45f4-9c31-a2e0b6912b7f is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:19:08.603462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-31492346-de9f-4ae3-93b4-8e321ed2d979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a9296199-3ae6-45f4-9c31-a2e0b6912b7f) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:08.607558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31492346-de9f-4ae3-93b4-8e321ed2d979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:08.608151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-31492346-de9f-4ae3-93b4-8e321ed2d979 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.613228 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543330a3-a244-4c73-9c3a-d19974f982b8 None None] Network a9296199-3ae6-45f4-9c31-a2e0b6912b7f requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:19:08.666893 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-31492346-de9f-4ae3-93b4-8e321ed2d979 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6079986 Dec 06 15:19:08.667135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44000) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:08.671687 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:08.747007 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.748093 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.800557 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:08.910274 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:19:08.911714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.031940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.051903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Allocated IP 172.20.0.2 (a9296199-3ae6-45f4-9c31-a2e0b6912b7f/2ea969f5-0cf3-4668-ac46-5f7191e0ec7f/d74c906c-c7a8-43f0-a139-856e803f26d7) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:19:09.192953 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.266012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.278057 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.307466 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.309205 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Network a9296199-3ae6-45f4-9c31-a2e0b6912b7f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:09.312122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:09.315564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:19:09.324914 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Pushing event updated for resources: {'Port': ['ID=d74c906c-c7a8-43f0-a139-856e803f26d7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:09.376544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Attempting to bind port d74c906c-c7a8-43f0-a139-856e803f26d7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:19:09.376934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Attempting to bind port d74c906c-c7a8-43f0-a139-856e803f26d7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:19:09.377295 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Attempting to bind port d74c906c-c7a8-43f0-a139-856e803f26d7 on network a9296199-3ae6-45f4-9c31-a2e0b6912b7f {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:09.382715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:19:09.383081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Checking segment: {'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:09.383472 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.383863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Bound using segment: {'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:19:09.384319 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Bound port: d74c906c-c7a8-43f0-a139-856e803f26d7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:19:09.384695 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.412372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Allocated IP 172.36.1.37 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:19:09.447228 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] For port d74c906c-c7a8-43f0-a139-856e803f26d7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:09.450314 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] For port d74c906c-c7a8-43f0-a139-856e803f26d7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d74c906c-c7a8-43f0-a139-856e803f26d7,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:19:09.514664 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.529738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.587286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd65d4f-53af-406b-8286-41ba600ce679 None None] Pushing event updated for resources: {'Port': ['ID=d74c906c-c7a8-43f0-a139-856e803f26d7,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:09.615979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.656598 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:09.660493 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:09.663025 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:19:09.672490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be410d8-e39a-41c9-ab92-373b5476530c None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:19:09.687075 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Pushing event updated for resources: {'Port': ['ID=3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:09.717884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f0a622fc-5d57-41b9-b553-9be968f130fd None None] Provisioning complete for port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:09.721555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f0a622fc-5d57-41b9-b553-9be968f130fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:09.772370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-f0a622fc-5d57-41b9-b553-9be968f130fd None None] Port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:19:10.360584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:10.487514 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a955778-1ed7-41f4-8f71-4234033c3754 None None] Network a9296199-3ae6-45f4-9c31-a2e0b6912b7f requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:19:10.541665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6982232b-46d3-4028-8628-1ed116fa0679 None None] Provisioning complete for port d74c906c-c7a8-43f0-a139-856e803f26d7 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:10.542039 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6982232b-46d3-4028-8628-1ed116fa0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:10.555370 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:10.675192 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6982232b-46d3-4028-8628-1ed116fa0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:10.730704 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6982232b-46d3-4028-8628-1ed116fa0679 None None] For port d74c906c-c7a8-43f0-a139-856e803f26d7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d74c906c-c7a8-43f0-a139-856e803f26d7,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:10.820186 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:19:10.860034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6982232b-46d3-4028-8628-1ed116fa0679 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:10.917857 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6982232b-46d3-4028-8628-1ed116fa0679 None None] Pushing event updated for resources: {'Port': ['ID=d74c906c-c7a8-43f0-a139-856e803f26d7,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:10.936475 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:19:10.946350 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d74c906c-c7a8-43f0-a139-856e803f26d7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:10.949844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Sync routers for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:19:10.991477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:10.992088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:19:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:10.995266 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:10.995454 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e8efef2a-71c2-4f1c-b01c-7b9d152e48e4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3271563 Dec 06 15:19:10.998048 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44002) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:11.048616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a5ddf68c-3de9-4c12-a9c4-bc4c243f87c2 None None] Provisioning complete for port d74c906c-c7a8-43f0-a139-856e803f26d7 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:11.051532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf68c-3de9-4c12-a9c4-bc4c243f87c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:11.144677 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d74c906c-c7a8-43f0-a139-856e803f26d7 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:11.145066 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:11.150028 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:11.399725 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:11.424235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:09Z', 'revision_number': 3, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:11.451069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Checking router: 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:19:11.451421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Updating router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:19:11.475646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:11.554833 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Allocated IP 172.20.0.1 (a9296199-3ae6-45f4-9c31-a2e0b6912b7f/2ea969f5-0cf3-4668-ac46-5f7191e0ec7f/c320532b-cfb6-4a9d-a1df-0514d5ff6291) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:19:11.661687 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:11.732534 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:11.770582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:11.809981 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Network a9296199-3ae6-45f4-9c31-a2e0b6912b7f is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:11.812705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:11.815374 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:19:11.842477 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Pushing event updated for resources: {'Port': ['ID=c320532b-cfb6-4a9d-a1df-0514d5ff6291,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:11.850167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:11.871151 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:11.903991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef33b6-f8ed-41f2-a842-2800759648c6 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:19:11.909539 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c78571-17df-409a-b0b0-284e3f7d5d7f None None] Pushing event updated for resources: {'Port': ['ID=3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:11.913262 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Attempting to bind port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:19:11.913608 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Attempting to bind port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:19:11.913932 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Attempting to bind port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:11.920343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:19:11.920705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:11.921133 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:11.921517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:19:11.921985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Bound port: 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:19:11.922360 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:11.983649 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bc80ee91-1c62-4acf-bef6-5cf996a884da None None] Provisioning complete for port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:11.984017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bc80ee91-1c62-4acf-bef6-5cf996a884da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:12.030036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] For port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:12.039509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-bc80ee91-1c62-4acf-bef6-5cf996a884da None None] Port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:19:12.041971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] For port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:19:12.102510 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:12.106993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:12.151984 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccef70f5-a18c-4f55-9346-774469e5b027 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:19:12.173181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:12.173696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:19:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:12.215657 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c78571-17df-409a-b0b0-284e3f7d5d7f None None] Pushing event updated for resources: {'Port': ['ID=3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:12.231756 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7c38d2a9-2abd-467a-97a0-c658dd67cc3e None None] Provisioning complete for port c320532b-cfb6-4a9d-a1df-0514d5ff6291 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:12.232129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c38d2a9-2abd-467a-97a0-c658dd67cc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:12.275776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:12.302439 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7c38d2a9-2abd-467a-97a0-c658dd67cc3e None None] Port c320532b-cfb6-4a9d-a1df-0514d5ff6291 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:19:12.315214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:12.330093 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:12.401978 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:12.403794 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Pushing event updated for resources: {'Port': ['ID=c320532b-cfb6-4a9d-a1df-0514d5ff6291,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:12.494943 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Network a9296199-3ae6-45f4-9c31-a2e0b6912b7f is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:12.496376 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:12.622190 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:19:12.622654 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bb6e7974-6bc1-413d-b9b4-fbcada05894f None None] Provisioning complete for port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:12.623026 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7974-6bc1-413d-b9b4-fbcada05894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:12.748221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7974-6bc1-413d-b9b4-fbcada05894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:12.748916 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:19:12.755852 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2a92a204-bcb7-4506-9a36-93cb51aecb50 admin admin] 10.222.0.42 "PUT /v2.0/routers/4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7568419 Dec 06 15:19:12.774121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bb6e7974-6bc1-413d-b9b4-fbcada05894f None None] For port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:12.776473 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 1, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:12.803425 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024870e9-f2ca-412c-add5-b7beb4676eec None None] The sync data for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv is: [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 1, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:19:12.849426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bb6e7974-6bc1-413d-b9b4-fbcada05894f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:12.888618 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d74c906c-c7a8-43f0-a139-856e803f26d7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:12.952428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e7974-6bc1-413d-b9b4-fbcada05894f None None] Pushing event updated for resources: {'Port': ['ID=3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:12.979467 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7774f1d7-f36c-4839-8414-d9bb5cc63219 None None] Provisioning complete for port c320532b-cfb6-4a9d-a1df-0514d5ff6291 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:12.979842 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7774f1d7-f36c-4839-8414-d9bb5cc63219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:13.022401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d74c906c-c7a8-43f0-a139-856e803f26d7 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:13.023019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:13.077087 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7774f1d7-f36c-4839-8414-d9bb5cc63219 None None] Port c320532b-cfb6-4a9d-a1df-0514d5ff6291 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:19:13.506536 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44018) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:13.511535 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-258031215-network', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:13.615292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Made reservation on behalf of c9feb7b88d934d7db96df1193dcf4237 for: {'network': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:19:13.617679 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:13.626842 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:13.706497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:13.792551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:13.818278 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=103725) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:19:13.828198 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b17fa47-e551-4f45-9325-5acc2b323e6f,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:13.833775 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:13.834119 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.segments_db [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Added segment f664363d-02ee-451c-a090-d63b2588d052 of type vlan for network 39fcdffa-390b-48db-a3e3-9f9ea3698b9f Dec 06 15:19:13.875759 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:13.968531 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:13.969574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:13.970160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:14.034398 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] Pushing event updated for resources: {'Network': ['ID=39fcdffa-390b-48db-a3e3-9f9ea3698b9f,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:14.044411 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 39fcdffa-390b-48db-a3e3-9f9ea3698b9f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:19:14.063467 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3ba9406a-2657-4e56-b442-2cb36ed8bbb3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5558312 Dec 06 15:19:14.066212 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44020) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:14.071485 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-aea42814-3c3b-468b-8627-e1336188fa86 admin admin] Request body: {'subnet': {'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-258031215-subnet', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:14.157441 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aea42814-3c3b-468b-8627-e1336188fa86 admin admin] Made reservation on behalf of c9feb7b88d934d7db96df1193dcf4237 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:19:14.159835 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aea42814-3c3b-468b-8627-e1336188fa86 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:14.408446 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aea42814-3c3b-468b-8627-e1336188fa86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:14.464448 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea42814-3c3b-468b-8627-e1336188fa86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6df34e16-0fea-492e-bb13-631b3fa1d58e,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:14.474216 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aea42814-3c3b-468b-8627-e1336188fa86 admin admin] Checking segment: {'id': 'f664363d-02ee-451c-a090-d63b2588d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:14.474574 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea42814-3c3b-468b-8627-e1336188fa86 admin admin] Network hostable DHCP agents. Network: 39fcdffa-390b-48db-a3e3-9f9ea3698b9f, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:19:14.552515 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea42814-3c3b-468b-8627-e1336188fa86 admin admin] Network 39fcdffa-390b-48db-a3e3-9f9ea3698b9f is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:19:14.631857 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-aea42814-3c3b-468b-8627-e1336188fa86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 39fcdffa-390b-48db-a3e3-9f9ea3698b9f) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:14.635874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea42814-3c3b-468b-8627-e1336188fa86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:14.636511 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-aea42814-3c3b-468b-8627-e1336188fa86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:14.640611 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4fd92e-196e-4e0a-9df9-3c45d426fec9 None None] Network 39fcdffa-390b-48db-a3e3-9f9ea3698b9f requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:19:14.726649 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-aea42814-3c3b-468b-8627-e1336188fa86 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6588194 Dec 06 15:19:14.729247 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44022) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:14.734208 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-258031215-router', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:14.767121 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Sync routers for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:19:14.777191 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:14.777971 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:19:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:14.788147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-39fcdffa-390b-48db-a3e3-9f9ea3698b9f', 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'fixed_ips': [{'subnet_id': '6df34e16-0fea-492e-bb13-631b3fa1d58e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:19:14.789038 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:14.821182 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:14.825549 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:14.888430 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:14.897167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:14.940781 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Allocated IP 172.20.0.2 (39fcdffa-390b-48db-a3e3-9f9ea3698b9f/6df34e16-0fea-492e-bb13-631b3fa1d58e/67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:19:14.944564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:15.074276 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:15.074994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.093660 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.096735 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 2, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:15.127010 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Checking router: 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:19:15.127422 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Updating router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab port c320532b-cfb6-4a9d-a1df-0514d5ff6291 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:19:15.153167 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.163745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.272456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.312444 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Network 39fcdffa-390b-48db-a3e3-9f9ea3698b9f is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:15.315397 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:15.319618 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:19:15.325246 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Pushing event updated for resources: {'Port': ['ID=67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:15.358863 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.377666 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Attempting to bind port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:19:15.378101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Attempting to bind port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f664363d-02ee-451c-a090-d63b2588d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:19:15.378406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Attempting to bind port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a on network 39fcdffa-390b-48db-a3e3-9f9ea3698b9f {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:15.380196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.384773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:19:15.384773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Checking segment: {'id': 'f664363d-02ee-451c-a090-d63b2588d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:15.385183 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.385265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Bound using segment: {'id': 'f664363d-02ee-451c-a090-d63b2588d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:19:15.385799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Bound port: 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f664363d-02ee-451c-a090-d63b2588d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:19:15.386184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.422452 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.449128 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] For port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:15.452487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] For port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a,segment=NetworkSegment(f664363d-02ee-451c-a090-d63b2588d052),segment_id=f664363d-02ee-451c-a090-d63b2588d052)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:19:15.486228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Allocated IP 172.36.1.120 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/d6191643-6cdf-494d-8b6e-7355e1a012df) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:19:15.523475 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.546968 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.574376 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Pushing event updated for resources: {'Port': ['ID=c320532b-cfb6-4a9d-a1df-0514d5ff6291,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:15.584305 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:15.588070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:15.588070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:15.588070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:15.588070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:15.588070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:15.588070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:15.588070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:15.588070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:15.588070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:15.588070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:15.588070 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:15.588892 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:19:15.589799 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.637517 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Attempting to bind port c320532b-cfb6-4a9d-a1df-0514d5ff6291 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:19:15.637932 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Attempting to bind port c320532b-cfb6-4a9d-a1df-0514d5ff6291 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:19:15.638315 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Attempting to bind port c320532b-cfb6-4a9d-a1df-0514d5ff6291 on network a9296199-3ae6-45f4-9c31-a2e0b6912b7f {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:15.640764 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5da3fde-494d-48a5-9dc5-ea7ce82f2fb2 None None] Pushing event updated for resources: {'Port': ['ID=67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:15.644981 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:19:15.645681 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Checking segment: {'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:15.646295 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.647009 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Bound using segment: {'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:19:15.647515 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Bound port: c320532b-cfb6-4a9d-a1df-0514d5ff6291, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:19:15.647904 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.683994 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.714352 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] For port c320532b-cfb6-4a9d-a1df-0514d5ff6291, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:15.717690 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] For port c320532b-cfb6-4a9d-a1df-0514d5ff6291, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c320532b-cfb6-4a9d-a1df-0514d5ff6291,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:19:15.741039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:15.742365 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Pushing event updated for resources: {'Port': ['ID=d6191643-6cdf-494d-8b6e-7355e1a012df,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:15.745194 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:15.747333 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:19:15.760015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055a122b-98e8-4e68-92ff-c94ea60c3ea1 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:19:15.810778 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.828043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2dabe684-1c65-4858-9197-3835d4e30591 None None] Provisioning complete for port d6191643-6cdf-494d-8b6e-7355e1a012df triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:15.828424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2dabe684-1c65-4858-9197-3835d4e30591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:15.954712 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2dabe684-1c65-4858-9197-3835d4e30591 None None] Port d6191643-6cdf-494d-8b6e-7355e1a012df cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:19:15.962122 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb6e7b4-779f-4229-a187-15b8edd5270d None None] Pushing event updated for resources: {'Port': ['ID=c320532b-cfb6-4a9d-a1df-0514d5ff6291,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:15.975399 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:15.976249 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:19:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:16.097496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-70bf595f-4939-4dcb-a13a-0c6aea986b36 None None] Provisioning complete for port c320532b-cfb6-4a9d-a1df-0514d5ff6291 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:16.099323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-70bf595f-4939-4dcb-a13a-0c6aea986b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:16.125578 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:16.194050 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:16.263122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-70bf595f-4939-4dcb-a13a-0c6aea986b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:16.310247 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-70bf595f-4939-4dcb-a13a-0c6aea986b36 None None] For port c320532b-cfb6-4a9d-a1df-0514d5ff6291, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c320532b-cfb6-4a9d-a1df-0514d5ff6291,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:16.380804 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-70bf595f-4939-4dcb-a13a-0c6aea986b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:16.402525 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:15Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:16.430702 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78bc459-1a76-4354-bea9-b6f3bd62816b None None] The sync data for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv is: [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:15Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:19:16.434100 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf595f-4939-4dcb-a13a-0c6aea986b36 None None] Pushing event updated for resources: {'Port': ['ID=c320532b-cfb6-4a9d-a1df-0514d5ff6291,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:16.516542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-99abdaf9-4054-47ff-9a84-1c0031924f86 None None] Provisioning complete for port c320532b-cfb6-4a9d-a1df-0514d5ff6291 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:16.516542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-99abdaf9-4054-47ff-9a84-1c0031924f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:16.780398 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:16.898687 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f6904-ae1f-4b1e-87e9-82db98162de2 None None] Network 39fcdffa-390b-48db-a3e3-9f9ea3698b9f requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:19:16.975581 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-453b7082-b0f3-410d-9f86-d2c6847878e2 None None] Provisioning complete for port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:16.975955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-453b7082-b0f3-410d-9f86-d2c6847878e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:17.008905 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:17.015111 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Router f13105b4-0194-431a-905c-4603259ef72d is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:19:17.133697 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:19:17.155792 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Sync routers for ids ['f13105b4-0194-431a-905c-4603259ef72d'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:19:17.184466 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:17.186874 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:17.190519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-453b7082-b0f3-410d-9f86-d2c6847878e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:17.192795 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Routers {'f13105b4-0194-431a-905c-4603259ef72d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:17.193448 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:19:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f13105b4-0194-431a-905c-4603259ef72d'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:17.205582 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:17.206835 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a789c2ad-c2c7-47bb-8e13-a96141d38767 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4767342 Dec 06 15:19:17.209579 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44024) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:17.482582 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-453b7082-b0f3-410d-9f86-d2c6847878e2 None None] For port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a,segment=NetworkSegment(f664363d-02ee-451c-a090-d63b2588d052),segment_id=f664363d-02ee-451c-a090-d63b2588d052)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:17.529118 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Set router f13105b4-0194-431a-905c-4603259ef72d gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:17.585561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-453b7082-b0f3-410d-9f86-d2c6847878e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:17.595431 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:17.641825 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:17.708454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453b7082-b0f3-410d-9f86-d2c6847878e2 None None] Pushing event updated for resources: {'Port': ['ID=67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:17.767775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-327904f9-9238-4fe6-b32a-77047c53d47f None None] Provisioning complete for port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:17.768145 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-327904f9-9238-4fe6-b32a-77047c53d47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:17.788383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:19:17.790269 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:19:17.810311 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Allocated IP 172.20.0.1 (39fcdffa-390b-48db-a3e3-9f9ea3698b9f/6df34e16-0fea-492e-bb13-631b3fa1d58e/a08fd958-bf9f-4ce0-9df0-404c3c05eb8b) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:19:17.871398 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13105b4-0194-431a-905c-4603259ef72d', 'name': 'tempest-TestShelveInstance-258031215-router', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:14Z', 'updated_at': '2021-12-06T15:19:15Z', 'revision_number': 3, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'gw_port': {'id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:15Z', 'updated_at': '2021-12-06T15:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:17.905353 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Checking router: f13105b4-0194-431a-905c-4603259ef72d for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:19:17.905707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Updating router f13105b4-0194-431a-905c-4603259ef72d port d6191643-6cdf-494d-8b6e-7355e1a012df binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:19:17.912189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:17.936758 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.015223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.058852 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Network 39fcdffa-390b-48db-a3e3-9f9ea3698b9f is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:18.063054 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:18.065580 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:19:18.097268 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Pushing event updated for resources: {'Port': ['ID=a08fd958-bf9f-4ce0-9df0-404c3c05eb8b,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:18.119423 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.203416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.266284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.326990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.333599 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74dc41a8-8e14-4f4b-a9f3-6764525851cf None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:19:18.364242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfecd7-54ab-4f60-b7a2-96275657ff7c None None] Pushing event updated for resources: {'Port': ['ID=d6191643-6cdf-494d-8b6e-7355e1a012df,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:18.368264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Attempting to bind port d6191643-6cdf-494d-8b6e-7355e1a012df on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:19:18.368634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Attempting to bind port d6191643-6cdf-494d-8b6e-7355e1a012df by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:19:18.369016 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Attempting to bind port d6191643-6cdf-494d-8b6e-7355e1a012df on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:18.371423 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c320532b-cfb6-4a9d-a1df-0514d5ff6291 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:18.397506 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:19:18.397876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:18.398278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.398663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:19:18.399136 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Bound port: d6191643-6cdf-494d-8b6e-7355e1a012df, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:19:18.399509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.430512 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8216a628-3396-4da8-82cc-480cbda2d4d9 None None] Provisioning complete for port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:18.430874 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8216a628-3396-4da8-82cc-480cbda2d4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.487941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.495273 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-8216a628-3396-4da8-82cc-480cbda2d4d9 None None] Port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:19:18.497174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] For port d6191643-6cdf-494d-8b6e-7355e1a012df, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:18.501652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] For port d6191643-6cdf-494d-8b6e-7355e1a012df, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6191643-6cdf-494d-8b6e-7355e1a012df,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:19:18.509673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port c320532b-cfb6-4a9d-a1df-0514d5ff6291 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:18.510060 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.552734 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.572519 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.621295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.623299 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Pushing event updated for resources: {'Port': ['ID=a08fd958-bf9f-4ce0-9df0-404c3c05eb8b,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:18.637517 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c171df8c-52cc-4ec1-acb1-69ce02d9f6e6 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:19:18.663872 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-94400dd2-143c-497e-bced-46380007cdf6 None None] Provisioning complete for port d6191643-6cdf-494d-8b6e-7355e1a012df triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:18.664259 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94400dd2-143c-497e-bced-46380007cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.665671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dfecd7-54ab-4f60-b7a2-96275657ff7c None None] Pushing event updated for resources: {'Port': ['ID=d6191643-6cdf-494d-8b6e-7355e1a012df,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:18.689436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Routers {'f13105b4-0194-431a-905c-4603259ef72d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:18.690076 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:19:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f13105b4-0194-431a-905c-4603259ef72d'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:18.727061 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Network 39fcdffa-390b-48db-a3e3-9f9ea3698b9f is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:18.728888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:18.845195 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] Set router f13105b4-0194-431a-905c-4603259ef72d gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:18.846982 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94400dd2-143c-497e-bced-46380007cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:18.849885 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Router f13105b4-0194-431a-905c-4603259ef72d has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:19:18.903075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-94400dd2-143c-497e-bced-46380007cdf6 None None] For port d6191643-6cdf-494d-8b6e-7355e1a012df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6191643-6cdf-494d-8b6e-7355e1a012df,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:18.947017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:18.967150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:19:18.973182 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-42742e4f-c331-4e5d-86ea-bde14c54ddc5 admin admin] 10.222.0.42 "PUT /v2.0/routers/f13105b4-0194-431a-905c-4603259ef72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7620845 Dec 06 15:19:18.985526 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-94400dd2-143c-497e-bced-46380007cdf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:19.247757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-adbe167d-9139-4004-a634-2efae15b4411 None None] Provisioning complete for port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:19.248376 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-adbe167d-9139-4004-a634-2efae15b4411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:19.272678 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94400dd2-143c-497e-bced-46380007cdf6 None None] Pushing event updated for resources: {'Port': ['ID=d6191643-6cdf-494d-8b6e-7355e1a012df,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:19.295791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:19.296162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:19.350878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-adbe167d-9139-4004-a634-2efae15b4411 None None] Port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:19:19.376635 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-adbe167d-9139-4004-a634-2efae15b4411 None None] Provisioning complete for port d6191643-6cdf-494d-8b6e-7355e1a012df triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:19.377068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-adbe167d-9139-4004-a634-2efae15b4411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:19.451699 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13105b4-0194-431a-905c-4603259ef72d', 'name': 'tempest-TestShelveInstance-258031215-router', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:14Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 4, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'gw_port': {'id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:15Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a08fd958-bf9f-4ce0-9df0-404c3c05eb8b', 'name': '', 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'mac_address': 'fa:16:3e:c5:88:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '6df34e16-0fea-492e-bb13-631b3fa1d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:17Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 2, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'subnets': [{'id': '6df34e16-0fea-492e-bb13-631b3fa1d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:19.487791 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83b3aef-0b15-4497-9cf0-85a6fa5cc226 None None] The sync data for ids ['f13105b4-0194-431a-905c-4603259ef72d'] in dv-neutron-master-2-hyperv is: [{'id': 'f13105b4-0194-431a-905c-4603259ef72d', 'name': 'tempest-TestShelveInstance-258031215-router', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:14Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 4, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'gw_port': {'id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:15Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a08fd958-bf9f-4ce0-9df0-404c3c05eb8b', 'name': '', 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'mac_address': 'fa:16:3e:c5:88:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '6df34e16-0fea-492e-bb13-631b3fa1d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:17Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 2, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'subnets': [{'id': '6df34e16-0fea-492e-bb13-631b3fa1d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:19:19.706707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 44034) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:19.712040 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-95e09575-45b8-47b4-aa50-7cad768a61d7 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-17427438', 'description': 'tempest-secgroup-smoke-17427438 description', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:19.798124 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-95e09575-45b8-47b4-aa50-7cad768a61d7 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:19.866920 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-95e09575-45b8-47b4-aa50-7cad768a61d7 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:19.923715 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-95e09575-45b8-47b4-aa50-7cad768a61d7 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:19.954440 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e09575-45b8-47b4-aa50-7cad768a61d7 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeb7da5-dc93-4676-9a4c-d889938afd3b,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:20.011615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-95e09575-45b8-47b4-aa50-7cad768a61d7 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.012793 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-95e09575-45b8-47b4-aa50-7cad768a61d7 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3044462 Dec 06 15:19:20.015940 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44036) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:20.020693 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-dd6b052a-b6ce-431f-a2cd-5b075f21bd5a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group_rule': {'security_group_id': 'dfeb7da5-dc93-4676-9a4c-d889938afd3b', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:20.117042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dd6b052a-b6ce-431f-a2cd-5b075f21bd5a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.177492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dd6b052a-b6ce-431f-a2cd-5b075f21bd5a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.277457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dd6b052a-b6ce-431f-a2cd-5b075f21bd5a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.302016 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b052a-b6ce-431f-a2cd-5b075f21bd5a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ad5d43-b27a-44cb-8c8f-a8575124c8e1,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:20.376268 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-dd6b052a-b6ce-431f-a2cd-5b075f21bd5a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.377590 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-dd6b052a-b6ce-431f-a2cd-5b075f21bd5a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3606398 Dec 06 15:19:20.380312 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44038) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:20.384754 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e8b1ad16-4f4a-4dab-b429-775f195c6260 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group_rule': {'security_group_id': 'dfeb7da5-dc93-4676-9a4c-d889938afd3b', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:20.467907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ad16-4f4a-4dab-b429-775f195c6260 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.526755 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ad16-4f4a-4dab-b429-775f195c6260 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.603020 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ad16-4f4a-4dab-b429-775f195c6260 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.621787 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1ad16-4f4a-4dab-b429-775f195c6260 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf8ffc7-4f92-4a8e-97ff-bdf67d6a4108,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:20.685098 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e8b1ad16-4f4a-4dab-b429-775f195c6260 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.686356 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e8b1ad16-4f4a-4dab-b429-775f195c6260 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3050864 Dec 06 15:19:20.689130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44040) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:20.693566 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-3e91c7aa-ac1b-438f-ab5b-e845063aae74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group_rule': {'security_group_id': 'dfeb7da5-dc93-4676-9a4c-d889938afd3b', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:20.774525 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3e91c7aa-ac1b-438f-ab5b-e845063aae74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.832797 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3e91c7aa-ac1b-438f-ab5b-e845063aae74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.903184 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d6191643-6cdf-494d-8b6e-7355e1a012df up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:20.906274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3e91c7aa-ac1b-438f-ab5b-e845063aae74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.922024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e91c7aa-ac1b-438f-ab5b-e845063aae74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814ecbbc-43da-4eb7-be49-9e6c30ed98ce,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:20.955639 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port d6191643-6cdf-494d-8b6e-7355e1a012df triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:20.956006 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.976979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-3e91c7aa-ac1b-438f-ab5b-e845063aae74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:20.978214 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-3e91c7aa-ac1b-438f-ab5b-e845063aae74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2881539 Dec 06 15:19:20.981088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44042) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:20.985518 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-a852df60-870f-41d1-b443-ecf869570822 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group_rule': {'security_group_id': 'dfeb7da5-dc93-4676-9a4c-d889938afd3b', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:21.054646 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a852df60-870f-41d1-b443-ecf869570822 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:21.116085 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a852df60-870f-41d1-b443-ecf869570822 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:21.174286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a852df60-870f-41d1-b443-ecf869570822 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:21.192012 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a852df60-870f-41d1-b443-ecf869570822 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=792fedcf-5955-4771-b6c5-e5252171c25c,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:21.261974 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-a852df60-870f-41d1-b443-ecf869570822 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:21.263234 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-a852df60-870f-41d1-b443-ecf869570822 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2812037 Dec 06 15:19:21.265986 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44044) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:21.270907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c2e1f5e5-febc-49e3-8840-a89df761074b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group_rule': {'security_group_id': 'dfeb7da5-dc93-4676-9a4c-d889938afd3b', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:21.361385 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Sync routers for ids ['f13105b4-0194-431a-905c-4603259ef72d'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:19:21.370080 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Routers {'f13105b4-0194-431a-905c-4603259ef72d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:21.370683 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:19:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f13105b4-0194-431a-905c-4603259ef72d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:21.380798 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-c2e1f5e5-febc-49e3-8840-a89df761074b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Project e9a43b06512d4bbb95e4b7cf8af458fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:19:21.385969 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c2e1f5e5-febc-49e3-8840-a89df761074b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:21.450184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c2e1f5e5-febc-49e3-8840-a89df761074b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:21.529005 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c2e1f5e5-febc-49e3-8840-a89df761074b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:21.544180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1f5e5-febc-49e3-8840-a89df761074b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ac9adb-b367-46f3-8e8a-b13fe760c10d,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:21.562935 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Set router f13105b4-0194-431a-905c-4603259ef72d gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:21.622609 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c2e1f5e5-febc-49e3-8840-a89df761074b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:21.623752 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c2e1f5e5-febc-49e3-8840-a89df761074b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3568687 Dec 06 15:19:21.626530 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44046) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:21.631828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-e6cfd1f3-ba14-4881-bff0-b25ce77bfb1d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group_rule': {'security_group_id': 'dfeb7da5-dc93-4676-9a4c-d889938afd3b', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:21.700571 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-e6cfd1f3-ba14-4881-bff0-b25ce77bfb1d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Project e9a43b06512d4bbb95e4b7cf8af458fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:19:21.705689 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd1f3-ba14-4881-bff0-b25ce77bfb1d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:21.760109 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13105b4-0194-431a-905c-4603259ef72d', 'name': 'tempest-TestShelveInstance-258031215-router', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:14Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 4, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'gw_port': {'id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:15Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a08fd958-bf9f-4ce0-9df0-404c3c05eb8b', 'name': '', 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'mac_address': 'fa:16:3e:c5:88:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '6df34e16-0fea-492e-bb13-631b3fa1d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:17Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 2, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'subnets': [{'id': '6df34e16-0fea-492e-bb13-631b3fa1d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:21.766438 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd1f3-ba14-4881-bff0-b25ce77bfb1d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:21.786775 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Checking router: f13105b4-0194-431a-905c-4603259ef72d for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:19:21.787128 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Updating router f13105b4-0194-431a-905c-4603259ef72d port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:19:21.811543 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:21.820751 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd1f3-ba14-4881-bff0-b25ce77bfb1d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:21.835837 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfd1f3-ba14-4881-bff0-b25ce77bfb1d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0cdde1-5196-4435-8c6c-cfe9221898dd,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:21.902518 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6cfd1f3-ba14-4881-bff0-b25ce77bfb1d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:21.903775 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e6cfd1f3-ba14-4881-bff0-b25ce77bfb1d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2761543 Dec 06 15:19:22.077602 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:22.163585 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:22.218103 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc07708-b8ee-44c7-9994-18d7dfafa23d None None] Pushing event updated for resources: {'Port': ['ID=a08fd958-bf9f-4ce0-9df0-404c3c05eb8b,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:22.277852 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Attempting to bind port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:19:22.278223 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Attempting to bind port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f664363d-02ee-451c-a090-d63b2588d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:19:22.278947 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Attempting to bind port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b on network 39fcdffa-390b-48db-a3e3-9f9ea3698b9f {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:22.284312 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 19, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:19:22.284685 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Checking segment: {'id': 'f664363d-02ee-451c-a090-d63b2588d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:22.285725 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:22.286118 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Bound using segment: {'id': 'f664363d-02ee-451c-a090-d63b2588d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:19:22.286578 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Bound port: a08fd958-bf9f-4ce0-9df0-404c3c05eb8b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f664363d-02ee-451c-a090-d63b2588d052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:19:22.287199 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:22.336243 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-2bf42a3f-84c7-4745-9934-a2469c4b1650 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-17427438&fields=id&tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd HTTP/1.1" status: 200 len: 267 time: 0.0458057 Dec 06 15:19:22.357999 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] For port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:22.361362 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] For port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a08fd958-bf9f-4ce0-9df0-404c3c05eb8b,segment=NetworkSegment(f664363d-02ee-451c-a090-d63b2588d052),segment_id=f664363d-02ee-451c-a090-d63b2588d052)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:19:22.432598 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:22.451269 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-62ec080f-df97-4dc2-91b0-7e5e4337707c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:22.452768 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-62ec080f-df97-4dc2-91b0-7e5e4337707c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 809 time: 0.1084697 Dec 06 15:19:22.469067 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-1f08a25b-9496-4bd6-9249-12ff1a0a0764 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/quotas/e9a43b06512d4bbb95e4b7cf8af458fd HTTP/1.1" status: 200 len: 375 time: 0.0096130 Dec 06 15:19:22.471879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7f826f17-081e-4bee-955b-304a95c64bc7 None None] Provisioning complete for port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:22.473768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f826f17-081e-4bee-955b-304a95c64bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:22.496287 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc07708-b8ee-44c7-9994-18d7dfafa23d None None] Pushing event updated for resources: {'Port': ['ID=a08fd958-bf9f-4ce0-9df0-404c3c05eb8b,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:22.500253 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Routers {'f13105b4-0194-431a-905c-4603259ef72d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:22.501093 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:19:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f13105b4-0194-431a-905c-4603259ef72d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:22.544229 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-69327d71-271f-4974-8fcb-d76fa0eda35c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569046 Dec 06 15:19:22.580797 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f826f17-081e-4bee-955b-304a95c64bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:22.621775 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7f826f17-081e-4bee-955b-304a95c64bc7 None None] For port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a08fd958-bf9f-4ce0-9df0-404c3c05eb8b,segment=NetworkSegment(f664363d-02ee-451c-a090-d63b2588d052),segment_id=f664363d-02ee-451c-a090-d63b2588d052)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:22.631450 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] Set router f13105b4-0194-431a-905c-4603259ef72d gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:22.675295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-685bd72a-2621-4053-b238-aae892e8bc0b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:19:22.676417 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-685bd72a-2621-4053-b238-aae892e8bc0b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1313870 Dec 06 15:19:22.683520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7f826f17-081e-4bee-955b-304a95c64bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:22.748621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f826f17-081e-4bee-955b-304a95c64bc7 None None] Pushing event updated for resources: {'Port': ['ID=a08fd958-bf9f-4ce0-9df0-404c3c05eb8b,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:22.787953 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-be900968-30c6-4ad0-9484-78b151667150 service neutron] 10.222.0.42 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046019 Dec 06 15:19:22.805072 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-8313b93a-af6c-400d-9502-38b87792592f None None] Provisioning complete for port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:22.805706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8313b93a-af6c-400d-9502-38b87792592f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:22.857865 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13105b4-0194-431a-905c-4603259ef72d', 'name': 'tempest-TestShelveInstance-258031215-router', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:14Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 4, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'gw_port': {'id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:15Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a08fd958-bf9f-4ce0-9df0-404c3c05eb8b', 'name': '', 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'mac_address': 'fa:16:3e:c5:88:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '6df34e16-0fea-492e-bb13-631b3fa1d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:17Z', 'updated_at': '2021-12-06T15:19:22Z', 'revision_number': 4, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'subnets': [{'id': '6df34e16-0fea-492e-bb13-631b3fa1d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:22.892536 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89cad2c-6875-49e4-9b59-266f0f11bf0a None None] The sync data for ids ['f13105b4-0194-431a-905c-4603259ef72d'] in dv-neutron-master-2-hyperv is: [{'id': 'f13105b4-0194-431a-905c-4603259ef72d', 'name': 'tempest-TestShelveInstance-258031215-router', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:14Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 4, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'gw_port': {'id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:15Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a08fd958-bf9f-4ce0-9df0-404c3c05eb8b', 'name': '', 'network_id': '39fcdffa-390b-48db-a3e3-9f9ea3698b9f', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'mac_address': 'fa:16:3e:c5:88:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '6df34e16-0fea-492e-bb13-631b3fa1d58e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:17Z', 'updated_at': '2021-12-06T15:19:22Z', 'revision_number': 4, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'subnets': [{'id': '6df34e16-0fea-492e-bb13-631b3fa1d58e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:19:22.912751 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-7c821c8f-2da2-4dae-8c9a-6136a09c16d2 service neutron] 10.222.0.42 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166346 Dec 06 15:19:22.945299 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a08fd958-bf9f-4ce0-9df0-404c3c05eb8b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:22.995788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:22.996329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:24.237837 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-85f35dfe-5445-4c42-a0d1-9511b66a1951 req-e75ba3b8-bea4-4f77-ad97-dd3af3099231 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 210 time: 0.0797503 Dec 06 15:19:25.137013 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:19:25.313123 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d7dfc306-cde5-421e-886e-630d3f31e12e req-6a3dc090-5eeb-4b85-863f-d521d7ec5f62 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 210 time: 0.0259187 Dec 06 15:19:26.469905 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cd845ea7-1d6d-48ad-b6a2-fe6fe2e3c16e req-e7ec69a8-99a6-4ef5-b89b-8ee93d0f0a6a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 210 time: 0.0736759 Dec 06 15:19:27.630950 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-042e8509-239b-498b-ae02-d5784ca0f0f5 req-55febd06-d03d-4677-aa3e-622e73b2ec6b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 210 time: 0.0693409 Dec 06 15:19:28.731427 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6030928f-f1e2-4dcb-a82c-72b9bdd431f5 req-13a5773e-0a55-412b-a09e-610853083024 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 210 time: 0.0307713 Dec 06 15:19:29.829107 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1b5914da-148e-4599-8ecc-1f3760efb267 req-bdef2588-cdc1-4d8c-a3e9-70eac73e54c6 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 210 time: 0.0307319 Dec 06 15:19:30.117855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:30.142719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-b2f16dd7-30e9-4251-97b2-8856a6b74b9e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:30.144145 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-b2f16dd7-30e9-4251-97b2-8856a6b74b9e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 809 time: 0.1044374 Dec 06 15:19:30.206958 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-82e32626-4f4f-47e4-baa1-bea30b7da199 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd HTTP/1.1" status: 200 len: 378 time: 0.0531142 Dec 06 15:19:30.223605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-79d64d8d-3f4a-40fd-8c09-54def0863f74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'port': {'device_id': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'admin_state_up': True, 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'security_groups': ['dfeb7da5-dc93-4676-9a4c-d889938afd3b']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:30.397816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-79d64d8d-3f4a-40fd-8c09-54def0863f74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Made reservation on behalf of e9a43b06512d4bbb95e4b7cf8af458fd for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:19:30.401427 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-79d64d8d-3f4a-40fd-8c09-54def0863f74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:30.529512 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-79d64d8d-3f4a-40fd-8c09-54def0863f74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Allocated IP 172.20.0.13 (a9296199-3ae6-45f4-9c31-a2e0b6912b7f/2ea969f5-0cf3-4668-ac46-5f7191e0ec7f/57bf4e32-0da4-4eac-b5e5-d9e746f9cd92) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:19:30.659577 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-79d64d8d-3f4a-40fd-8c09-54def0863f74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:30.757834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-79d64d8d-3f4a-40fd-8c09-54def0863f74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:30.805092 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-79d64d8d-3f4a-40fd-8c09-54def0863f74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Network a9296199-3ae6-45f4-9c31-a2e0b6912b7f is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:30.808036 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-79d64d8d-3f4a-40fd-8c09-54def0863f74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:30.811702 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-79d64d8d-3f4a-40fd-8c09-54def0863f74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:19:30.839628 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d64d8d-3f4a-40fd-8c09-54def0863f74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'Port': ['ID=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:30.866298 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-79d64d8d-3f4a-40fd-8c09-54def0863f74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:30.866953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-79d64d8d-3f4a-40fd-8c09-54def0863f74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:30.952043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37e349-5501-4a29-8a46-550b9cd98274 req-8f8f3992-dd2e-4e32-ab8e-795bf9cebaa1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:30.953685 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2b37e349-5501-4a29-8a46-550b9cd98274 req-8f8f3992-dd2e-4e32-ab8e-795bf9cebaa1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 932 time: 0.0521698 Dec 06 15:19:30.970500 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-79d64d8d-3f4a-40fd-8c09-54def0863f74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7507789 Dec 06 15:19:31.014095 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2b37e349-5501-4a29-8a46-550b9cd98274 req-977fe2be-d8c4-45c2-bc69-c2f4eb7311b5 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536792 Dec 06 15:19:31.034467 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Request body: {'port': {'device_id': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:31.070502 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-85e5d55f-ba30-49eb-9fb3-e595933a59bb None None] Provisioning complete for port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:31.070877 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-85e5d55f-ba30-49eb-9fb3-e595933a59bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:31.092039 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:31.107766 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-85e5d55f-ba30-49eb-9fb3-e595933a59bb None None] Port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:19:31.350524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:19:31.351728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5728cd9d-5d2b-448f-b4f5-15f1bf49f5ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:31.358156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:31.370424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Transition to ACTIVE for port object 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:19:31.431304 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:31.478387 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Pushing event updated for resources: {'Port': ['ID=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:31.555318 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Attempting to bind port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:19:31.555650 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Attempting to bind port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:19:31.555977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Attempting to bind port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 on network a9296199-3ae6-45f4-9c31-a2e0b6912b7f {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:31.560437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 on network a9296199-3ae6-45f4-9c31-a2e0b6912b7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:19:31.560752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Attempting to bind port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 on network a9296199-3ae6-45f4-9c31-a2e0b6912b7f {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:19:31.565796 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:19:31.566126 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Checking segment: {'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:19:31.566503 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Bound using segment: {'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:19:31.566926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Bound port: 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:19:31.567278 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:31.631418 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] For port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:19:31.634600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] For port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:19:31.729727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:31.765721 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:31.766336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:31.767756 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] 10.222.0.41 "PUT /v2.0/ports/57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 HTTP/1.1" status: 200 len: 1094 time: 0.7838142 Dec 06 15:19:31.768177 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:19:31.770553 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ad8067de257f5e6ddb2ba67c601c78265d4399a72f79a54b36cef0d3c93f390" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1695bec1-c34d-49cc-ab04-502791d14797" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:19:31.799520 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4271a-f660-4e07-ac9f-18b6b7fa7d4b service neutron] Pushing event updated for resources: {'Port': ['ID=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:31.872615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425ac1e2-777b-4c49-a477-6e2fadf6f596 x-openstack-request-id: req-425ac1e2-777b-4c49-a477-6e2fadf6f596 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:19:31.872615 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:19:31.872933 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-425ac1e2-777b-4c49-a477-6e2fadf6f596 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:19:31.873340 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'status': 'completed', 'code': 200} Dec 06 15:19:31.936679 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-977de30b-528e-46d7-9d6a-6f4d8d1c8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:31.938413 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-977de30b-528e-46d7-9d6a-6f4d8d1c8969 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1097 time: 0.0485475 Dec 06 15:19:31.980215 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-e28c9515-1289-434b-b2f0-24f56d7a8e08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 HTTP/1.1" status: 200 len: 217 time: 0.0340834 Dec 06 15:19:32.026891 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-30688546-a170-4e8a-bd15-28f219ae168d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:32.028272 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-30688546-a170-4e8a-bd15-28f219ae168d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0419710 Dec 06 15:19:32.076762 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-f8749178-41c0-43f0-8ca2-482cad3bfc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:32.078272 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-f8749178-41c0-43f0-8ca2-482cad3bfc3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435104 Dec 06 15:19:32.184766 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a03cae-fad5-4c8d-b159-d2946a77567e req-1bef19de-1340-4ac7-a6ac-890ef2f6e7e9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:32.186255 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a6a03cae-fad5-4c8d-b159-d2946a77567e req-1bef19de-1340-4ac7-a6ac-890ef2f6e7e9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.1042860 Dec 06 15:19:32.215129 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-d515f2af-7395-4568-bfa4-cd0400e575f8 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246645 Dec 06 15:19:32.291310 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a6a03cae-fad5-4c8d-b159-d2946a77567e req-ecd39995-8e88-4c9e-bc56-9e02b70ccc52 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0970092 Dec 06 15:19:32.322161 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6257b73d-e42a-4f0f-9b4d-e6f69c5ad5a1 req-5d91aecf-e7ff-4cf2-9e5b-8f986251b340 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998740 Dec 06 15:19:32.491250 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695bec1-c34d-49cc-ab04-502791d14797 req-30380f2d-7f88-4bbf-997b-53cef7226e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:32.492688 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1695bec1-c34d-49cc-ab04-502791d14797 req-30380f2d-7f88-4bbf-997b-53cef7226e7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1097 time: 0.0439084 Dec 06 15:19:32.581397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695bec1-c34d-49cc-ab04-502791d14797 req-d89e7294-6f00-407a-9b82-af0592719e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:32.582842 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1695bec1-c34d-49cc-ab04-502791d14797 req-d89e7294-6f00-407a-9b82-af0592719e98 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0832207 Dec 06 15:19:32.626243 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1695bec1-c34d-49cc-ab04-502791d14797 req-9c475a60-e4eb-4dad-aadf-e8c0402e67ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 HTTP/1.1" status: 200 len: 217 time: 0.0355678 Dec 06 15:19:32.673889 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695bec1-c34d-49cc-ab04-502791d14797 req-d6684ee3-5474-4c75-a663-27ad5debb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:32.675301 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1695bec1-c34d-49cc-ab04-502791d14797 req-d6684ee3-5474-4c75-a663-27ad5debb36c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0415819 Dec 06 15:19:32.720993 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1695bec1-c34d-49cc-ab04-502791d14797 req-3de95725-323e-444a-a3c6-97e44f5e7a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:32.722459 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1695bec1-c34d-49cc-ab04-502791d14797 req-3de95725-323e-444a-a3c6-97e44f5e7a69 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393386 Dec 06 15:19:32.815915 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1695bec1-c34d-49cc-ab04-502791d14797 req-a8fa8696-be9d-44d4-a71c-3a3e8b1d80ec service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857470 Dec 06 15:19:32.904622 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1695bec1-c34d-49cc-ab04-502791d14797 req-9af0d42a-0026-41ee-8052-53171f271bcc service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799856 Dec 06 15:19:33.405088 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb6771-2aef-4747-900e-1d803baba72f req-fd355912-844c-489a-8a0e-fc89b72f875a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:33.406538 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e2cb6771-2aef-4747-900e-1d803baba72f req-fd355912-844c-489a-8a0e-fc89b72f875a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0481701 Dec 06 15:19:33.454298 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e2cb6771-2aef-4747-900e-1d803baba72f req-0fec3916-f45c-4128-a08c-0df8437abaf6 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411875 Dec 06 15:19:33.716810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3872ffe-531c-46cc-9aa8-220c3ff1424d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:33.838969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:19:33.933583 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:33.944884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'port_id': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'mac_address': 'fa:16:3e:61:1c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:19:33.981509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:33.993943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:19:34.013042 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:34.083171 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:34.128703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:34.518802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['57bf4e32-0da4-4eac-b5e5-d9e746f9cd92'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:19:34.569627 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e90145-fd71-4a11-97e0-6618a3d6d65b req-cc3c575a-afdf-4fc9-b4e3-e1d35d5e54cd tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:34.571142 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-37e90145-fd71-4a11-97e0-6618a3d6d65b req-cc3c575a-afdf-4fc9-b4e3-e1d35d5e54cd tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 945 time: 0.0496047 Dec 06 15:19:34.623460 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-37e90145-fd71-4a11-97e0-6618a3d6d65b req-6c10ba09-1cd2-4f38-b93a-01fa25965efc tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464454 Dec 06 15:19:35.026040 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:35.736400 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b1768-b74f-4de0-81c5-fab0249dcb48 req-860c12e3-422e-4929-b162-87cd1a5be451 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:35.737880 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-134b1768-b74f-4de0-81c5-fab0249dcb48 req-860c12e3-422e-4929-b162-87cd1a5be451 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 945 time: 0.0479636 Dec 06 15:19:35.786379 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-134b1768-b74f-4de0-81c5-fab0249dcb48 req-f810c70d-5662-4039-9b10-57f5bb72f58b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420609 Dec 06 15:19:35.858592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:19:35.974780 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:19:35.979111 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:19:35.979497 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:36.059686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:36.084432 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:19:36.086714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}539a86853e37e9a36381eaa0c919f95523c553d15af23b39cb3c6945f18f7091" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e6dc14-d9a9-417e-9db7-cfbb8ce3fbd2" -d '{"events": [{"server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "name": "network-vif-plugged", "status": "completed", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:19:36.099491 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:19:36.123235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf1df77-a366-4fb4-bb1f-c96d6de25f68 x-openstack-request-id: req-8cf1df77-a366-4fb4-bb1f-c96d6de25f68 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:19:36.123531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "name": "network-vif-plugged", "status": "completed", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:19:36.123785 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8cf1df77-a366-4fb4-bb1f-c96d6de25f68 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:19:36.124179 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'code': 200} Dec 06 15:19:36.163257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:36.209135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:36.236468 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:36.406513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a30528-d3e5-4ed8-ab3d-c0c6a1f7f12e req-0525dbd1-23ed-44c9-9304-1f2fe01200b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:36.408156 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-44a30528-d3e5-4ed8-ab3d-c0c6a1f7f12e req-0525dbd1-23ed-44c9-9304-1f2fe01200b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1099 time: 0.0409780 Dec 06 15:19:36.456704 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-44a30528-d3e5-4ed8-ab3d-c0c6a1f7f12e req-2b895209-93c0-4fd2-8bcf-816fa3e130b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403986 Dec 06 15:19:36.906264 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8e5050-bb1b-47e7-9f36-2006018783b5 req-70221131-599f-4dc2-a9ea-a14be8e0da5a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:36.907745 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2d8e5050-bb1b-47e7-9f36-2006018783b5 req-70221131-599f-4dc2-a9ea-a14be8e0da5a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0529399 Dec 06 15:19:36.951698 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:36.956185 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2d8e5050-bb1b-47e7-9f36-2006018783b5 req-6884b157-c7ea-4b12-83b2-9065c1c11508 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424657 Dec 06 15:19:38.072661 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d3e41-188f-4664-914b-ffbbd2eb0939 req-5cca05fe-eee3-48cb-9736-45c5d41f6a16 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:38.074116 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0e6d3e41-188f-4664-914b-ffbbd2eb0939 req-5cca05fe-eee3-48cb-9736-45c5d41f6a16 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0473056 Dec 06 15:19:38.121452 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0e6d3e41-188f-4664-914b-ffbbd2eb0939 req-46494cdf-5d1b-4884-a798-72b762010045 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415847 Dec 06 15:19:38.231777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814b6ff-7864-4014-b45e-4f8c3d7f64c9 req-9796ca98-1b77-4127-9f53-94b3b55a4cdf tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:38.233236 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4814b6ff-7864-4014-b45e-4f8c3d7f64c9 req-9796ca98-1b77-4127-9f53-94b3b55a4cdf tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0473149 Dec 06 15:19:38.281740 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4814b6ff-7864-4014-b45e-4f8c3d7f64c9 req-06fe2d7b-2e40-4a38-a1e1-a51d1e6de0e5 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425899 Dec 06 15:19:38.303869 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44140) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:38.394797 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-543fe52d-2287-4fe9-91e0-9ed6a1dd184b tempest-TestShelveInstance-574796823 tempest-TestShelveInstance-574796823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:38.396586 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-543fe52d-2287-4fe9-91e0-9ed6a1dd184b tempest-TestShelveInstance-574796823 tempest-TestShelveInstance-574796823-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1094 time: 0.0915086 Dec 06 15:19:38.399504 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44144) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:19:38.403659 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:19:38.482452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:38.575393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:38.684181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Allocated IP 172.36.1.127 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/f669f7c4-4bbd-478a-9027-abddb2488b5f) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:19:38.782487 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:38.860656 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:38.901705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:19:38.905808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:19:38.909346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:19:38.932057 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'Port': ['ID=f669f7c4-4bbd-478a-9027-abddb2488b5f,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:39.254911 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:39.367547 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:39.508988 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:39.562785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:39.630507 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'Port': ['ID=f669f7c4-4bbd-478a-9027-abddb2488b5f,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:19:39.641774 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:39.739992 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Floating IP f90d2f28-4c43-483e-a7a2-ae460520f904 associated. External IP: 172.36.1.127, port: 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92. Dec 06 15:19:39.943997 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:19:40.047653 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:19:40.057238 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd98d3-fac2-4baa-8396-72ac9ed4dbcc None None] Sync routers for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:19:40.066812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd98d3-fac2-4baa-8396-72ac9ed4dbcc None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:40.067951 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-37fd98d3-fac2-4baa-8396-72ac9ed4dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:19:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:40.136303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:19:40.163335 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-6b8c3b48-7eef-4af7-b751-5ec56a20eee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7628357 Dec 06 15:19:40.163921 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:19:40.166224 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e879303ef70231dade352be81bfbbd32fb1b5423594386aa137bf57fbdcff70e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841695bf-1cf2-40b2-8746-a985630fbca0" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:19:40.172038 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-37fd98d3-fac2-4baa-8396-72ac9ed4dbcc None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:40.204984 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee2b6cb-1a0d-42f6-ab5a-b92d97fc1cdc x-openstack-request-id: req-1ee2b6cb-1a0d-42f6-ab5a-b92d97fc1cdc {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:19:40.205279 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:19:40.205542 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ee2b6cb-1a0d-42f6-ab5a-b92d97fc1cdc {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:19:40.205947 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'status': 'completed', 'code': 200} Dec 06 15:19:40.269757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841695bf-1cf2-40b2-8746-a985630fbca0 req-4364b37d-0c4c-4f64-881f-39a5d92f1544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:40.271536 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-841695bf-1cf2-40b2-8746-a985630fbca0 req-4364b37d-0c4c-4f64-881f-39a5d92f1544 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1099 time: 0.0446355 Dec 06 15:19:40.359491 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841695bf-1cf2-40b2-8746-a985630fbca0 req-e34b9d32-e7e2-4592-91c2-d9b8300cde6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:40.360977 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-841695bf-1cf2-40b2-8746-a985630fbca0 req-e34b9d32-e7e2-4592-91c2-d9b8300cde6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0824609 Dec 06 15:19:40.404568 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-37fd98d3-fac2-4baa-8396-72ac9ed4dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f90d2f28-4c43-483e-a7a2-ae460520f904', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'floating_ip_address': '172.36.1.127', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'port_id': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'mac_address': 'fa:16:3e:61:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:19:39Z', 'updated_at': '2021-12-06T15:19:39Z', 'revision_number': 0, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:16Z', 'revision_number': 5, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:40.429368 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-841695bf-1cf2-40b2-8746-a985630fbca0 req-b411d590-c8fc-4885-893a-3f8eae195118 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 HTTP/1.1" status: 200 len: 1000 time: 0.0608060 Dec 06 15:19:40.430787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd98d3-fac2-4baa-8396-72ac9ed4dbcc None None] Checking router: 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:19:40.439167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fd98d3-fac2-4baa-8396-72ac9ed4dbcc None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:19:40.439771 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-37fd98d3-fac2-4baa-8396-72ac9ed4dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:19:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:40.477853 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841695bf-1cf2-40b2-8746-a985630fbca0 req-560a8b3a-73df-4df5-a2bf-53f6d6dc1e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:40.479211 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-841695bf-1cf2-40b2-8746-a985630fbca0 req-560a8b3a-73df-4df5-a2bf-53f6d6dc1e06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0433395 Dec 06 15:19:40.524010 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841695bf-1cf2-40b2-8746-a985630fbca0 req-bc5f83b3-472a-41ee-a3bb-51066dfe3de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:19:40.525504 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-841695bf-1cf2-40b2-8746-a985630fbca0 req-bc5f83b3-472a-41ee-a3bb-51066dfe3de7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398324 Dec 06 15:19:40.544986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-37fd98d3-fac2-4baa-8396-72ac9ed4dbcc None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:19:40.625651 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-841695bf-1cf2-40b2-8746-a985630fbca0 req-791511e7-dbb4-4ef6-83e8-a7648229664c service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928319 Dec 06 15:19:40.714383 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-841695bf-1cf2-40b2-8746-a985630fbca0 req-4b31c527-83f3-4e1c-bd8c-91cb12854e7c service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815358 Dec 06 15:19:40.787135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-37fd98d3-fac2-4baa-8396-72ac9ed4dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f90d2f28-4c43-483e-a7a2-ae460520f904', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'floating_ip_address': '172.36.1.127', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'port_id': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'mac_address': 'fa:16:3e:61:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:19:39Z', 'updated_at': '2021-12-06T15:19:39Z', 'revision_number': 0, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:16Z', 'revision_number': 5, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:19:40.813126 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fd98d3-fac2-4baa-8396-72ac9ed4dbcc None None] The sync data for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv is: [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'f90d2f28-4c43-483e-a7a2-ae460520f904', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'floating_ip_address': '172.36.1.127', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'port_id': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1835, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'mac_address': 'fa:16:3e:61:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:19:39Z', 'updated_at': '2021-12-06T15:19:39Z', 'revision_number': 0, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:16Z', 'revision_number': 5, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:19:41.029852 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f50b916-23cd-4ac7-8c6d-f30d34a66858 None None] New status for floating IP f90d2f28-4c43-483e-a7a2-ae460520f904: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:20:00.128071 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:01.310844 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c0db94bc-0c03-4bd7-a828-7973470bba18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:02.135996 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:20:03.716729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-681cf8fd-d198-4d09-aa1f-21634d06aef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:05.048210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:06.219329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:06.962236 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:30.150539 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:31.344468 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa9531f2-0061-4cce-b087-8c311ba58b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:33.750278 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c521e0f4-6230-42f0-b59f-0e33878dcf30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:34.519396 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d909680-03b5-499e-89f1-885eafb8b117 req-b351ed6f-5f59-4215-a0b2-60a80e28cbcf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752814 Dec 06 15:20:34.601031 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909680-03b5-499e-89f1-885eafb8b117 req-046bb01a-f21c-42e9-ac57-c1ef9cb792f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:34.602471 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d909680-03b5-499e-89f1-885eafb8b117 req-046bb01a-f21c-42e9-ac57-c1ef9cb792f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1099 time: 0.0400529 Dec 06 15:20:34.705146 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909680-03b5-499e-89f1-885eafb8b117 req-13b652d5-0f73-4b9a-9ae4-854c4667e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:34.706606 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d909680-03b5-499e-89f1-885eafb8b117 req-13b652d5-0f73-4b9a-9ae4-854c4667e3b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0855188 Dec 06 15:20:34.770191 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d909680-03b5-499e-89f1-885eafb8b117 req-5019c363-228c-4be4-adff-804eecfc482d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 HTTP/1.1" status: 200 len: 1002 time: 0.0555129 Dec 06 15:20:34.821887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909680-03b5-499e-89f1-885eafb8b117 req-0f4ade22-1fa1-4f38-9b8b-4eb2305d42d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:34.823292 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d909680-03b5-499e-89f1-885eafb8b117 req-0f4ade22-1fa1-4f38-9b8b-4eb2305d42d0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0456865 Dec 06 15:20:34.868098 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909680-03b5-499e-89f1-885eafb8b117 req-b6fa2522-5a7c-417c-861d-d08f87c602eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:20:34.878527 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d909680-03b5-499e-89f1-885eafb8b117 req-b6fa2522-5a7c-417c-861d-d08f87c602eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390120 Dec 06 15:20:34.964290 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d909680-03b5-499e-89f1-885eafb8b117 req-f2cf9444-c33e-4b49-bab7-1c91a20fe65d service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824084 Dec 06 15:20:35.041917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:35.050650 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d909680-03b5-499e-89f1-885eafb8b117 req-efb7759f-22ac-4fc5-98de-bbe6861df3a7 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844316 Dec 06 15:20:36.270406 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:36.973025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:20:39.135329 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:21:00.138646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:01.320211 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0c4053ff-82c8-4b3b-ac1a-54ab81bf79bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:03.716265 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e4429419-de60-458f-8595-f0bc0e9c7c03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:05.006950 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:06.241262 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:06.938125 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:16.132961 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:21:30.138053 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:31.309303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de991e20-fbc9-420b-b88f-6f2410a37eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:33.719918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9bf9e119-b4f4-4adf-80ef-95bb89752e17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:35.029389 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:35.465350 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6f04ecfd-84c1-41b4-b762-22206273bef9 req-41e1117a-29db-491d-bca2-3341e42c5326 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510268 Dec 06 15:21:35.547301 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04ecfd-84c1-41b4-b762-22206273bef9 req-4321fb52-e708-45e7-be29-23fc1c6d017c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:35.553533 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6f04ecfd-84c1-41b4-b762-22206273bef9 req-4321fb52-e708-45e7-be29-23fc1c6d017c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1099 time: 0.0407970 Dec 06 15:21:35.651276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04ecfd-84c1-41b4-b762-22206273bef9 req-d6e67822-7b11-4a6e-ad38-e4cb15473181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:35.652734 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6f04ecfd-84c1-41b4-b762-22206273bef9 req-d6e67822-7b11-4a6e-ad38-e4cb15473181 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0854621 Dec 06 15:21:35.715648 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6f04ecfd-84c1-41b4-b762-22206273bef9 req-5320df79-3917-49ae-9d07-fe3ed268524f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 HTTP/1.1" status: 200 len: 1002 time: 0.0562069 Dec 06 15:21:35.763132 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04ecfd-84c1-41b4-b762-22206273bef9 req-cf6f41b4-c358-441e-bde3-93f0d068f47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:35.764522 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6f04ecfd-84c1-41b4-b762-22206273bef9 req-cf6f41b4-c358-441e-bde3-93f0d068f47b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0423131 Dec 06 15:21:35.811109 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04ecfd-84c1-41b4-b762-22206273bef9 req-5ab539d1-18db-4ed9-bbe3-0b36a0563ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:21:35.812530 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6f04ecfd-84c1-41b4-b762-22206273bef9 req-5ab539d1-18db-4ed9-bbe3-0b36a0563ac2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409567 Dec 06 15:21:35.900497 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6f04ecfd-84c1-41b4-b762-22206273bef9 req-7c8584ca-e116-4984-af8f-4b5f46e8b6c6 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803442 Dec 06 15:21:35.991624 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6f04ecfd-84c1-41b4-b762-22206273bef9 req-5371e3b0-011f-427b-9cc5-49b6cd9758f3 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837619 Dec 06 15:21:36.246626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:36.960638 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:21:53.131923 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:22:00.120281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:01.325732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-436ed718-2d6b-4f18-81a9-193ac09e1488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:03.719865 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d807d17d-5da5-4e44-9ee3-21441afb8118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:05.028778 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:06.234511 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:06.976173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:17.426247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ccca65-add4-4114-8451-d8ee01c9a04e req-418ef26c-91af-4409-910b-98682127274e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:17.427771 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-07ccca65-add4-4114-8451-d8ee01c9a04e req-418ef26c-91af-4409-910b-98682127274e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0651457 Dec 06 15:22:17.477667 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-07ccca65-add4-4114-8451-d8ee01c9a04e req-152c79a3-140d-4495-867a-17944da9c04c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436845 Dec 06 15:22:18.612814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175537f0-c689-49d3-be35-a022c4340e90 req-ada12820-cc6d-40ed-aa76-818edf64a3e9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:18.614287 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-175537f0-c689-49d3-be35-a022c4340e90 req-ada12820-cc6d-40ed-aa76-818edf64a3e9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0544851 Dec 06 15:22:18.666358 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-175537f0-c689-49d3-be35-a022c4340e90 req-87f7f214-4374-4ef8-af56-8925cb9db23d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462298 Dec 06 15:22:19.792939 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3151b0-8ef5-49c8-9147-0a60ccb53873 req-0c8f3327-2d7f-4576-8bc0-b07d1ac6c626 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:19.794415 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e3151b0-8ef5-49c8-9147-0a60ccb53873 req-0c8f3327-2d7f-4576-8bc0-b07d1ac6c626 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0507114 Dec 06 15:22:19.841235 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5e3151b0-8ef5-49c8-9147-0a60ccb53873 req-894e193d-eb26-4a13-9ae2-013b0e512e57 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410013 Dec 06 15:22:20.961171 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf55c59-f563-4c45-8ba1-1eaf97575f9f req-a2c3b1c9-d8af-4086-8ccd-c49d892af044 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:20.962566 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6cf55c59-f563-4c45-8ba1-1eaf97575f9f req-a2c3b1c9-d8af-4086-8ccd-c49d892af044 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0536404 Dec 06 15:22:21.330513 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6cf55c59-f563-4c45-8ba1-1eaf97575f9f req-2845afa6-aadc-4c0b-8be6-d88fa6d804fb tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3586876 Dec 06 15:22:22.443773 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c78454-9a40-4aa7-80a7-1b2d98fb04c3 req-124047f6-2e1a-44f7-aded-3a19219c3ce1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:22.445226 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-16c78454-9a40-4aa7-80a7-1b2d98fb04c3 req-124047f6-2e1a-44f7-aded-3a19219c3ce1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0479653 Dec 06 15:22:22.492262 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-16c78454-9a40-4aa7-80a7-1b2d98fb04c3 req-01b2bdcb-89a0-44cc-a240-1f7cd2db0428 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412176 Dec 06 15:22:23.606372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f415b-f137-410c-b1ec-b6c81b027621 req-5cb76ed2-449e-4ba0-a548-068ddf003a7b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:23.607774 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-877f415b-f137-410c-b1ec-b6c81b027621 req-5cb76ed2-449e-4ba0-a548-068ddf003a7b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0470073 Dec 06 15:22:23.654756 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-877f415b-f137-410c-b1ec-b6c81b027621 req-1b086823-c92e-4f4b-b1a3-524da4a27ae7 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411820 Dec 06 15:22:24.774498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecaf078-1643-44a4-bd8e-de83b6a0d3b1 req-1a48e6c6-f692-48c2-bd5b-469025ebaaa3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:24.775928 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2ecaf078-1643-44a4-bd8e-de83b6a0d3b1 req-1a48e6c6-f692-48c2-bd5b-469025ebaaa3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0513811 Dec 06 15:22:24.823706 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2ecaf078-1643-44a4-bd8e-de83b6a0d3b1 req-a7a03140-5359-4bc7-81e0-99c8eff87b4b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419097 Dec 06 15:22:25.940205 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12904663-1282-40eb-96f1-eda220b55da5 req-17314850-c2a3-43d9-9244-f65d749b31f5 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:25.942370 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-12904663-1282-40eb-96f1-eda220b55da5 req-17314850-c2a3-43d9-9244-f65d749b31f5 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0497139 Dec 06 15:22:25.993105 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-12904663-1282-40eb-96f1-eda220b55da5 req-acad64a7-bdb5-482e-bf53-b732ea65d576 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448465 Dec 06 15:22:27.271768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524241a-b502-422b-9967-188bd4806b2c req-9f2c992e-8b6a-48eb-ab1f-f3a21b1b1a0c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:27.273274 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0524241a-b502-422b-9967-188bd4806b2c req-9f2c992e-8b6a-48eb-ab1f-f3a21b1b1a0c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0481436 Dec 06 15:22:27.323388 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0524241a-b502-422b-9967-188bd4806b2c req-7e28901f-1ac0-499e-951c-d8e4d20df804 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438688 Dec 06 15:22:28.439888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09747f0-ccef-463d-b61f-e7114ed8b209 req-e4c71560-1715-4366-a2b5-387cedab6a64 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:28.441408 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b09747f0-ccef-463d-b61f-e7114ed8b209 req-e4c71560-1715-4366-a2b5-387cedab6a64 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0486438 Dec 06 15:22:28.491101 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b09747f0-ccef-463d-b61f-e7114ed8b209 req-87fcba6e-d3ae-43a9-ac49-e8419b9304e3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436745 Dec 06 15:22:29.603950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6044a1-9d96-4e80-9e9c-6ed8de86eef6 req-d6828968-7b3c-446e-81cb-7117b6ea6de7 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:29.605417 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bf6044a1-9d96-4e80-9e9c-6ed8de86eef6 req-d6828968-7b3c-446e-81cb-7117b6ea6de7 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0476043 Dec 06 15:22:29.657263 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bf6044a1-9d96-4e80-9e9c-6ed8de86eef6 req-97437c50-fa63-40ae-aaea-bfea1858ee15 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460751 Dec 06 15:22:30.125957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:30.131316 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:22:30.748487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:22:30.778561 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325f47c-4868-46ab-a317-d72496b53cba req-4840436d-17f2-4c03-91f4-def8548370fc tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:30.780083 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5325f47c-4868-46ab-a317-d72496b53cba req-4840436d-17f2-4c03-91f4-def8548370fc tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0561755 Dec 06 15:22:30.828191 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5325f47c-4868-46ab-a317-d72496b53cba req-61b61e72-3435-4d75-b10a-14425c1d8073 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420091 Dec 06 15:22:30.854493 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:22:30.866616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'port_id': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'mac_address': 'fa:16:3e:61:1c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:22:30.905487 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:30.922960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:22:30.942465 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:22:31.074032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:31.127930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:31.140004 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:31.140352 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:31.140701 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:31.141067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:31.141403 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:31.141732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:31.142091 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:31.142438 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:31.142804 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:31.143164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:31.143542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:31.144177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:31.144558 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:22:31.150348 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['57bf4e32-0da4-4eac-b5e5-d9e746f9cd92'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:22:31.422355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1f80b695-da87-4f00-b5db-0a775da9aeba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:32.281128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589e20a-f0fc-4b37-a8e2-51901df21c15 req-f3931d6b-d208-4078-9ecb-60dcb7782321 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:32.282586 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1589e20a-f0fc-4b37-a8e2-51901df21c15 req-f3931d6b-d208-4078-9ecb-60dcb7782321 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 945 time: 0.3891528 Dec 06 15:22:32.329693 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1589e20a-f0fc-4b37-a8e2-51901df21c15 req-d11fa9f4-04de-4824-9c7c-346f6afa0f80 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412087 Dec 06 15:22:32.755102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:22:32.801930 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:22:32.802297 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:32.887255 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:32.908965 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:22:32.923623 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:22:32.976621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93afb7133cad77ea1bc3f9630c1d9a2f6827ef80a2dd47f1377c1eaae5610546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9026fa15-c32f-4954-910a-8a7fb335daac" -d '{"events": [{"server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "name": "network-vif-plugged", "status": "completed", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:22:33.039264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:33.062948 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e740172-3dd4-4be0-b750-a4a23619e3e0 x-openstack-request-id: req-0e740172-3dd4-4be0-b750-a4a23619e3e0 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:22:33.063240 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "name": "network-vif-plugged", "status": "completed", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:22:33.063495 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e740172-3dd4-4be0-b750-a4a23619e3e0 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:22:33.063882 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'code': 200} Dec 06 15:22:33.088459 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:33.444610 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdcdee-cc87-40fb-a518-7964ef74d1ed req-a890ecde-86c9-4d95-8946-3cbf8d8a3920 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:33.446149 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ccbdcdee-cc87-40fb-a518-7964ef74d1ed req-a890ecde-86c9-4d95-8946-3cbf8d8a3920 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0506170 Dec 06 15:22:33.507094 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ccbdcdee-cc87-40fb-a518-7964ef74d1ed req-b1d3c133-b31b-49c4-a1ad-619ec63c3090 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549824 Dec 06 15:22:33.713906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f697ab6b-a83a-4ed0-ab22-7d1e3f268476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:34.648234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425ac5f-8460-4560-81bf-0213693a76d3 req-73118b98-22cd-4c7a-8b94-246354e96162 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:34.657338 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5425ac5f-8460-4560-81bf-0213693a76d3 req-73118b98-22cd-4c7a-8b94-246354e96162 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0701501 Dec 06 15:22:34.716332 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5425ac5f-8460-4560-81bf-0213693a76d3 req-85ed711b-21f3-4d90-b382-e27cefb71c00 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577440 Dec 06 15:22:35.050343 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:35.851432 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da39fc-3f96-4229-aca5-66a1f4a79540 req-df049dbe-c07b-4f67-bfb9-692ddb0efa91 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:35.852901 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a0da39fc-3f96-4229-aca5-66a1f4a79540 req-df049dbe-c07b-4f67-bfb9-692ddb0efa91 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0538914 Dec 06 15:22:35.909248 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a0da39fc-3f96-4229-aca5-66a1f4a79540 req-5370b15d-25ef-4018-9c7a-625baf39b8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494525 Dec 06 15:22:36.239221 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:36.959580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:37.040548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d82db-28bb-49e4-9078-60ec07fb0544 req-0059b2a8-5fe9-4611-8dc9-1e4d99e5c9cd tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:37.042096 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c63d82db-28bb-49e4-9078-60ec07fb0544 req-0059b2a8-5fe9-4611-8dc9-1e4d99e5c9cd tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0506127 Dec 06 15:22:37.104143 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-c63d82db-28bb-49e4-9078-60ec07fb0544 req-45f0a3c8-1f93-4fec-a74d-2c00f596db05 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558169 Dec 06 15:22:37.488210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52524-dd66-40c2-a4b3-c31b904af43b req-457dd601-c29a-4fa2-8214-9c5280f19a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:37.489790 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c0a52524-dd66-40c2-a4b3-c31b904af43b req-457dd601-c29a-4fa2-8214-9c5280f19a02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1099 time: 0.0423343 Dec 06 15:22:37.608382 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52524-dd66-40c2-a4b3-c31b904af43b req-d6550170-4b9a-4813-85bb-5a765d6f3b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:37.609925 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c0a52524-dd66-40c2-a4b3-c31b904af43b req-d6550170-4b9a-4813-85bb-5a765d6f3b36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0996635 Dec 06 15:22:37.678461 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c0a52524-dd66-40c2-a4b3-c31b904af43b req-598ca142-47ad-4999-8d18-0a6ce558d50c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 HTTP/1.1" status: 200 len: 1002 time: 0.0601926 Dec 06 15:22:37.730965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52524-dd66-40c2-a4b3-c31b904af43b req-9472645e-20ae-4a52-96c9-9c32b868c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:37.732461 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c0a52524-dd66-40c2-a4b3-c31b904af43b req-9472645e-20ae-4a52-96c9-9c32b868c29a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0467749 Dec 06 15:22:37.795115 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a52524-dd66-40c2-a4b3-c31b904af43b req-bd154d87-dfb1-496a-85fc-9aebbea052e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:37.797268 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c0a52524-dd66-40c2-a4b3-c31b904af43b req-bd154d87-dfb1-496a-85fc-9aebbea052e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0571456 Dec 06 15:22:37.906357 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c0a52524-dd66-40c2-a4b3-c31b904af43b req-6535fbcc-f49c-4f07-942f-9adda0b4947b service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016083 Dec 06 15:22:38.022086 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c0a52524-dd66-40c2-a4b3-c31b904af43b req-c29e8946-734e-49c1-a67d-71fed2482a03 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090107 Dec 06 15:22:38.232913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60e51cd-50ae-44d6-84ae-609218924df2 req-3abdbc52-35d9-4385-a27e-aa8f8135864f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:38.236319 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f60e51cd-50ae-44d6-84ae-609218924df2 req-3abdbc52-35d9-4385-a27e-aa8f8135864f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0589688 Dec 06 15:22:38.293392 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f60e51cd-50ae-44d6-84ae-609218924df2 req-73202e1f-85ba-4f5b-9236-7e063092470e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521429 Dec 06 15:22:39.415783 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76230c4-b28e-4193-856c-beaec1618af2 req-24f83008-3edd-469c-aefa-51a234510950 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:39.418280 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e76230c4-b28e-4193-856c-beaec1618af2 req-24f83008-3edd-469c-aefa-51a234510950 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0542619 Dec 06 15:22:39.481488 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e76230c4-b28e-4193-856c-beaec1618af2 req-5956ff4f-501a-4bb5-b3e5-3d7481daaa27 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565586 Dec 06 15:22:40.608072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beae65bf-d2ff-4ac2-8d2b-59912cf8f2dc req-d5276697-6120-4456-8f56-6de196b152f1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:40.611214 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-beae65bf-d2ff-4ac2-8d2b-59912cf8f2dc req-d5276697-6120-4456-8f56-6de196b152f1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0538116 Dec 06 15:22:40.682633 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-beae65bf-d2ff-4ac2-8d2b-59912cf8f2dc req-eb0a2015-8066-464c-9926-7693f95d66e0 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0613382 Dec 06 15:22:41.801903 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd0c483-3751-4136-b871-a6d473a615de req-19e395f2-d812-48b1-87f9-0159d43e9afb tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:41.803391 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-dfd0c483-3751-4136-b871-a6d473a615de req-19e395f2-d812-48b1-87f9-0159d43e9afb tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0561998 Dec 06 15:22:41.859564 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-dfd0c483-3751-4136-b871-a6d473a615de req-f22e9baf-ff15-47ba-891b-1194af829482 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466151 Dec 06 15:22:42.981609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85ec966-0666-48cb-9ec4-ac12be44c4c2 req-e0995179-9585-4a40-bea5-b2fd4c60e2bb tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:42.983198 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b85ec966-0666-48cb-9ec4-ac12be44c4c2 req-e0995179-9585-4a40-bea5-b2fd4c60e2bb tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0516956 Dec 06 15:22:43.035091 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b85ec966-0666-48cb-9ec4-ac12be44c4c2 req-756e271d-265c-411e-b5cc-0e62126e1863 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457845 Dec 06 15:22:44.149102 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe72924-342c-4da6-ac16-df864f6be8b2 req-5ac6f425-3885-4a4d-8827-811c1db9d5bf tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:44.150556 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ebe72924-342c-4da6-ac16-df864f6be8b2 req-5ac6f425-3885-4a4d-8827-811c1db9d5bf tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0487294 Dec 06 15:22:44.199694 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ebe72924-342c-4da6-ac16-df864f6be8b2 req-ad97768e-5dda-45e2-b976-2e301bf8af03 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432594 Dec 06 15:22:45.225875 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43405ca3-5d8f-44c8-a5e1-0526ac3ebb2c req-d95cd2cb-3e8a-4b1b-8507-e8498a8eecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:45.227551 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43405ca3-5d8f-44c8-a5e1-0526ac3ebb2c req-d95cd2cb-3e8a-4b1b-8507-e8498a8eecaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1099 time: 0.0402260 Dec 06 15:22:45.362424 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43405ca3-5d8f-44c8-a5e1-0526ac3ebb2c req-b27c2c5b-843f-49ed-8d35-e92b52621c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:45.363946 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43405ca3-5d8f-44c8-a5e1-0526ac3ebb2c req-b27c2c5b-843f-49ed-8d35-e92b52621c5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.1293466 Dec 06 15:22:45.373035 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3039cd18-e57f-48c5-a974-0e609f683106 req-2a2413e6-e6ac-45a7-afa9-aba2a8160a31 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:45.374370 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3039cd18-e57f-48c5-a974-0e609f683106 req-2a2413e6-e6ac-45a7-afa9-aba2a8160a31 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0760643 Dec 06 15:22:45.464413 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43405ca3-5d8f-44c8-a5e1-0526ac3ebb2c req-0865b61f-b085-4071-ae7b-c7c14e908166 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 HTTP/1.1" status: 200 len: 1002 time: 0.0891378 Dec 06 15:22:45.468484 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3039cd18-e57f-48c5-a974-0e609f683106 req-db4fd60b-abbe-411d-a8a7-f3fa3944992f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0877290 Dec 06 15:22:45.514247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43405ca3-5d8f-44c8-a5e1-0526ac3ebb2c req-fe2b6489-7b07-4978-8da7-0a7f42f794ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:45.515694 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43405ca3-5d8f-44c8-a5e1-0526ac3ebb2c req-fe2b6489-7b07-4978-8da7-0a7f42f794ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0442145 Dec 06 15:22:45.560242 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43405ca3-5d8f-44c8-a5e1-0526ac3ebb2c req-a7dd7886-29f3-4584-bb33-c52d21f46102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:45.561725 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43405ca3-5d8f-44c8-a5e1-0526ac3ebb2c req-a7dd7886-29f3-4584-bb33-c52d21f46102 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394411 Dec 06 15:22:45.657800 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43405ca3-5d8f-44c8-a5e1-0526ac3ebb2c req-33223c43-ad3d-4d33-a137-e95282f77120 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887742 Dec 06 15:22:45.747969 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-43405ca3-5d8f-44c8-a5e1-0526ac3ebb2c req-764468b8-7e40-4cd6-a80e-614ff238b326 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824089 Dec 06 15:22:46.589178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc61f36-622d-4adf-81a3-3cebec9b50ef req-684a8b3f-1772-4e7d-8fc0-49bbfa28dd83 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:46.591077 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9fc61f36-622d-4adf-81a3-3cebec9b50ef req-684a8b3f-1772-4e7d-8fc0-49bbfa28dd83 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0546215 Dec 06 15:22:46.640392 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9fc61f36-622d-4adf-81a3-3cebec9b50ef req-ef15fdd0-df92-457e-af4a-d904bb791512 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434856 Dec 06 15:22:47.764319 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad313a7-d076-4a56-bd1f-5d401f88d9be req-6974079f-91c8-4317-b53a-003a21b489eb tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:47.765850 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bad313a7-d076-4a56-bd1f-5d401f88d9be req-6974079f-91c8-4317-b53a-003a21b489eb tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0573967 Dec 06 15:22:47.816242 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bad313a7-d076-4a56-bd1f-5d401f88d9be req-3f546da9-c370-41a3-b2d9-b5d42ada980e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442235 Dec 06 15:22:48.774327 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:22:48.852298 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:48.874757 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:22:48.877009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93afb7133cad77ea1bc3f9630c1d9a2f6827ef80a2dd47f1377c1eaae5610546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2683b03-e020-4460-9f02-35a45f04cfd3" -d '{"events": [{"server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "name": "network-vif-unplugged", "status": "completed", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:22:48.893734 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:22:48.908813 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Dec 2021 15:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8737913c-bdc9-4a21-999b-acb7d4ec39dc x-openstack-request-id: req-8737913c-bdc9-4a21-999b-acb7d4ec39dc {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:22:48.909137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "name": "network-vif-unplugged", "status": "failed", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92", "code": 422}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:22:48.909393 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8737913c-bdc9-4a21-999b-acb7d4ec39dc {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:22:48.909829 dv-neutron-master-2-hyperv neutron-server[103726]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'code': 422} returned with failed status Dec 06 15:22:48.947256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52795c86-4571-4bae-a83d-a66d77a5eec7 req-09fc5819-2861-4aba-acc7-c571370e536b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:48.948368 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-52795c86-4571-4bae-a83d-a66d77a5eec7 req-09fc5819-2861-4aba-acc7-c571370e536b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 946 time: 0.0665278 Dec 06 15:22:48.981429 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:22:49.005310 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-52795c86-4571-4bae-a83d-a66d77a5eec7 req-2be4d840-ef55-4ed7-9749-13ab73d3376f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509770 Dec 06 15:22:49.028627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:22:49.171834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-2ef0d61a-c234-4c18-80f8-d5ee7718020c req-e0ae0a17-c03b-494e-960c-0465e78af80c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:22:49.172889 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2ef0d61a-c234-4c18-80f8-d5ee7718020c req-e0ae0a17-c03b-494e-960c-0465e78af80c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0427883 Dec 06 15:22:49.469018 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f090b5a-4e15-4d2c-a009-b7044703b255 req-9633e4b6-b8a8-43ce-b006-2dcb17d4d255 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:49.470504 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6f090b5a-4e15-4d2c-a009-b7044703b255 req-9633e4b6-b8a8-43ce-b006-2dcb17d4d255 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0518644 Dec 06 15:22:49.519754 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6f090b5a-4e15-4d2c-a009-b7044703b255 req-d1d24810-36f0-4e41-88ca-8bfc9a89cd0e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434124 Dec 06 15:22:49.827861 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4b060285-93c3-4f39-83d5-bad53b636983 req-8662e55a-4071-4ffd-8f2c-40359c113511 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807261 Dec 06 15:22:50.632631 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed89591-f615-4a84-97d4-cf852be4e865 req-9e8c6920-69b5-410c-978c-90044d8639dd tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:50.634122 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eed89591-f615-4a84-97d4-cf852be4e865 req-9e8c6920-69b5-410c-978c-90044d8639dd tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0486798 Dec 06 15:22:50.682808 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eed89591-f615-4a84-97d4-cf852be4e865 req-ce7807bb-030b-4852-a923-6514b2bf3c97 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428777 Dec 06 15:22:51.794481 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef11ffc-352a-4517-98e6-9dd4f3108754 req-c96a242b-0202-467a-9af0-6e18260ca84f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:51.795924 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-aef11ffc-352a-4517-98e6-9dd4f3108754 req-c96a242b-0202-467a-9af0-6e18260ca84f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0473697 Dec 06 15:22:51.843242 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-aef11ffc-352a-4517-98e6-9dd4f3108754 req-d1fc2154-f4f7-453d-b440-7d24a0ea08e6 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416319 Dec 06 15:22:52.822066 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:22:52.958411 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a9d7f-bc90-424f-8912-8775d7361c47 req-6f36d1c3-c432-47cc-930c-ffbb22212df8 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:52.959802 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e5a9d7f-bc90-424f-8912-8775d7361c47 req-6f36d1c3-c432-47cc-930c-ffbb22212df8 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0490522 Dec 06 15:22:53.015508 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7e5a9d7f-bc90-424f-8912-8775d7361c47 req-cd23d92d-92a1-4271-9b28-c9ba41323eee tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498896 Dec 06 15:22:54.132006 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6fd6af-326b-4366-ac5a-f5590d2d8192 req-cdd26577-59ed-40f2-bc53-26d849c56fb3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:54.134020 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7e6fd6af-326b-4366-ac5a-f5590d2d8192 req-cdd26577-59ed-40f2-bc53-26d849c56fb3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0533659 Dec 06 15:22:54.181514 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7e6fd6af-326b-4366-ac5a-f5590d2d8192 req-9291fbd2-0807-41e3-80c5-7108711aacd9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416942 Dec 06 15:22:55.298749 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2970000-b85a-43f5-9328-e0da452372e9 req-0faab042-d32a-448a-b100-5735c9661ee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:55.300215 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c2970000-b85a-43f5-9328-e0da452372e9 req-0faab042-d32a-448a-b100-5735c9661ee4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0508511 Dec 06 15:22:55.377642 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c2970000-b85a-43f5-9328-e0da452372e9 req-891011f1-7559-41d5-9787-0fa0bdd77ab0 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713060 Dec 06 15:22:55.380321 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b060285-93c3-4f39-83d5-bad53b636983 req-d59befd6-2a77-400b-af56-87a33c91cc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:55.381727 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b060285-93c3-4f39-83d5-bad53b636983 req-d59befd6-2a77-400b-af56-87a33c91cc22 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f&tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd HTTP/1.1" status: 200 len: 1097 time: 0.0743968 Dec 06 15:22:55.447900 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b060285-93c3-4f39-83d5-bad53b636983 req-f0e5bef2-fb3b-4cc3-baed-1d1245495d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:55.449390 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b060285-93c3-4f39-83d5-bad53b636983 req-f0e5bef2-fb3b-4cc3-baed-1d1245495d44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1097 time: 0.0446501 Dec 06 15:22:55.539489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b060285-93c3-4f39-83d5-bad53b636983 req-18f4494b-c6e0-402b-9aa8-8ca635cff3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:55.540915 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b060285-93c3-4f39-83d5-bad53b636983 req-18f4494b-c6e0-402b-9aa8-8ca635cff3b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0848360 Dec 06 15:22:55.608692 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b060285-93c3-4f39-83d5-bad53b636983 req-86a3fb9b-28c4-40c3-93f1-c0ab68d87aac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 HTTP/1.1" status: 200 len: 1000 time: 0.0613136 Dec 06 15:22:55.656941 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b060285-93c3-4f39-83d5-bad53b636983 req-946fedb5-9b73-4e50-a128-97c39e8b1ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:55.658323 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b060285-93c3-4f39-83d5-bad53b636983 req-946fedb5-9b73-4e50-a128-97c39e8b1ca9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0429509 Dec 06 15:22:55.709257 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b060285-93c3-4f39-83d5-bad53b636983 req-c128d0b3-45f9-4e63-9f7d-0c4c9b14817d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:55.710744 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b060285-93c3-4f39-83d5-bad53b636983 req-c128d0b3-45f9-4e63-9f7d-0c4c9b14817d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456650 Dec 06 15:22:55.803094 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b060285-93c3-4f39-83d5-bad53b636983 req-a4e7b058-990c-420a-8181-2ece7385c7aa service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845368 Dec 06 15:22:55.891490 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4b060285-93c3-4f39-83d5-bad53b636983 req-acaa2805-3feb-41c6-a828-38fa5771201c service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807316 Dec 06 15:22:56.512681 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994f5935-e97a-4fa1-80b4-1913aa892ce0 req-b556028a-d730-4593-8baa-ee7461321080 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:56.522349 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-994f5935-e97a-4fa1-80b4-1913aa892ce0 req-b556028a-d730-4593-8baa-ee7461321080 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0667882 Dec 06 15:22:56.576009 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-994f5935-e97a-4fa1-80b4-1913aa892ce0 req-27fe9bab-75d8-4120-852f-d4068bd6e3da tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524313 Dec 06 15:22:57.705247 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62532b07-eac0-4b28-ac65-714296d21537 req-ec9a841a-f030-4685-9cc1-0e68c3598188 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:57.706753 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-62532b07-eac0-4b28-ac65-714296d21537 req-ec9a841a-f030-4685-9cc1-0e68c3598188 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0563397 Dec 06 15:22:57.783130 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-62532b07-eac0-4b28-ac65-714296d21537 req-ba51bec9-715e-41d0-894c-ceb0ddd8695c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0693130 Dec 06 15:22:58.905457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81b8fe4-24b5-4180-a423-cbb515fa662e req-3adfdcc1-2e7e-41ae-b586-830a6c2d45e4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:22:58.906961 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a81b8fe4-24b5-4180-a423-cbb515fa662e req-3adfdcc1-2e7e-41ae-b586-830a6c2d45e4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0539157 Dec 06 15:22:58.962750 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-a81b8fe4-24b5-4180-a423-cbb515fa662e req-225665fe-0a6d-41da-96ad-8957679d6b0c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0495195 Dec 06 15:23:00.089289 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d239de6-1de3-46c9-b17f-4534599b351a req-b1ce25fb-5780-42db-8592-9a864ca34240 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:00.090811 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1d239de6-1de3-46c9-b17f-4534599b351a req-b1ce25fb-5780-42db-8592-9a864ca34240 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0504913 Dec 06 15:23:00.140792 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:00.145051 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1d239de6-1de3-46c9-b17f-4534599b351a req-98d267fd-20c5-48ee-a6e5-f2d00d559c9b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481472 Dec 06 15:23:01.294335 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921106e1-5fb9-4383-8344-0390d4228224 req-b87edaa3-1cfd-4dd0-b651-93af65bb0204 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:01.296044 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-921106e1-5fb9-4383-8344-0390d4228224 req-b87edaa3-1cfd-4dd0-b651-93af65bb0204 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0647957 Dec 06 15:23:01.357641 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-921106e1-5fb9-4383-8344-0390d4228224 req-03430346-8fa4-4248-b512-12953ce794fe tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550106 Dec 06 15:23:01.519556 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b84a9d3b-16e9-453c-a95e-34a3037fdc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:02.492526 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09392b-f52c-4682-8da4-0da1ef1d9790 req-09265aee-fd48-4656-b7db-2bd73d456167 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:02.494620 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7c09392b-f52c-4682-8da4-0da1ef1d9790 req-09265aee-fd48-4656-b7db-2bd73d456167 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0666888 Dec 06 15:23:02.562445 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7c09392b-f52c-4682-8da4-0da1ef1d9790 req-ab9bd5a9-2d51-40ac-821c-61d8475cec1e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572562 Dec 06 15:23:03.684145 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55789af-5e8b-44c3-8508-3792a8f5bf48 req-1b6c6162-d74e-4b54-9cc6-75b71b356927 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:03.685768 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d55789af-5e8b-44c3-8508-3792a8f5bf48 req-1b6c6162-d74e-4b54-9cc6-75b71b356927 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0660715 Dec 06 15:23:03.748553 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aeeddc65-d38f-4d49-8c4a-e3c34b85d39f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:03.755240 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-d55789af-5e8b-44c3-8508-3792a8f5bf48 req-0c03338a-0560-4e0e-b68a-9a3cb5bb0db2 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627534 Dec 06 15:23:04.875398 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c263b8-6667-4b7f-885e-de83cc9e22e3 req-f2c6e702-0c01-4270-8a36-34ed626eb9e2 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:04.876900 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c1c263b8-6667-4b7f-885e-de83cc9e22e3 req-f2c6e702-0c01-4270-8a36-34ed626eb9e2 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0536182 Dec 06 15:23:04.932799 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c1c263b8-6667-4b7f-885e-de83cc9e22e3 req-7ca61fbf-e92a-416b-999f-a52138f3b46b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499389 Dec 06 15:23:05.177981 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:06.057549 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256bdab6-dc6c-42f1-a8e0-80cba5052591 req-672f6e96-1d3a-41ee-8ec9-5792a33654f3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:06.059122 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-256bdab6-dc6c-42f1-a8e0-80cba5052591 req-672f6e96-1d3a-41ee-8ec9-5792a33654f3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0535619 Dec 06 15:23:06.122205 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-256bdab6-dc6c-42f1-a8e0-80cba5052591 req-d590f34b-c87c-4234-877f-885653113bd4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569620 Dec 06 15:23:06.261686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:06.993525 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:07.129453 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:23:07.238087 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07911b8-ab4c-4770-a3a7-802a87b329d7 req-e4fb66b6-2f25-40e0-8ae6-3db3c261c0ae tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:07.239453 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a07911b8-ab4c-4770-a3a7-802a87b329d7 req-e4fb66b6-2f25-40e0-8ae6-3db3c261c0ae tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0482998 Dec 06 15:23:07.288213 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a07911b8-ab4c-4770-a3a7-802a87b329d7 req-f9efcbe3-71b7-4edb-91dd-e5a0a9bff522 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425777 Dec 06 15:23:08.402776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67365411-a9c5-4af9-99c2-6a361298ac01 req-5365907e-e084-4b8d-8733-d38a901ab664 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:08.404228 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-67365411-a9c5-4af9-99c2-6a361298ac01 req-5365907e-e084-4b8d-8733-d38a901ab664 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0483088 Dec 06 15:23:08.452297 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-67365411-a9c5-4af9-99c2-6a361298ac01 req-f19aa2ec-0931-4dea-b466-7a52e61c6e06 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421450 Dec 06 15:23:09.571157 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf6f63-4fb6-496a-bc7c-82a6550abedc req-fbe8322c-0bf2-40f0-a6e3-46f38343cb31 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:09.572609 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d1cf6f63-4fb6-496a-bc7c-82a6550abedc req-fbe8322c-0bf2-40f0-a6e3-46f38343cb31 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0526676 Dec 06 15:23:09.620458 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d1cf6f63-4fb6-496a-bc7c-82a6550abedc req-016c249f-ae72-4532-b661-b7a27db0ba6b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419858 Dec 06 15:23:10.739966 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c119b-d791-4bab-8c58-94b6d78d41ba req-76479a17-b6a9-4c52-b99e-242be59becc4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:10.741537 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6b6c119b-d791-4bab-8c58-94b6d78d41ba req-76479a17-b6a9-4c52-b99e-242be59becc4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0535231 Dec 06 15:23:10.789631 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-6b6c119b-d791-4bab-8c58-94b6d78d41ba req-bc2c9354-5a2e-45b3-a71b-613dc99c47fa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421712 Dec 06 15:23:11.904710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9515252-bf0d-49ce-a49d-9e38d52f3ede req-3640da5c-0cde-4caf-9d06-939407198222 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:11.906556 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d9515252-bf0d-49ce-a49d-9e38d52f3ede req-3640da5c-0cde-4caf-9d06-939407198222 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0497663 Dec 06 15:23:11.955272 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d9515252-bf0d-49ce-a49d-9e38d52f3ede req-7c478ff4-17d4-4514-ac55-95489dfc8707 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428097 Dec 06 15:23:13.070178 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93825c63-7223-4fc0-ab02-46f77676a083 req-05ac0a1b-e7a9-4a83-b5fe-3078b0c82256 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:13.071624 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-93825c63-7223-4fc0-ab02-46f77676a083 req-05ac0a1b-e7a9-4a83-b5fe-3078b0c82256 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0479531 Dec 06 15:23:13.119680 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-93825c63-7223-4fc0-ab02-46f77676a083 req-31a3e6bd-8c0c-49d7-83da-7f781ad9389c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421028 Dec 06 15:23:14.232278 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c882e32b-ed04-403c-a843-e89a8479ee01 req-d0bcd0bc-dc82-4440-b9a7-2a3b3c0e80dc tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:14.233748 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c882e32b-ed04-403c-a843-e89a8479ee01 req-d0bcd0bc-dc82-4440-b9a7-2a3b3c0e80dc tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 944 time: 0.0479841 Dec 06 15:23:14.285328 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c882e32b-ed04-403c-a843-e89a8479ee01 req-e86d09ce-a6ef-4344-8d59-2ea2ac36ba6c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457151 Dec 06 15:23:14.929905 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:23:15.026765 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:15.038208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'port_id': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'mac_address': 'fa:16:3e:61:1c:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:23:15.073055 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:15.085543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:23:15.105033 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:15.226135 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:15.273210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,revision_number=9']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:15.398985 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb89f4-61d3-4e3c-a784-39817c5d1f1d req-2bc5f945-9675-4cbe-be39-b76ab43884a0 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:15.400431 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-69fb89f4-61d3-4e3c-a784-39817c5d1f1d req-2bc5f945-9675-4cbe-be39-b76ab43884a0 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 945 time: 0.0484476 Dec 06 15:23:15.458799 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-69fb89f4-61d3-4e3c-a784-39817c5d1f1d req-77796196-53f7-42e2-8b0e-f24130480d66 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489552 Dec 06 15:23:15.574254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['57bf4e32-0da4-4eac-b5e5-d9e746f9cd92'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:23:16.571534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2303909f-906f-413c-95a6-cb5be180747d req-1e14e6d5-16b9-42fd-870b-71626e6049a8 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:16.573001 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2303909f-906f-413c-95a6-cb5be180747d req-1e14e6d5-16b9-42fd-870b-71626e6049a8 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 945 time: 0.0481999 Dec 06 15:23:16.622611 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2303909f-906f-413c-95a6-cb5be180747d req-7ce08def-8259-46c2-a759-4d8df66d36f3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430295 Dec 06 15:23:16.940370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:23:16.990441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:23:16.990805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:17.075957 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:17.100107 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:23:17.102382 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93afb7133cad77ea1bc3f9630c1d9a2f6827ef80a2dd47f1377c1eaae5610546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b87097-66ed-4542-a486-a624ce9655cc" -d '{"events": [{"server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "name": "network-vif-plugged", "status": "completed", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:23:17.117482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:23:17.140703 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693f42fb-883d-46b8-baa2-30ee9c3f4593 x-openstack-request-id: req-693f42fb-883d-46b8-baa2-30ee9c3f4593 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:23:17.141085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "name": "network-vif-plugged", "status": "completed", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:23:17.141296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-693f42fb-883d-46b8-baa2-30ee9c3f4593 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:23:17.141689 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'code': 200} Dec 06 15:23:17.180799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:17.232717 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,revision_number=10']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:23:17.451348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e269687-c075-4e5d-98a2-01f634fb941b req-d7d8cc66-75ea-41e8-837c-4097d1d205dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:17.452837 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9e269687-c075-4e5d-98a2-01f634fb941b req-d7d8cc66-75ea-41e8-837c-4097d1d205dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1100 time: 0.0449135 Dec 06 15:23:17.498400 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9e269687-c075-4e5d-98a2-01f634fb941b req-fc17bfcc-a15e-4fee-bedf-aa962c128838 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388322 Dec 06 15:23:17.741992 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e0e2a6-9552-4aa1-9946-a44c4ccd1c9e req-0872a631-59fd-4c48-9de7-f7a195224619 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:17.743450 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-31e0e2a6-9552-4aa1-9946-a44c4ccd1c9e req-0872a631-59fd-4c48-9de7-f7a195224619 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 947 time: 0.0538800 Dec 06 15:23:17.791510 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-31e0e2a6-9552-4aa1-9946-a44c4ccd1c9e req-2e1025a4-3dd4-42f1-81f1-05c394bd7bb9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420213 Dec 06 15:23:18.910452 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74620c42-f3da-4bd0-b893-fb5093993aa4 req-5d00a117-816b-40a3-a641-685417e39c97 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:18.912027 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-74620c42-f3da-4bd0-b893-fb5093993aa4 req-5d00a117-816b-40a3-a641-685417e39c97 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 947 time: 0.0515134 Dec 06 15:23:18.961883 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-74620c42-f3da-4bd0-b893-fb5093993aa4 req-465bd2f5-f5b0-4eeb-be7d-d3203d704ae3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438848 Dec 06 15:23:20.084293 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9ff85-c1b9-4b94-812b-a7522d18e28a req-2c9f039d-19b1-440e-8337-d7eb4693e2a6 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:20.085830 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c1f9ff85-c1b9-4b94-812b-a7522d18e28a req-2c9f039d-19b1-440e-8337-d7eb4693e2a6 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 947 time: 0.0495465 Dec 06 15:23:20.141502 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c1f9ff85-c1b9-4b94-812b-a7522d18e28a req-54bcedc0-cb1d-4c62-963e-353851a287b5 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489032 Dec 06 15:23:21.254216 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c969c-a3a5-4ae3-9704-921a5c805bad req-e45d17cf-540f-485c-bd01-cc92b7efee8a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:21.255662 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-011c969c-a3a5-4ae3-9704-921a5c805bad req-e45d17cf-540f-485c-bd01-cc92b7efee8a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 947 time: 0.0478964 Dec 06 15:23:21.304401 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-011c969c-a3a5-4ae3-9704-921a5c805bad req-815a9bea-ad69-47c1-a308-121fca2234e6 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428774 Dec 06 15:23:30.129544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:31.289507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e866-efcc-454a-bc96-9925d893bbe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:33.740024 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-18678d5f-cfcf-4953-b7c2-31af37d52ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:35.032140 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:36.232778 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:36.992544 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:23:38.459530 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-a57420b7-af67-4ae6-9f9f-837c3fad7b0e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428216 Dec 06 15:23:38.540518 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-d9f407aa-1da3-4360-8f85-037176b0f4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:38.541979 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-d9f407aa-1da3-4360-8f85-037176b0f4a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1100 time: 0.0397067 Dec 06 15:23:38.643043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-7b239856-ba9e-463b-b22e-7adda88e65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:38.644466 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-7b239856-ba9e-463b-b22e-7adda88e65f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0822241 Dec 06 15:23:38.712095 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-96067e7b-c9d6-4790-a5ff-b22841b2acc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 HTTP/1.1" status: 200 len: 1002 time: 0.0600102 Dec 06 15:23:38.762485 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-9a06217a-641f-482e-93e2-3650dbe1ed34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:38.763878 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-9a06217a-641f-482e-93e2-3650dbe1ed34 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0432217 Dec 06 15:23:38.808132 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-56fb510c-23ce-49fe-9bfe-9adbe6a0d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:23:38.809626 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-56fb510c-23ce-49fe-9bfe-9adbe6a0d791 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387595 Dec 06 15:23:38.820333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-61e2b0b2-d133-4c7d-9bb7-df182630b8da service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:23:38.821344 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-61e2b0b2-d133-4c7d-9bb7-df182630b8da service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047138 Dec 06 15:23:38.912633 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-d6fb8360-343f-4a16-bd47-d6047c007d2e service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836051 Dec 06 15:23:39.008894 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fa29f87-84dd-42a1-b791-721e070522d6 req-1a22305a-ca49-4011-8294-358b8281733e service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836325 Dec 06 15:23:44.127862 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:24:00.168662 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:01.327881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-41c8b5cd-081c-479a-a58a-2f498a0c2dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:03.716501 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d3182f5b-d86b-48cd-b42f-12841f36a5c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:05.071642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:06.254799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:06.996665 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:21.126902 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:24:30.195542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:31.282589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-38583a6c-1cc2-41e3-ba14-bcdd5ee4413d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:33.751262 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6f5882a5-1bc2-4bbe-9408-1062e31bde88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:35.042696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:36.259447 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:37.014061 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:38.454322 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-500f6378-42bd-49f3-abb7-ccc97400b244 req-dbb2418a-1f57-4cd8-beda-e2836807a721 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382328 Dec 06 15:24:38.537292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f6378-42bd-49f3-abb7-ccc97400b244 req-9848d46c-d979-4008-b270-9c90335f21f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:38.538767 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-500f6378-42bd-49f3-abb7-ccc97400b244 req-9848d46c-d979-4008-b270-9c90335f21f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1100 time: 0.0405712 Dec 06 15:24:38.644813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f6378-42bd-49f3-abb7-ccc97400b244 req-07c1348e-f998-4021-bec0-9a9c6e5915b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:38.646302 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-500f6378-42bd-49f3-abb7-ccc97400b244 req-07c1348e-f998-4021-bec0-9a9c6e5915b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0896137 Dec 06 15:24:38.713980 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-500f6378-42bd-49f3-abb7-ccc97400b244 req-0712af08-4790-4896-99de-c380b4f0a621 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 HTTP/1.1" status: 200 len: 1002 time: 0.0607011 Dec 06 15:24:38.762019 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f6378-42bd-49f3-abb7-ccc97400b244 req-256b689b-0789-46b0-96fc-6373f0fa306b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:38.763428 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-500f6378-42bd-49f3-abb7-ccc97400b244 req-256b689b-0789-46b0-96fc-6373f0fa306b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0425713 Dec 06 15:24:38.807450 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500f6378-42bd-49f3-abb7-ccc97400b244 req-7b012c0b-1266-431b-868e-322548f4b447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:38.808904 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-500f6378-42bd-49f3-abb7-ccc97400b244 req-7b012c0b-1266-431b-868e-322548f4b447 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0375462 Dec 06 15:24:38.899547 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-500f6378-42bd-49f3-abb7-ccc97400b244 req-8e3fbc9d-00d3-4cc8-992e-4dd692701a11 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838997 Dec 06 15:24:38.987763 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-500f6378-42bd-49f3-abb7-ccc97400b244 req-9ebc449d-59a8-485a-93ca-731c70d2a14d service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809579 Dec 06 15:24:57.394332 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44596) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:24:57.588501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Deleting port f669f7c4-4bbd-478a-9027-abddb2488b5f {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:24:57.588840 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:57.662028 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:57.662257 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:57.673573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Calling delete_port for f669f7c4-4bbd-478a-9027-abddb2488b5f owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:24:57.887705 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:57.913514 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event deleted for resources: {'Port': ['ID=f669f7c4-4bbd-478a-9027-abddb2488b5f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:24:57.924698 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:57.925564 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:57.925911 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:57.926289 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:57.926622 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:57.926957 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:57.927287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:57.927614 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:57.927939 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:57.928261 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:57.928584 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:57.928927 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:57.929246 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:24:57.984384 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:57.984709 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Floating IP f90d2f28-4c43-483e-a7a2-ae460520f904 disassociated (deleted). External IP: 172.36.1.127, port: 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92. Dec 06 15:24:58.125649 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:24:58.189462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:24:58.292142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:24:58.296975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:24:58.302096 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528bbb52-92dd-44bf-a3e7-d96ac169e1d7 None None] Sync routers for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:24:58.310966 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528bbb52-92dd-44bf-a3e7-d96ac169e1d7 None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:24:58.311573 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-528bbb52-92dd-44bf-a3e7-d96ac169e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:24:58.322977 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-19f4c3aa-5d4b-4552-b428-84ab63a81291 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "DELETE /v2.0/floatingips/f90d2f28-4c43-483e-a7a2-ae460520f904 HTTP/1.1" status: 204 len: 168 time: 0.9275613 Dec 06 15:24:58.323550 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:24:58.367346 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}004ba9c6034fa785cf0bf04e1ba2b201607b3129a2ac5125839b5ab80242fba9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f723808-9819-4f39-940a-f51dce4d6dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:24:58.459613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dcbd26-5063-4e60-843a-ebbe67b574fb x-openstack-request-id: req-73dcbd26-5063-4e60-843a-ebbe67b574fb {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:24:58.460223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:24:58.460223 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73dcbd26-5063-4e60-843a-ebbe67b574fb {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:24:58.460526 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'status': 'completed', 'code': 200} Dec 06 15:24:58.526276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723808-9819-4f39-940a-f51dce4d6dfe req-4c146626-04b8-4871-8baf-a9c0996177c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:58.527766 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f723808-9819-4f39-940a-f51dce4d6dfe req-4c146626-04b8-4871-8baf-a9c0996177c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 1100 time: 0.0450919 Dec 06 15:24:58.565580 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-528bbb52-92dd-44bf-a3e7-d96ac169e1d7 None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:24:58.617362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723808-9819-4f39-940a-f51dce4d6dfe req-d574231c-0205-4e43-8b01-ba76338c7fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:58.618855 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f723808-9819-4f39-940a-f51dce4d6dfe req-d574231c-0205-4e43-8b01-ba76338c7fb4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0837128 Dec 06 15:24:58.663438 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f723808-9819-4f39-940a-f51dce4d6dfe req-41dd05a2-bb7c-4fd6-a719-ff53209217ae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 HTTP/1.1" status: 200 len: 217 time: 0.0375676 Dec 06 15:24:58.712417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723808-9819-4f39-940a-f51dce4d6dfe req-c051caec-888d-4ef9-bed6-e40555c26880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:58.713913 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f723808-9819-4f39-940a-f51dce4d6dfe req-c051caec-888d-4ef9-bed6-e40555c26880 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0442832 Dec 06 15:24:58.758406 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f723808-9819-4f39-940a-f51dce4d6dfe req-6dfc15dc-6a73-43f6-b750-a2ddac3b1756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:58.759923 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f723808-9819-4f39-940a-f51dce4d6dfe req-6dfc15dc-6a73-43f6-b750-a2ddac3b1756 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393970 Dec 06 15:24:58.762532 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-528bbb52-92dd-44bf-a3e7-d96ac169e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:16Z', 'revision_number': 5, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:24:58.789232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528bbb52-92dd-44bf-a3e7-d96ac169e1d7 None None] Checking router: 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:24:58.797377 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528bbb52-92dd-44bf-a3e7-d96ac169e1d7 None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:24:58.797981 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-528bbb52-92dd-44bf-a3e7-d96ac169e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:24:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:24:58.853043 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f723808-9819-4f39-940a-f51dce4d6dfe req-e83f8dd8-07bf-4686-8d32-4eed3b18c1f7 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862918 Dec 06 15:24:58.902881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-528bbb52-92dd-44bf-a3e7-d96ac169e1d7 None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:24:58.940066 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7f723808-9819-4f39-940a-f51dce4d6dfe req-30b5a99c-31c8-437c-980a-cecff89fa3d1 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799458 Dec 06 15:24:59.105530 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-528bbb52-92dd-44bf-a3e7-d96ac169e1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:16Z', 'revision_number': 5, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:24:59.134191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-528bbb52-92dd-44bf-a3e7-d96ac169e1d7 None None] The sync data for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv is: [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:16Z', 'revision_number': 5, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:24:59.336860 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c137a643-6fd3-4d81-a532-c8146e10c3ac None None] New status for floating IP f90d2f28-4c43-483e-a7a2-ae460520f904: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:24:59.784829 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec14d1c4-8c5d-41ed-a790-2506b6d1e08d req-041ffad2-8065-4829-8068-82206383b5e5 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:24:59.786326 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ec14d1c4-8c5d-41ed-a790-2506b6d1e08d req-041ffad2-8065-4829-8068-82206383b5e5 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 947 time: 0.0963840 Dec 06 15:24:59.835022 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ec14d1c4-8c5d-41ed-a790-2506b6d1e08d req-0a460e85-b5a3-4545-831f-f7541185e2b3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427272 Dec 06 15:25:00.185219 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:00.999725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0ec51-4804-4356-bd9b-cfa2998e6abd req-538a1ba5-41b0-4d5d-8280-c22af31856ae tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:01.004661 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bde0ec51-4804-4356-bd9b-cfa2998e6abd req-538a1ba5-41b0-4d5d-8280-c22af31856ae tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 947 time: 0.1012623 Dec 06 15:25:01.057290 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bde0ec51-4804-4356-bd9b-cfa2998e6abd req-83326735-eec9-4e43-aa80-83f6b42cdf68 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfeb7da5-dc93-4676-9a4c-d889938afd3b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500493 Dec 06 15:25:01.289306 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c38be7-0d6e-4742-a854-c2088b62efd7 req-03f1b4b1-1320-4465-9706-bcf9602913f9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:01.290751 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-19c38be7-0d6e-4742-a854-c2088b62efd7 req-03f1b4b1-1320-4465-9706-bcf9602913f9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.41 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 947 time: 0.0480361 Dec 06 15:25:01.298302 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d2236b26-221a-4fb9-a732-9b67abbf6c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:01.377612 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-19c38be7-0d6e-4742-a854-c2088b62efd7 req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Deleting port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:25:01.377944 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-19c38be7-0d6e-4742-a854-c2088b62efd7 req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:01.467719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-19c38be7-0d6e-4742-a854-c2088b62efd7 req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] For port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:25:01.468073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-19c38be7-0d6e-4742-a854-c2088b62efd7 req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:01.481880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-19c38be7-0d6e-4742-a854-c2088b62efd7 req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Calling delete_port for 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:25:01.693068 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-19c38be7-0d6e-4742-a854-c2088b62efd7 req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:01.722542 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event deleted for resources: {'Port': ['ID=57bf4e32-0da4-4eac-b5e5-d9e746f9cd92,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:01.746359 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:01.746710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:01.747059 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:01.747400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:01.747737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:01.748076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:01.748406 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:01.748732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:01.749181 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:01.749508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:01.749834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:01.750156 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:01.750476 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:01.772126 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c38be7-0d6e-4742-a854-c2088b62efd7 req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] No DVR routers for this DVR port 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:25:01.774563 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-19c38be7-0d6e-4742-a854-c2088b62efd7 req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:01.777892 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-19c38be7-0d6e-4742-a854-c2088b62efd7 req-9b5361b1-70b5-40e5-bb32-1ac86657f8aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.41 "DELETE /v2.0/ports/57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 HTTP/1.1" status: 204 len: 173 time: 0.4815009 Dec 06 15:25:01.778333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'name': 'network-vif-deleted', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:25:01.818114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da62d25d6c0cd0d4fae90cda460d7211f0758eceec75ba982782b4e61c39f968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15fa879e-01f7-4135-bdce-616d13a1a5a7" -d '{"events": [{"server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "name": "network-vif-deleted", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:25:01.899052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e1ff6b-c13d-409c-a300-9f72b04821f6 x-openstack-request-id: req-64e1ff6b-c13d-409c-a300-9f72b04821f6 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:25:01.899348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a9f16b5-d683-42af-a2b5-7602c55d365f", "name": "network-vif-deleted", "tag": "57bf4e32-0da4-4eac-b5e5-d9e746f9cd92", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:25:01.899605 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-64e1ff6b-c13d-409c-a300-9f72b04821f6 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:25:01.899999 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a9f16b5-d683-42af-a2b5-7602c55d365f', 'name': 'network-vif-deleted', 'tag': '57bf4e32-0da4-4eac-b5e5-d9e746f9cd92', 'status': 'completed', 'code': 200} Dec 06 15:25:02.158295 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-00489dec-630b-4f67-99a6-bed3ec7cadaa req-af537f53-9ed8-4123-9e55-ad1ba72c73f9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a9f16b5-d683-42af-a2b5-7602c55d365f HTTP/1.1" status: 200 len: 210 time: 0.0299721 Dec 06 15:25:03.219952 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44636) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:25:03.275519 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ce3176f0-4777-4784-bd89-2fb0b6fae6a1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:03.299189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ce3176f0-4777-4784-bd89-2fb0b6fae6a1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:03.407282 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ce3176f0-4777-4784-bd89-2fb0b6fae6a1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:03.409974 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ce3176f0-4777-4784-bd89-2fb0b6fae6a1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:03.411303 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ce3176f0-4777-4784-bd89-2fb0b6fae6a1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "DELETE /v2.0/security-groups/dfeb7da5-dc93-4676-9a4c-d889938afd3b HTTP/1.1" status: 204 len: 168 time: 0.1903021 Dec 06 15:25:03.420454 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3176f0-4777-4784-bd89-2fb0b6fae6a1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeb7da5-dc93-4676-9a4c-d889938afd3b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:03.726743 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-28653ac0-dfc2-43af-9ea7-2955ca93c3fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:03.964639 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44644) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:25:03.969220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f3b761a8-672b-47c1-99b0-5984c09a0a75 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-750043050', 'description': 'tempest-secgroup-smoke-750043050 description', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:25:04.075459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3b761a8-672b-47c1-99b0-5984c09a0a75 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:04.151691 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3b761a8-672b-47c1-99b0-5984c09a0a75 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:04.235956 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3b761a8-672b-47c1-99b0-5984c09a0a75 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:04.264972 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b761a8-672b-47c1-99b0-5984c09a0a75 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d05a4533-422a-496b-8394-23c58cfe3a02,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:04.318628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f3b761a8-672b-47c1-99b0-5984c09a0a75 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:04.319934 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f3b761a8-672b-47c1-99b0-5984c09a0a75 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3541732 Dec 06 15:25:04.322578 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44646) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:25:04.326884 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c84c3033-47f3-4aa8-bca6-a565b49dc1fa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group_rule': {'security_group_id': 'd05a4533-422a-496b-8394-23c58cfe3a02', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:25:04.419361 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c84c3033-47f3-4aa8-bca6-a565b49dc1fa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:04.472535 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c84c3033-47f3-4aa8-bca6-a565b49dc1fa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:04.549404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c84c3033-47f3-4aa8-bca6-a565b49dc1fa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:04.567405 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c3033-47f3-4aa8-bca6-a565b49dc1fa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f81b65be-a457-4bb3-92a6-827d3343b446,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:04.643025 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c84c3033-47f3-4aa8-bca6-a565b49dc1fa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:04.644227 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c84c3033-47f3-4aa8-bca6-a565b49dc1fa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3207242 Dec 06 15:25:04.647545 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44648) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:25:04.651887 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-c8c12535-fd71-4aef-9e18-2a8ca5203362 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group_rule': {'security_group_id': 'd05a4533-422a-496b-8394-23c58cfe3a02', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:25:04.743768 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c8c12535-fd71-4aef-9e18-2a8ca5203362 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:04.800029 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c8c12535-fd71-4aef-9e18-2a8ca5203362 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:04.864907 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c8c12535-fd71-4aef-9e18-2a8ca5203362 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:04.883457 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c12535-fd71-4aef-9e18-2a8ca5203362 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed65327c-c0b9-487a-80a8-b3578621b347,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:04.923686 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-c8c12535-fd71-4aef-9e18-2a8ca5203362 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:04.924896 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-c8c12535-fd71-4aef-9e18-2a8ca5203362 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2764206 Dec 06 15:25:04.928121 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44650) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:25:04.932327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f68a73f7-2336-4baf-83a9-844adbfd5994 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group_rule': {'security_group_id': 'd05a4533-422a-496b-8394-23c58cfe3a02', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:25:05.018708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f68a73f7-2336-4baf-83a9-844adbfd5994 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.041041 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.077185 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f68a73f7-2336-4baf-83a9-844adbfd5994 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.150514 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f68a73f7-2336-4baf-83a9-844adbfd5994 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.167708 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a73f7-2336-4baf-83a9-844adbfd5994 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f1eb9f-0fbf-4ecc-8158-5885083f8beb,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:05.237905 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f68a73f7-2336-4baf-83a9-844adbfd5994 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.241377 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f68a73f7-2336-4baf-83a9-844adbfd5994 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3106709 Dec 06 15:25:05.244256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44652) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:25:05.248872 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-9cb058f2-c35b-4876-9cf4-ed214cc5dc62 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group_rule': {'security_group_id': 'd05a4533-422a-496b-8394-23c58cfe3a02', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:25:05.332179 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9cb058f2-c35b-4876-9cf4-ed214cc5dc62 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.388685 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9cb058f2-c35b-4876-9cf4-ed214cc5dc62 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.453480 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9cb058f2-c35b-4876-9cf4-ed214cc5dc62 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.464288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:25:05.471135 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb058f2-c35b-4876-9cf4-ed214cc5dc62 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ffc4a56-266b-432f-bd73-baa08199e5e7,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:05.485520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:25:05.487488 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 57bf4e32-0da4-4eac-b5e5-d9e746f9cd92 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:25:05.536042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-9cb058f2-c35b-4876-9cf4-ed214cc5dc62 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.537336 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-9cb058f2-c35b-4876-9cf4-ed214cc5dc62 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2921715 Dec 06 15:25:05.540076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44654) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:25:05.544326 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-666f5e5e-8717-4642-ab7c-cdac27df8357 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group_rule': {'security_group_id': 'd05a4533-422a-496b-8394-23c58cfe3a02', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:25:05.647717 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-666f5e5e-8717-4642-ab7c-cdac27df8357 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Project e9a43b06512d4bbb95e4b7cf8af458fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:25:05.652677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-666f5e5e-8717-4642-ab7c-cdac27df8357 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.709945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-666f5e5e-8717-4642-ab7c-cdac27df8357 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.784699 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-666f5e5e-8717-4642-ab7c-cdac27df8357 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.802070 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666f5e5e-8717-4642-ab7c-cdac27df8357 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63eca55-4fd8-4b5e-b2ac-b45212e1cf98,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:05.872264 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-666f5e5e-8717-4642-ab7c-cdac27df8357 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:05.873477 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-666f5e5e-8717-4642-ab7c-cdac27df8357 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3324685 Dec 06 15:25:05.876076 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44656) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:25:05.880313 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-7c25207f-19b5-436d-8ffe-937040829f39 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'security_group_rule': {'security_group_id': 'd05a4533-422a-496b-8394-23c58cfe3a02', 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:25:05.979076 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-7c25207f-19b5-436d-8ffe-937040829f39 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Project e9a43b06512d4bbb95e4b7cf8af458fd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:25:05.983700 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c25207f-19b5-436d-8ffe-937040829f39 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:06.043630 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c25207f-19b5-436d-8ffe-937040829f39 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:06.122056 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c25207f-19b5-436d-8ffe-937040829f39 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:06.141065 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25207f-19b5-436d-8ffe-937040829f39 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b7779f-d4a6-4158-a510-8a562b87249e,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:06.186752 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c25207f-19b5-436d-8ffe-937040829f39 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:06.188404 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7c25207f-19b5-436d-8ffe-937040829f39 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3111475 Dec 06 15:25:06.247941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:07.019266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:30.167629 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:31.292579 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2d7de7a9-4fad-482c-a10d-85cca7468ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:32.204814 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-86336ef4-5ad9-4bcb-bb20-e699132a55e5 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-750043050&fields=id&tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd HTTP/1.1" status: 200 len: 267 time: 0.0443003 Dec 06 15:25:32.311027 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-61170b3f-d976-4241-8bf2-9b69e24f105d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:32.312339 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-61170b3f-d976-4241-8bf2-9b69e24f105d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 809 time: 0.1005189 Dec 06 15:25:32.326663 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-a5fdf47b-75dc-4341-ae73-a1eecd83752e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/quotas/e9a43b06512d4bbb95e4b7cf8af458fd HTTP/1.1" status: 200 len: 375 time: 0.0086303 Dec 06 15:25:32.376181 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-2ab2c4b6-8840-4920-a616-266e7b373321 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443180 Dec 06 15:25:32.390912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-f991bef4-de1e-48d8-98d9-7dcbb2688b0b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:25:32.392088 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-f991bef4-de1e-48d8-98d9-7dcbb2688b0b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050495 Dec 06 15:25:32.478094 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-c9a58812-8f8e-45d8-a986-2192cc9d8e2f service neutron] 10.222.0.42 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804045 Dec 06 15:25:32.568235 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-5af567c4-01bd-4daa-a64c-335b63e65520 service neutron] 10.222.0.42 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830414 Dec 06 15:25:33.090790 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ecc3240d-0007-400b-bb92-13e2aec3a9a5 req-4b8522e6-f3ac-4b60-b2a8-b7c14e2d95ef tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 210 time: 0.0262656 Dec 06 15:25:33.744329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-041e2a77-deca-45db-9a81-29e5160e83a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:34.184149 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e5d7c26c-4a9e-4d39-af53-17039f4f10d5 req-664a4523-d2c8-453e-ae21-309a0fda924a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 210 time: 0.0268703 Dec 06 15:25:34.985649 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-5f3edeb7-4635-4515-be95-832ce258ac35 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:34.987017 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-5f3edeb7-4635-4515-be95-832ce258ac35 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 809 time: 0.1046135 Dec 06 15:25:35.041527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:35.049372 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-5a250aac-1605-4a40-985d-9f5e27b9dc28 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd HTTP/1.1" status: 200 len: 379 time: 0.0534682 Dec 06 15:25:35.058722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-14f07be8-4eb1-4c6d-a842-29342e9be467 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'port': {'device_id': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'admin_state_up': True, 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'security_groups': ['d05a4533-422a-496b-8394-23c58cfe3a02']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:25:35.123984 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:25:35.247401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-14f07be8-4eb1-4c6d-a842-29342e9be467 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Made reservation on behalf of e9a43b06512d4bbb95e4b7cf8af458fd for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:25:35.253378 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-14f07be8-4eb1-4c6d-a842-29342e9be467 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:35.278512 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-064d9f80-9f20-4173-a6f0-dc94146b5e2a req-66cdf06f-5bc3-45d7-aecd-6f90fc8f310c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 210 time: 0.0273006 Dec 06 15:25:35.385669 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-14f07be8-4eb1-4c6d-a842-29342e9be467 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Allocated IP 172.20.0.3 (a9296199-3ae6-45f4-9c31-a2e0b6912b7f/2ea969f5-0cf3-4668-ac46-5f7191e0ec7f/eaaf3c11-4b9c-4f44-adb7-74ef6cf69210) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:25:35.531721 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-14f07be8-4eb1-4c6d-a842-29342e9be467 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:35.630698 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-14f07be8-4eb1-4c6d-a842-29342e9be467 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:35.675513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-14f07be8-4eb1-4c6d-a842-29342e9be467 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Network a9296199-3ae6-45f4-9c31-a2e0b6912b7f is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:25:35.678750 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-14f07be8-4eb1-4c6d-a842-29342e9be467 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:25:35.682657 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-14f07be8-4eb1-4c6d-a842-29342e9be467 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:25:35.707017 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f07be8-4eb1-4c6d-a842-29342e9be467 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'Port': ['ID=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:35.740108 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-14f07be8-4eb1-4c6d-a842-29342e9be467 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:35.740706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-14f07be8-4eb1-4c6d-a842-29342e9be467 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:35.850175 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-14f07be8-4eb1-4c6d-a842-29342e9be467 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7950368 Dec 06 15:25:35.886167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4e6a5870-182f-4f9a-b5cb-b08b107994f5 None None] Provisioning complete for port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:25:35.886536 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4e6a5870-182f-4f9a-b5cb-b08b107994f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:35.907672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Request body: {'port': {'device_id': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:25:35.921489 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-4e6a5870-182f-4f9a-b5cb-b08b107994f5 None None] Port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:25:35.966661 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:36.281813 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:36.546464 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9d99be-e937-45ab-a0d3-8313dc4ecd8f req-d5870d71-4f61-453a-a917-18dc762021a1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:36.547826 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1e9d99be-e937-45ab-a0d3-8313dc4ecd8f req-d5870d71-4f61-453a-a917-18dc762021a1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 931 time: 0.0700841 Dec 06 15:25:36.643291 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1e9d99be-e937-45ab-a0d3-8313dc4ecd8f req-e17ea1a5-b5a6-4674-b161-1c4892139e8c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887113 Dec 06 15:25:36.650980 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:25:36.667290 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:36.680362 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Transition to ACTIVE for port object eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:25:36.749892 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:36.806207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:36.877621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Attempting to bind port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:25:36.878073 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Attempting to bind port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:25:36.878520 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Attempting to bind port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 on network a9296199-3ae6-45f4-9c31-a2e0b6912b7f {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:25:36.883956 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 on network a9296199-3ae6-45f4-9c31-a2e0b6912b7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:25:36.884397 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Attempting to bind port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 on network a9296199-3ae6-45f4-9c31-a2e0b6912b7f {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:25:36.890268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:25:36.890725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Checking segment: {'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:25:36.891473 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Bound using segment: {'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:25:36.892029 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Bound port: eaaf3c11-4b9c-4f44-adb7-74ef6cf69210, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2862651f-c27e-40ec-9536-1eb5a9bd3b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:25:36.892596 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:36.970832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] For port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:25:36.974732 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] For port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:25:36.984735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:37.031193 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:37.067979 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:37.068621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:37.070014 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] 10.222.0.41 "PUT /v2.0/ports/eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 HTTP/1.1" status: 200 len: 1093 time: 1.2108126 Dec 06 15:25:37.075291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:25:37.077838 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da62d25d6c0cd0d4fae90cda460d7211f0758eceec75ba982782b4e61c39f968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d810ea-d8aa-4e10-8d70-f049f3b214e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:25:37.110352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c413e-30b5-4de9-879e-b35548f34ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:37.133665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4146b30-5887-4e94-b897-e0b90bd77c66 x-openstack-request-id: req-c4146b30-5887-4e94-b897-e0b90bd77c66 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:25:37.134041 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:25:37.134364 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c4146b30-5887-4e94-b897-e0b90bd77c66 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:25:37.134885 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'status': 'completed', 'code': 200} Dec 06 15:25:37.197884 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d810ea-d8aa-4e10-8d70-f049f3b214e7 req-08ebae8e-13b2-43de-96a4-0f107aeb4552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:37.199523 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-46d810ea-d8aa-4e10-8d70-f049f3b214e7 req-08ebae8e-13b2-43de-96a4-0f107aeb4552 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 1096 time: 0.0452659 Dec 06 15:25:37.311393 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d810ea-d8aa-4e10-8d70-f049f3b214e7 req-82fc30ec-4b9e-4f0a-ad68-274d231520ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:37.312878 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-46d810ea-d8aa-4e10-8d70-f049f3b214e7 req-82fc30ec-4b9e-4f0a-ad68-274d231520ae service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1032948 Dec 06 15:25:37.410011 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d810ea-d8aa-4e10-8d70-f049f3b214e7 req-9ca0fabc-f00b-4880-9a87-7690365a5392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:37.411486 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-46d810ea-d8aa-4e10-8d70-f049f3b214e7 req-9ca0fabc-f00b-4880-9a87-7690365a5392 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918450 Dec 06 15:25:37.502664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-d8d29d96-813e-4b0a-9246-dc7f83b74af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:37.504170 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-d8d29d96-813e-4b0a-9246-dc7f83b74af3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 1096 time: 0.0555079 Dec 06 15:25:37.551920 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-0fb50a55-84ee-486e-b14b-5bc3915c7ac1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 HTTP/1.1" status: 200 len: 217 time: 0.0398400 Dec 06 15:25:37.601594 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-f73ac7f4-5eaf-4897-8e86-7f4232a8a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:37.603010 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-f73ac7f4-5eaf-4897-8e86-7f4232a8a1a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0449641 Dec 06 15:25:37.652787 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-2ede4a82-f6de-46f6-990f-7067ed4b589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:37.654288 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-2ede4a82-f6de-46f6-990f-7067ed4b589d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0445626 Dec 06 15:25:37.775924 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-52056ed4-56d4-41cf-b617-c07fb8ca792e service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143460 Dec 06 15:25:37.786508 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e4f3a9-8005-4d53-bf10-439d210123b1 req-287012b6-68d1-49a6-81c1-9d7a87133c74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:37.787895 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92e4f3a9-8005-4d53-bf10-439d210123b1 req-287012b6-68d1-49a6-81c1-9d7a87133c74 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0687313 Dec 06 15:25:37.896978 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-92e4f3a9-8005-4d53-bf10-439d210123b1 req-f25508a1-3ebc-42c8-823f-364a1e1a882a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011178 Dec 06 15:25:37.921673 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6a611d8c-f95a-474f-8cd0-63ee1953dfee req-79f9677f-b865-45f0-ace5-7cf5704baa85 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264410 Dec 06 15:25:39.017558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6d034-f292-44d8-b987-360d27977f90 req-68718520-2452-4ae4-bc03-8355bb24a37b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:39.019030 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-72b6d034-f292-44d8-b987-360d27977f90 req-68718520-2452-4ae4-bc03-8355bb24a37b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0493417 Dec 06 15:25:39.071236 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-72b6d034-f292-44d8-b987-360d27977f90 req-6ce972f6-20f1-42bb-956d-63b0b23b0d7c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461686 Dec 06 15:25:40.189913 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79eea0-0a1e-4423-b8bd-e35d8bcbf970 req-aa60a3c7-364b-400f-ae05-05b33318e8bb tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:40.191369 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6d79eea0-0a1e-4423-b8bd-e35d8bcbf970 req-aa60a3c7-364b-400f-ae05-05b33318e8bb tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0538213 Dec 06 15:25:40.242071 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6d79eea0-0a1e-4423-b8bd-e35d8bcbf970 req-78f0a5e2-ddaf-4b3a-93a5-8e2ca40469a4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447371 Dec 06 15:25:41.358959 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2a38f-8639-44aa-97df-ed2d8a555b3b req-b1905c0c-8798-4be9-be09-8d2334c4b155 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:41.361013 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5fc2a38f-8639-44aa-97df-ed2d8a555b3b req-b1905c0c-8798-4be9-be09-8d2334c4b155 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0516682 Dec 06 15:25:41.408736 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5fc2a38f-8639-44aa-97df-ed2d8a555b3b req-5b0538f4-b17b-4855-8285-e990f5e7ef18 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418212 Dec 06 15:25:42.520420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786f485-6053-47cb-82d1-77ff1c296cdb req-e2505489-53ef-4644-a4db-60e8de084b3e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:42.521872 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4786f485-6053-47cb-82d1-77ff1c296cdb req-e2505489-53ef-4644-a4db-60e8de084b3e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0479147 Dec 06 15:25:42.570520 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4786f485-6053-47cb-82d1-77ff1c296cdb req-a27c0f03-1dd4-4fca-b13d-61936693c8a2 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428102 Dec 06 15:25:43.681558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911173ba-94a8-4d45-aafa-9600418f4dc5 req-d6ec8d9e-ea8a-4be6-a2d8-ef045233374a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:43.682999 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-911173ba-94a8-4d45-aafa-9600418f4dc5 req-d6ec8d9e-ea8a-4be6-a2d8-ef045233374a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0470552 Dec 06 15:25:43.731121 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-911173ba-94a8-4d45-aafa-9600418f4dc5 req-0bbef2f2-6788-4a4f-843f-12d754520900 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416183 Dec 06 15:25:44.842642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ffd88-efbb-4e8d-a9bd-40f835d90ebc req-cc56f549-cc64-4756-b578-d2f1f3cc33d6 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:44.844723 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ef7ffd88-efbb-4e8d-a9bd-40f835d90ebc req-cc56f549-cc64-4756-b578-d2f1f3cc33d6 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0476861 Dec 06 15:25:44.895825 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ef7ffd88-efbb-4e8d-a9bd-40f835d90ebc req-6c372ac4-36b6-43fd-8b51-ba6c68cc1ccb tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452683 Dec 06 15:25:46.016935 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86737092-b9e4-4c9f-80da-8b9bd5380d92 req-15a8d0b7-4c88-4640-96e2-912648f0b302 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:46.018337 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-86737092-b9e4-4c9f-80da-8b9bd5380d92 req-15a8d0b7-4c88-4640-96e2-912648f0b302 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0542870 Dec 06 15:25:46.077010 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-86737092-b9e4-4c9f-80da-8b9bd5380d92 req-5914ebab-6146-434f-b8d1-6089dcf91680 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523880 Dec 06 15:25:47.188513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb6644-d124-4a04-b6dd-9cfbb22f52eb req-19eba59a-7c69-4e60-8422-725c4d808bac tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:47.190227 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-89bb6644-d124-4a04-b6dd-9cfbb22f52eb req-19eba59a-7c69-4e60-8422-725c4d808bac tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0469637 Dec 06 15:25:47.237610 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-89bb6644-d124-4a04-b6dd-9cfbb22f52eb req-dea78b1e-3f96-4411-9410-4027dc58e31a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Dec 06 15:25:48.348470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5980b4d-5ffd-49d6-9865-9cb509d4f8d7 req-1e90f344-7b8b-4e4e-b4b8-ca95702b2868 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:48.350592 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f5980b4d-5ffd-49d6-9865-9cb509d4f8d7 req-1e90f344-7b8b-4e4e-b4b8-ca95702b2868 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0488145 Dec 06 15:25:48.397843 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f5980b4d-5ffd-49d6-9865-9cb509d4f8d7 req-a79afae3-26e4-4044-80f7-11e46cc7ce68 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415287 Dec 06 15:25:49.511056 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7cb1e-1972-4dc7-9bc7-6838c37b735a req-0ef54dcc-4bbb-4085-a004-7e848750afad tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:49.512503 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2bd7cb1e-1972-4dc7-9bc7-6838c37b735a req-0ef54dcc-4bbb-4085-a004-7e848750afad tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0471177 Dec 06 15:25:49.560395 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2bd7cb1e-1972-4dc7-9bc7-6838c37b735a req-f77ada2a-2313-4a31-874f-0ef5aed682db tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418022 Dec 06 15:25:49.597936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:25:49.689698 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:25:49.701125 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'port_id': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'mac_address': 'fa:16:3e:37:a5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:25:49.742918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:49.754886 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:25:49.774092 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:25:49.856744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:49.903834 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:49.910652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:49.911003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:49.911349 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:49.911687 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:49.912020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:49.912349 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:49.912678 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:49.913040 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:49.913369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:49.913696 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:49.914019 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:49.914339 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:49.914657 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:25:50.237362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['eaaf3c11-4b9c-4f44-adb7-74ef6cf69210'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:25:50.671984 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0ace7-9bb8-4165-b483-abfb1986bf21 req-d61df5cb-56bd-4512-9502-5b903d52ca5b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:50.673473 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f2d0ace7-9bb8-4165-b483-abfb1986bf21 req-d61df5cb-56bd-4512-9502-5b903d52ca5b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 944 time: 0.0475278 Dec 06 15:25:50.721514 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f2d0ace7-9bb8-4165-b483-abfb1986bf21 req-7e702b97-5b95-4518-bc8d-be9a8ab5749d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422029 Dec 06 15:25:51.613483 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:25:51.737144 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:25:51.741763 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:25:51.742204 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:51.822009 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:51.838590 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54129caa-1fd9-4c1e-9f70-19a299b2335d req-edfd9627-76fc-4245-a376-9e081750275d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:51.840107 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-54129caa-1fd9-4c1e-9f70-19a299b2335d req-edfd9627-76fc-4245-a376-9e081750275d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 944 time: 0.0526266 Dec 06 15:25:51.843935 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:25:51.846230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93afb7133cad77ea1bc3f9630c1d9a2f6827ef80a2dd47f1377c1eaae5610546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82083c79-1131-4a7a-9ca3-6e833883431a" -d '{"events": [{"server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "name": "network-vif-plugged", "status": "completed", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:25:51.860011 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:25:51.889461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3766723a-6cda-42ba-b6ed-cd92b62b4b42 x-openstack-request-id: req-3766723a-6cda-42ba-b6ed-cd92b62b4b42 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:25:51.889461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "name": "network-vif-plugged", "status": "completed", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:25:51.889461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3766723a-6cda-42ba-b6ed-cd92b62b4b42 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:25:51.889461 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'code': 200} Dec 06 15:25:51.894173 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-54129caa-1fd9-4c1e-9f70-19a299b2335d req-60b5db74-1e72-4ec1-bb4f-e4a671698fdc tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481136 Dec 06 15:25:51.950690 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:52.001858 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:52.163902 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716ef76-fedc-405b-8c91-ed5fd88421fa req-9b03c9cd-d995-4f9d-9eb5-59d312d57230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:52.168160 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5716ef76-fedc-405b-8c91-ed5fd88421fa req-9b03c9cd-d995-4f9d-9eb5-59d312d57230 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 1098 time: 0.0398712 Dec 06 15:25:52.211598 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5716ef76-fedc-405b-8c91-ed5fd88421fa req-b07a3f36-fd7e-4b9b-ad63-9c6205476e90 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393496 Dec 06 15:25:53.010704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11962098-ca75-4f78-89c1-16b7eb194e0a req-2d76bc47-e1f6-4b8c-9624-e7a194d9ae20 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:53.012137 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-11962098-ca75-4f78-89c1-16b7eb194e0a req-2d76bc47-e1f6-4b8c-9624-e7a194d9ae20 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0508554 Dec 06 15:25:53.061374 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-11962098-ca75-4f78-89c1-16b7eb194e0a req-57e21069-e3b4-4fc0-aaf3-9f7fcfae216e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427718 Dec 06 15:25:54.173494 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85ddb9-e3f1-4b99-b771-9b0cdc372210 req-0a4f6deb-79f3-43ec-b489-88ac99c8cfd9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:54.174941 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f85ddb9-e3f1-4b99-b771-9b0cdc372210 req-0a4f6deb-79f3-43ec-b489-88ac99c8cfd9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0474277 Dec 06 15:25:54.231338 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f85ddb9-e3f1-4b99-b771-9b0cdc372210 req-1a6ae010-5a11-47b1-9116-03a5018d3412 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490446 Dec 06 15:25:54.342520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db84c99-3b11-4348-bbc5-fca3c4990462 req-6dd406d1-8dc9-4493-84b8-c2d9de180f6c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:54.343887 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9db84c99-3b11-4348-bbc5-fca3c4990462 req-6dd406d1-8dc9-4493-84b8-c2d9de180f6c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0472999 Dec 06 15:25:54.391584 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9db84c99-3b11-4348-bbc5-fca3c4990462 req-1566f9c6-a22c-4adb-9665-0740ed344163 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419343 Dec 06 15:25:54.413450 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44890) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:25:54.496575 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ebe630-f9e1-4d99-bbbe-c431f9fe9f42 tempest-TestShelveInstance-574796823 tempest-TestShelveInstance-574796823-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:54.498114 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-25ebe630-f9e1-4d99-bbbe-c431f9fe9f42 tempest-TestShelveInstance-574796823 tempest-TestShelveInstance-574796823-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 1093 time: 0.0837018 Dec 06 15:25:54.500946 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 44894) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:25:54.505090 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:25:54.582620 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:54.676011 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:54.778402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Allocated IP 172.36.1.220 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/31d719e6-1905-40e8-a272-92a74e261b89) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:25:54.874193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:54.965742 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:55.008351 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:25:55.011256 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:25:55.015395 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:25:55.038501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'Port': ['ID=31d719e6-1905-40e8-a272-92a74e261b89,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:55.361180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:55.490700 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:55.631195 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:55.703874 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:55.773928 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event updated for resources: {'Port': ['ID=31d719e6-1905-40e8-a272-92a74e261b89,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:25:55.785403 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:55.883075 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Floating IP d6c9b114-a579-4054-b8cb-16fcc66f7d7a associated. External IP: 172.36.1.220, port: eaaf3c11-4b9c-4f44-adb7-74ef6cf69210. Dec 06 15:25:56.083051 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:25:56.185402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:25:56.195520 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a19ca-a939-47f0-8f39-f30caf57698e None None] Sync routers for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:25:56.204805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a19ca-a939-47f0-8f39-f30caf57698e None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:25:56.206991 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f19a19ca-a939-47f0-8f39-f30caf57698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:25:56.243836 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:25:56.270055 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-ee217938-e1e0-494c-a06d-37cbf32ac93a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7681065 Dec 06 15:25:56.270640 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:25:56.272976 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}004ba9c6034fa785cf0bf04e1ba2b201607b3129a2ac5125839b5ab80242fba9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6531df3-2670-40e5-8122-a3937bfcef95" -d '{"events": [{"name": "network-changed", "server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:25:56.309972 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70da40fb-cff6-4f12-88e2-3c409f2cdcc3 x-openstack-request-id: req-70da40fb-cff6-4f12-88e2-3c409f2cdcc3 {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:25:56.310259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:25:56.310533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70da40fb-cff6-4f12-88e2-3c409f2cdcc3 {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:25:56.310932 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'status': 'completed', 'code': 200} Dec 06 15:25:56.315428 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f19a19ca-a939-47f0-8f39-f30caf57698e None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:25:56.371057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6531df3-2670-40e5-8122-a3937bfcef95 req-6851fbb8-bcc7-48b7-88cf-4aaa48b31da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:56.372621 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a6531df3-2670-40e5-8122-a3937bfcef95 req-6851fbb8-bcc7-48b7-88cf-4aaa48b31da8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 1098 time: 0.0409148 Dec 06 15:25:56.460561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6531df3-2670-40e5-8122-a3937bfcef95 req-3063ed7a-b8d5-4f1c-898e-e5aee3d5757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:56.461989 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a6531df3-2670-40e5-8122-a3937bfcef95 req-3063ed7a-b8d5-4f1c-898e-e5aee3d5757d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0829914 Dec 06 15:25:56.531514 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a6531df3-2670-40e5-8122-a3937bfcef95 req-98b6a706-e6df-4e31-a38c-f6caf081e3a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 HTTP/1.1" status: 200 len: 999 time: 0.0630884 Dec 06 15:25:56.535355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f19a19ca-a939-47f0-8f39-f30caf57698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd6c9b114-a579-4054-b8cb-16fcc66f7d7a', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'floating_ip_address': '172.36.1.220', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'port_id': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'mac_address': 'fa:16:3e:37:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:25:55Z', 'updated_at': '2021-12-06T15:25:55Z', 'revision_number': 0, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:16Z', 'revision_number': 5, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:25:56.561499 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a19ca-a939-47f0-8f39-f30caf57698e None None] Checking router: 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:25:56.570607 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19a19ca-a939-47f0-8f39-f30caf57698e None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:25:56.571216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f19a19ca-a939-47f0-8f39-f30caf57698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:25:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:25:56.580294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6531df3-2670-40e5-8122-a3937bfcef95 req-d42c2308-9d4e-4ecf-b4a9-24f4365549b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:56.581800 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a6531df3-2670-40e5-8122-a3937bfcef95 req-d42c2308-9d4e-4ecf-b4a9-24f4365549b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0441222 Dec 06 15:25:56.627725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6531df3-2670-40e5-8122-a3937bfcef95 req-cf7dc755-d8b7-49c0-bba1-f3fe4014cb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:25:56.629237 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a6531df3-2670-40e5-8122-a3937bfcef95 req-cf7dc755-d8b7-49c0-bba1-f3fe4014cb45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400872 Dec 06 15:25:56.677173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f19a19ca-a939-47f0-8f39-f30caf57698e None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:25:56.724225 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a6531df3-2670-40e5-8122-a3937bfcef95 req-a108e1c1-52d0-4851-870f-ea5f265579c7 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872023 Dec 06 15:25:56.817319 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a6531df3-2670-40e5-8122-a3937bfcef95 req-0242649c-5c27-4dfd-b3a4-efb046025f1d service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865476 Dec 06 15:25:56.903752 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f19a19ca-a939-47f0-8f39-f30caf57698e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd6c9b114-a579-4054-b8cb-16fcc66f7d7a', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'floating_ip_address': '172.36.1.220', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'port_id': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'mac_address': 'fa:16:3e:37:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:25:55Z', 'updated_at': '2021-12-06T15:25:55Z', 'revision_number': 0, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:16Z', 'revision_number': 5, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:25:56.930363 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19a19ca-a939-47f0-8f39-f30caf57698e None None] The sync data for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv is: [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'd6c9b114-a579-4054-b8cb-16fcc66f7d7a', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'floating_ip_address': '172.36.1.220', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'port_id': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'mac_address': 'fa:16:3e:37:a5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:25:55Z', 'updated_at': '2021-12-06T15:25:55Z', 'revision_number': 0, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:16Z', 'revision_number': 5, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:25:57.121953 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcf63d4-b920-46f2-bd37-6f8687214087 None None] New status for floating IP d6c9b114-a579-4054-b8cb-16fcc66f7d7a: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:26:00.206624 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:01.304257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e9df29d1-0e0f-4ac7-806f-ab8bd0e0f419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:03.709252 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e2b21da4-ed71-4137-8c37-5113db6c146c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:05.034808 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:06.286779 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:06.987916 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:12.124223 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:26:30.199942 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:31.296325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-53b07540-793a-4e7d-97c0-2cbfa1d1d287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:33.691354 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4f544997-8d53-46ad-9bb7-e2e6d423a95d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:35.040113 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:36.256783 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:36.988208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:26:41.442173 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95de7c86-83b4-4f71-97b6-916a4b8f46d6 req-99c316b2-5288-4bcb-8258-8b1457286c78 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392325 Dec 06 15:26:41.525240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7c86-83b4-4f71-97b6-916a4b8f46d6 req-cf2a20e5-3a5e-4956-835c-b7b43b49ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:26:41.526706 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95de7c86-83b4-4f71-97b6-916a4b8f46d6 req-cf2a20e5-3a5e-4956-835c-b7b43b49ca14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 1098 time: 0.0409825 Dec 06 15:26:41.629899 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7c86-83b4-4f71-97b6-916a4b8f46d6 req-e4fea1b2-ee24-4b33-9759-ae73accd69f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:26:41.631347 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95de7c86-83b4-4f71-97b6-916a4b8f46d6 req-e4fea1b2-ee24-4b33-9759-ae73accd69f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0856137 Dec 06 15:26:41.699807 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95de7c86-83b4-4f71-97b6-916a4b8f46d6 req-d300446a-0ff8-4d45-ace2-d5a5f6f34716 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 HTTP/1.1" status: 200 len: 1001 time: 0.0609891 Dec 06 15:26:41.748694 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7c86-83b4-4f71-97b6-916a4b8f46d6 req-39b6adad-fdb3-4500-aa9d-6967b9beaf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:26:41.750119 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95de7c86-83b4-4f71-97b6-916a4b8f46d6 req-39b6adad-fdb3-4500-aa9d-6967b9beaf5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0433655 Dec 06 15:26:41.794723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de7c86-83b4-4f71-97b6-916a4b8f46d6 req-d3437b5e-6af4-4a99-b53b-584d2566f82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:26:41.796143 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95de7c86-83b4-4f71-97b6-916a4b8f46d6 req-d3437b5e-6af4-4a99-b53b-584d2566f82f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391243 Dec 06 15:26:41.887442 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95de7c86-83b4-4f71-97b6-916a4b8f46d6 req-99db61c2-b18d-4a68-ad46-e9645c519c5e service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841372 Dec 06 15:26:41.975482 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-95de7c86-83b4-4f71-97b6-916a4b8f46d6 req-56527303-f13a-4c0f-81a6-4b93fe723ad4 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808232 Dec 06 15:26:49.123651 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:27:00.228099 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:01.336435 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b73c5703-c451-44b3-83c3-1a4b49a3ea62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:03.741121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-734c4326-78e0-42d2-837d-aab7869b28b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:05.050732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:06.250777 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:06.992392 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:26.122231 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:27:30.215866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:31.290433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-cf0732cf-d0f4-4ac9-a90d-3277142b9e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:33.712761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-01029d13-6795-4b0e-90b4-bcc579ac9ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:35.043064 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:36.278299 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:36.975821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:27:41.442155 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f860f58-318f-4e2c-a622-c8eb0134a855 req-92623c2e-52a3-4ec4-8677-a06c1f4431b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427146 Dec 06 15:27:41.521781 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f860f58-318f-4e2c-a622-c8eb0134a855 req-fc1270fa-489e-4f1e-b6b7-081a7e973138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:41.523263 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f860f58-318f-4e2c-a622-c8eb0134a855 req-fc1270fa-489e-4f1e-b6b7-081a7e973138 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 1098 time: 0.0402472 Dec 06 15:27:41.629152 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f860f58-318f-4e2c-a622-c8eb0134a855 req-7adc07f7-67de-4c1d-8a30-4940bcf10143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:41.630075 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f860f58-318f-4e2c-a622-c8eb0134a855 req-7adc07f7-67de-4c1d-8a30-4940bcf10143 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0886455 Dec 06 15:27:41.695377 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f860f58-318f-4e2c-a622-c8eb0134a855 req-bdc3eb0c-55ca-4cf2-a957-050530b62278 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 HTTP/1.1" status: 200 len: 1001 time: 0.0570469 Dec 06 15:27:41.744489 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f860f58-318f-4e2c-a622-c8eb0134a855 req-88cef146-6923-4f21-9146-c1c3b719c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:41.745994 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f860f58-318f-4e2c-a622-c8eb0134a855 req-88cef146-6923-4f21-9146-c1c3b719c267 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0427909 Dec 06 15:27:41.795844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f860f58-318f-4e2c-a622-c8eb0134a855 req-ee211842-2837-4eee-ac9c-b59c86a23501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:27:41.797410 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f860f58-318f-4e2c-a622-c8eb0134a855 req-ee211842-2837-4eee-ac9c-b59c86a23501 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434413 Dec 06 15:27:41.884042 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f860f58-318f-4e2c-a622-c8eb0134a855 req-28109116-0b67-4f46-ab24-ca84b58333c3 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793295 Dec 06 15:27:41.977072 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1f860f58-318f-4e2c-a622-c8eb0134a855 req-081baca4-68d7-4656-b45b-9bf105107254 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839455 Dec 06 15:28:00.198197 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:01.289363 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f62c6fa4-7838-46aa-a041-549c13cc0ae9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:03.121039 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:28:03.712312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb407-d9ad-4066-8ff0-b175c36bb8cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:05.038199 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:06.312178 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:07.077932 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:15.174908 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1eb251-9490-4a1a-a316-dc2a67bb815d req-1659b732-d8f0-49a2-a043-1c5f5618bddf tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:15.176386 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fd1eb251-9490-4a1a-a316-dc2a67bb815d req-1659b732-d8f0-49a2-a043-1c5f5618bddf tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0499182 Dec 06 15:28:15.226675 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fd1eb251-9490-4a1a-a316-dc2a67bb815d req-1bdb9f19-960c-4eb5-a037-921a20243ed6 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441399 Dec 06 15:28:16.356158 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56c14f0-f633-4812-ac6a-cfcc2c3f97a8 req-bae5eaa6-954e-4869-b866-7dff97f310a8 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:16.357641 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b56c14f0-f633-4812-ac6a-cfcc2c3f97a8 req-bae5eaa6-954e-4869-b866-7dff97f310a8 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0485089 Dec 06 15:28:16.404929 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b56c14f0-f633-4812-ac6a-cfcc2c3f97a8 req-6d48c405-31dd-47c9-9bbb-d1571ffd080e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414646 Dec 06 15:28:17.538195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e0b1f-3ae2-4dc3-9f15-96a2d7361737 req-c7a3effc-8259-40af-b285-fb0c7cd5ad00 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:17.539668 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-805e0b1f-3ae2-4dc3-9f15-96a2d7361737 req-c7a3effc-8259-40af-b285-fb0c7cd5ad00 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0526564 Dec 06 15:28:17.589145 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-805e0b1f-3ae2-4dc3-9f15-96a2d7361737 req-e9c30c3b-c2ae-4a63-be60-7379dcf1062e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430291 Dec 06 15:28:18.701237 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dec10f-a174-487a-ba92-afe359190088 req-8a7e0c0e-bfc0-4f39-bcd6-41dd3db1ea11 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:18.702743 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-18dec10f-a174-487a-ba92-afe359190088 req-8a7e0c0e-bfc0-4f39-bcd6-41dd3db1ea11 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0476861 Dec 06 15:28:18.753711 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-18dec10f-a174-487a-ba92-afe359190088 req-374b2ae3-3be4-4541-b37a-d3c97fe2e1e0 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451097 Dec 06 15:28:19.865114 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d285c24-9d8d-4184-a553-5ce1c5ea09a4 req-d12a6afc-3c64-4364-97d8-5f0752cf6c58 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:19.866548 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d285c24-9d8d-4184-a553-5ce1c5ea09a4 req-d12a6afc-3c64-4364-97d8-5f0752cf6c58 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0472150 Dec 06 15:28:19.915286 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4d285c24-9d8d-4184-a553-5ce1c5ea09a4 req-8a1e50e0-a277-485a-8b63-08549e1b36d2 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422897 Dec 06 15:28:21.029648 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fe5f1-2289-472d-9d68-e3b502eabbaf req-87769d50-f5f6-4ef3-acef-2e0462bacb1a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:21.031115 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5d0fe5f1-2289-472d-9d68-e3b502eabbaf req-87769d50-f5f6-4ef3-acef-2e0462bacb1a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0485435 Dec 06 15:28:21.080574 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5d0fe5f1-2289-472d-9d68-e3b502eabbaf req-8eeb6ad7-2ec6-47fe-b030-6f786a933b1c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435803 Dec 06 15:28:22.203326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfb3e6-0ac6-4068-bf33-b50cab5515b8 req-4f104d41-3bd1-4ce6-9e68-02b0fa774601 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:22.208463 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-75dfb3e6-0ac6-4068-bf33-b50cab5515b8 req-4f104d41-3bd1-4ce6-9e68-02b0fa774601 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0565765 Dec 06 15:28:22.254235 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-75dfb3e6-0ac6-4068-bf33-b50cab5515b8 req-b0d7e042-7575-4785-a52a-a013347ab170 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434244 Dec 06 15:28:23.367626 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c1464-d2a1-445a-8699-d654ac31b77c req-3a99310e-7aca-477b-adbc-48740fe39364 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:23.369017 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8b2c1464-d2a1-445a-8699-d654ac31b77c req-3a99310e-7aca-477b-adbc-48740fe39364 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0476239 Dec 06 15:28:23.416900 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-8b2c1464-d2a1-445a-8699-d654ac31b77c req-1d03f776-c849-413f-a165-5911d4de2b1a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420234 Dec 06 15:28:24.528578 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a951799-47dc-4d99-9bd0-49f663918b0a req-9962c27d-0c1b-4e9e-9bd3-eabcdbdfc19c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:24.530036 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4a951799-47dc-4d99-9bd0-49f663918b0a req-9962c27d-0c1b-4e9e-9bd3-eabcdbdfc19c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0490484 Dec 06 15:28:24.578223 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4a951799-47dc-4d99-9bd0-49f663918b0a req-c161e183-49f0-4cbf-b882-12820be716e0 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 Dec 06 15:28:25.404715 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4aee1b-0fd4-4339-83c5-0c9299443a6b req-5fce2878-196c-45e7-8988-0398ecdb86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:25.406198 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2a4aee1b-0fd4-4339-83c5-0c9299443a6b req-5fce2878-196c-45e7-8988-0398ecdb86fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 1098 time: 0.0408399 Dec 06 15:28:25.506266 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4aee1b-0fd4-4339-83c5-0c9299443a6b req-419b92ad-4d98-4c78-99ab-5a293e9e56ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:25.507713 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2a4aee1b-0fd4-4339-83c5-0c9299443a6b req-419b92ad-4d98-4c78-99ab-5a293e9e56ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0947039 Dec 06 15:28:25.577669 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2a4aee1b-0fd4-4339-83c5-0c9299443a6b req-078ac896-4d69-47e4-81f3-fc9ab75a9836 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 HTTP/1.1" status: 200 len: 1001 time: 0.0619807 Dec 06 15:28:25.631128 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4aee1b-0fd4-4339-83c5-0c9299443a6b req-ef934054-7322-4013-8d17-31c2c3b78346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:25.632565 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2a4aee1b-0fd4-4339-83c5-0c9299443a6b req-ef934054-7322-4013-8d17-31c2c3b78346 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0481880 Dec 06 15:28:25.679559 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4aee1b-0fd4-4339-83c5-0c9299443a6b req-81cb54cd-a849-4268-a527-b44048de0166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:25.681016 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2a4aee1b-0fd4-4339-83c5-0c9299443a6b req-81cb54cd-a849-4268-a527-b44048de0166 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403214 Dec 06 15:28:25.697209 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446c88e-c43d-4373-94b6-ac6627bc4c32 req-5c39f1a2-0b68-4012-80ef-4c3a1b9f6d85 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:25.701049 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9446c88e-c43d-4373-94b6-ac6627bc4c32 req-5c39f1a2-0b68-4012-80ef-4c3a1b9f6d85 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0545387 Dec 06 15:28:25.751973 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-9446c88e-c43d-4373-94b6-ac6627bc4c32 req-4e0ad6f1-b5bf-4d45-93ee-33bc03d91b81 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436504 Dec 06 15:28:25.777678 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2a4aee1b-0fd4-4339-83c5-0c9299443a6b req-5bdcd9f2-ff05-4694-9161-72e71a131e1a service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892520 Dec 06 15:28:25.863760 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2a4aee1b-0fd4-4339-83c5-0c9299443a6b req-228d5b74-ff61-4f8c-b0f2-fed06511a005 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791435 Dec 06 15:28:26.866846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88bca3-612d-456f-a196-25c6c753e797 req-ecacc8ef-9b89-4d78-af85-db62b3db8caa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:26.868402 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c88bca3-612d-456f-a196-25c6c753e797 req-ecacc8ef-9b89-4d78-af85-db62b3db8caa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0489554 Dec 06 15:28:26.922089 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2c88bca3-612d-456f-a196-25c6c753e797 req-32d28221-1645-4734-b32b-ef1fd305650f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477087 Dec 06 15:28:28.038122 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a967f-d8e4-4d49-bc81-64237ef6fada req-75e92cf1-d40d-476c-9abc-51aa137ac500 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:28.039787 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2c7a967f-d8e4-4d49-bc81-64237ef6fada req-75e92cf1-d40d-476c-9abc-51aa137ac500 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0508914 Dec 06 15:28:28.091946 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2c7a967f-d8e4-4d49-bc81-64237ef6fada req-a52a119b-705f-4aa4-914f-a89f8ef5b1d9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453706 Dec 06 15:28:29.214985 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc5fb56-d3da-452a-8040-93ae1a962fd8 req-9e427657-56f1-42d2-a6fd-e4767663e9f7 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:29.216481 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6dc5fb56-d3da-452a-8040-93ae1a962fd8 req-9e427657-56f1-42d2-a6fd-e4767663e9f7 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0523527 Dec 06 15:28:29.266612 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6dc5fb56-d3da-452a-8040-93ae1a962fd8 req-25ec985d-a2f1-49dd-af87-830067005872 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441773 Dec 06 15:28:30.219043 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:30.380569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff861c2d-2d6d-41d5-acfb-aa23f3f4deb1 req-a7c2c1db-719a-4141-ba37-e7c93a3b10a6 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:30.382028 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ff861c2d-2d6d-41d5-acfb-aa23f3f4deb1 req-a7c2c1db-719a-4141-ba37-e7c93a3b10a6 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0510480 Dec 06 15:28:30.429951 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ff861c2d-2d6d-41d5-acfb-aa23f3f4deb1 req-55bb824e-0ae0-4127-a9ed-ba6b27685d04 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415103 Dec 06 15:28:30.532202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:28:30.608031 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:30.630116 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:28:30.632422 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93afb7133cad77ea1bc3f9630c1d9a2f6827ef80a2dd47f1377c1eaae5610546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04fa7dff-732e-4138-90a6-4b201598e1e5" -d '{"events": [{"server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "name": "network-vif-unplugged", "status": "completed", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:28:30.645710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:28:30.718247 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:30.781288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 06 Dec 2021 15:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cfc968-0a71-4ebf-be13-698bc4d79a3e x-openstack-request-id: req-a9cfc968-0a71-4ebf-be13-698bc4d79a3e {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:28:30.781648 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "name": "network-vif-unplugged", "status": "failed", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210", "code": 422}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:28:30.781960 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a9cfc968-0a71-4ebf-be13-698bc4d79a3e {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:28:30.782629 dv-neutron-master-2-hyperv neutron-server[103726]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'code': 422} returned with failed status Dec 06 15:28:30.783643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:28:30.784159 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd233b3-c1a0-40c8-86bf-c8c90885b62c req-eb281609-ffe9-4c8e-9c6d-575a57962f3a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:30.791434 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:30.791576 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cfd233b3-c1a0-40c8-86bf-c8c90885b62c req-eb281609-ffe9-4c8e-9c6d-575a57962f3a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0598841 Dec 06 15:28:30.791788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:30.792129 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:30.792711 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:30.793284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:30.793616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:30.793945 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:30.794272 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:30.794600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:30.794925 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:30.795395 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:30.795725 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:30.796046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:28:30.839240 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-cfd233b3-c1a0-40c8-86bf-c8c90885b62c req-7664e253-4eab-4fa7-8558-e4489dbb19ed tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468161 Dec 06 15:28:30.883903 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-361e5e0c-5361-4416-9365-1701604fede5 req-56efcace-b9fb-4d4e-b65b-ba6462eccc74 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0987136 Dec 06 15:28:30.893040 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-361e5e0c-5361-4416-9365-1701604fede5 req-f4ec93fd-45ca-4627-9db3-038fea25882b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:28:30.893963 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-361e5e0c-5361-4416-9365-1701604fede5 req-f4ec93fd-45ca-4627-9db3-038fea25882b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048821 Dec 06 15:28:31.310683 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fc501366-7ae6-4417-a224-78c208c1cd51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:31.952999 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef512d39-be3a-43fa-89c0-0e20b3089ce3 req-bee4d247-ba47-4889-9dd9-ca4e1f798bb9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:31.954475 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ef512d39-be3a-43fa-89c0-0e20b3089ce3 req-bee4d247-ba47-4889-9dd9-ca4e1f798bb9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0473220 Dec 06 15:28:32.003882 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ef512d39-be3a-43fa-89c0-0e20b3089ce3 req-5492b60a-34ba-4a12-b837-de82e88e902b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433998 Dec 06 15:28:33.123932 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7820d6-6e70-4906-b859-7d07ca058c38 req-0c24b540-3801-4e56-a645-bb170967ad6f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:33.125425 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6d7820d6-6e70-4906-b859-7d07ca058c38 req-0c24b540-3801-4e56-a645-bb170967ad6f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0538950 Dec 06 15:28:33.176410 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6d7820d6-6e70-4906-b859-7d07ca058c38 req-e8eef411-4007-4088-b110-5836154d9f10 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450132 Dec 06 15:28:33.706482 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fbe79b23-c67d-40e9-85fa-a7e53040b61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:34.293340 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ce92a-a701-432e-9007-9fa22851fe63 req-3b4966a4-c54f-476d-8465-bb62016bb61f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:34.294686 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3b1ce92a-a701-432e-9007-9fa22851fe63 req-3b4966a4-c54f-476d-8465-bb62016bb61f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0527327 Dec 06 15:28:34.342395 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3b1ce92a-a701-432e-9007-9fa22851fe63 req-01ed1e3d-547e-40f9-b9b8-38491025c7aa tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417953 Dec 06 15:28:35.053347 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:35.457680 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23e687-0037-4b88-bb1a-a5dbccfb8781 req-d06f5407-eb27-4489-b138-d0c7f581eb2e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:35.468892 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f23e687-0037-4b88-bb1a-a5dbccfb8781 req-d06f5407-eb27-4489-b138-d0c7f581eb2e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0488300 Dec 06 15:28:35.508517 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-4f23e687-0037-4b88-bb1a-a5dbccfb8781 req-410cac7b-742f-42a2-885f-1dd3697a7a5b tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434291 Dec 06 15:28:36.283137 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:36.622337 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11892c3f-859c-4c97-9e19-721f6ec47a14 req-7a5b0f48-b341-46bc-883e-8ea8c9badd28 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:36.623867 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-11892c3f-859c-4c97-9e19-721f6ec47a14 req-7a5b0f48-b341-46bc-883e-8ea8c9badd28 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0495152 Dec 06 15:28:36.673140 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-11892c3f-859c-4c97-9e19-721f6ec47a14 req-12e60674-0317-4808-b1b4-c52b344b0c7d tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431595 Dec 06 15:28:37.007808 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:37.820487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbc4bb-8a25-461b-b4a6-28df5d9ea0c9 req-02008f94-6c53-4988-a843-f54a7cecb758 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:37.821974 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-53dbc4bb-8a25-461b-b4a6-28df5d9ea0c9 req-02008f94-6c53-4988-a843-f54a7cecb758 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0808480 Dec 06 15:28:37.824361 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e5e0c-5361-4416-9365-1701604fede5 req-d5ec8e1e-74ef-4d6a-bfcc-8304bf656d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:37.825715 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-361e5e0c-5361-4416-9365-1701604fede5 req-d5ec8e1e-74ef-4d6a-bfcc-8304bf656d37 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4&tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd HTTP/1.1" status: 200 len: 1096 time: 0.0730548 Dec 06 15:28:37.895662 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-53dbc4bb-8a25-461b-b4a6-28df5d9ea0c9 req-00fea395-4514-4df2-8158-b9dc1460469f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672207 Dec 06 15:28:37.905898 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e5e0c-5361-4416-9365-1701604fede5 req-8f8ef04d-b90c-4cb6-812a-9485b4a23ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:37.907717 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-361e5e0c-5361-4416-9365-1701604fede5 req-8f8ef04d-b90c-4cb6-812a-9485b4a23ca6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 1096 time: 0.0586076 Dec 06 15:28:37.998463 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e5e0c-5361-4416-9365-1701604fede5 req-2cb380ac-644b-42c8-877d-e93da1dd2c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:37.999806 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-361e5e0c-5361-4416-9365-1701604fede5 req-2cb380ac-644b-42c8-877d-e93da1dd2c6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0860858 Dec 06 15:28:38.062407 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-361e5e0c-5361-4416-9365-1701604fede5 req-a9f0c783-d117-4453-afb4-a5031970a5ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 HTTP/1.1" status: 200 len: 999 time: 0.0559776 Dec 06 15:28:38.112966 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e5e0c-5361-4416-9365-1701604fede5 req-4cca34a6-3353-43b8-9304-db6a4f136ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:38.114340 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-361e5e0c-5361-4416-9365-1701604fede5 req-4cca34a6-3353-43b8-9304-db6a4f136ce5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0451889 Dec 06 15:28:38.158771 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e5e0c-5361-4416-9365-1701604fede5 req-8a84ef97-f7c6-42c4-9499-2b997424e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:38.160177 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-361e5e0c-5361-4416-9365-1701604fede5 req-8a84ef97-f7c6-42c4-9499-2b997424e528 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382318 Dec 06 15:28:38.246557 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-361e5e0c-5361-4416-9365-1701604fede5 req-5e260f5d-33b2-4d8c-baa2-0e8d40806208 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793767 Dec 06 15:28:38.337690 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-361e5e0c-5361-4416-9365-1701604fede5 req-36ee12de-8e29-40a6-953e-c58929f4e36a service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840886 Dec 06 15:28:39.006846 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7450a-d07b-4df5-845e-79b3e51ce33a req-71edc78a-3312-4914-9f47-387cfe7ffdf9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:39.008181 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-14f7450a-d07b-4df5-845e-79b3e51ce33a req-71edc78a-3312-4914-9f47-387cfe7ffdf9 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0462019 Dec 06 15:28:39.372437 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-14f7450a-d07b-4df5-845e-79b3e51ce33a req-a1827fe9-00a9-4af3-acad-57f5ea3a0cf4 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3574407 Dec 06 15:28:40.118954 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:28:40.484118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeff324a-f439-4c3f-8072-89abfe1567d2 req-3c64e7d3-a888-4a4c-8bd7-a7596bc6d799 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:40.485571 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eeff324a-f439-4c3f-8072-89abfe1567d2 req-3c64e7d3-a888-4a4c-8bd7-a7596bc6d799 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0478203 Dec 06 15:28:40.534064 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-eeff324a-f439-4c3f-8072-89abfe1567d2 req-051cf91f-0aa4-45c6-90ee-aa0810602aa2 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426164 Dec 06 15:28:41.645300 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72bb7b-3fe9-4a50-9d0a-83037d533b81 req-0312e7e6-e4c2-4ac7-b2d2-5fda363abf83 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:41.646730 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3a72bb7b-3fe9-4a50-9d0a-83037d533b81 req-0312e7e6-e4c2-4ac7-b2d2-5fda363abf83 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0467665 Dec 06 15:28:41.694180 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3a72bb7b-3fe9-4a50-9d0a-83037d533b81 req-b770012b-e6ec-4108-92a0-8c64f6f4b6f3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409501 Dec 06 15:28:42.488294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98108c77-5001-4136-8bdb-40ec261640bf req-a552a840-af9c-4a0c-a9ad-8e62e386af65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:42.489784 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-98108c77-5001-4136-8bdb-40ec261640bf req-a552a840-af9c-4a0c-a9ad-8e62e386af65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 1096 time: 0.0439312 Dec 06 15:28:42.597185 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98108c77-5001-4136-8bdb-40ec261640bf req-bc4dd8d3-8a00-48d5-9857-81b0a8aa5262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:42.600976 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-98108c77-5001-4136-8bdb-40ec261640bf req-bc4dd8d3-8a00-48d5-9857-81b0a8aa5262 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0928273 Dec 06 15:28:42.671532 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-98108c77-5001-4136-8bdb-40ec261640bf req-afa193a2-3347-4c7d-9a54-ba739c914930 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 HTTP/1.1" status: 200 len: 999 time: 0.0607693 Dec 06 15:28:42.719544 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98108c77-5001-4136-8bdb-40ec261640bf req-117686fc-9555-4122-84eb-e9b877a34f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:42.721126 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-98108c77-5001-4136-8bdb-40ec261640bf req-117686fc-9555-4122-84eb-e9b877a34f61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0428851 Dec 06 15:28:42.775347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98108c77-5001-4136-8bdb-40ec261640bf req-193edb5c-6d2e-414f-9ba3-fa5b5c2a84ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:42.777204 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-98108c77-5001-4136-8bdb-40ec261640bf req-193edb5c-6d2e-414f-9ba3-fa5b5c2a84ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500011 Dec 06 15:28:42.861237 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa5e17-e62d-49ba-abb8-950a3029d57f req-e5b8b183-703c-4748-a885-aa894dfd46ee tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:42.862671 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-65aa5e17-e62d-49ba-abb8-950a3029d57f req-e5b8b183-703c-4748-a885-aa894dfd46ee tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.1003873 Dec 06 15:28:42.925241 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-98108c77-5001-4136-8bdb-40ec261640bf req-55d728de-7a8d-4ee5-9d88-b019bbf7aae4 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350927 Dec 06 15:28:42.946506 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-65aa5e17-e62d-49ba-abb8-950a3029d57f req-0a4bd0cb-4055-486c-857b-e63edc7e85b3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764306 Dec 06 15:28:43.023339 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-98108c77-5001-4136-8bdb-40ec261640bf req-afa16c9d-195e-4587-b028-fe59ecb905ef service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891564 Dec 06 15:28:44.061860 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4756812e-6cd1-479a-a540-c64256fe410b req-ba6c1181-e780-46a7-8bc5-e755e32327df tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:44.063289 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4756812e-6cd1-479a-a540-c64256fe410b req-ba6c1181-e780-46a7-8bc5-e755e32327df tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0462909 Dec 06 15:28:44.110873 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4756812e-6cd1-479a-a540-c64256fe410b req-97c7ded5-b3e9-44f2-90f9-79a073187fb3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418005 Dec 06 15:28:45.225290 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e2913-12f3-4a62-b499-244878825c30 req-578496f4-6d77-4e5c-acde-3440800fe404 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:45.226769 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3a8e2913-12f3-4a62-b499-244878825c30 req-578496f4-6d77-4e5c-acde-3440800fe404 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0485830 Dec 06 15:28:45.274618 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3a8e2913-12f3-4a62-b499-244878825c30 req-e4117087-fc4c-4bb8-893f-5ce4580a61a3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420327 Dec 06 15:28:46.389018 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8d0769-2efc-494c-9189-a0ddefbe2df1 req-8af25a7e-7fbf-44e0-9ae9-40ce102a341f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:46.390470 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5b8d0769-2efc-494c-9189-a0ddefbe2df1 req-8af25a7e-7fbf-44e0-9ae9-40ce102a341f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 943 time: 0.0506217 Dec 06 15:28:46.436935 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5b8d0769-2efc-494c-9189-a0ddefbe2df1 req-10e4da76-1a3a-498b-9cdd-483d1800e691 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406804 Dec 06 15:28:46.657826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:28:46.755041 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:28:46.766260 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'port_id': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'mac_address': 'fa:16:3e:37:a5:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:28:46.801883 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:46.814436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:28:46.833539 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:28:46.888595 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:46.938505 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:28:47.274884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['eaaf3c11-4b9c-4f44-adb7-74ef6cf69210'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:28:47.549402 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e4317-2a9a-432c-a541-d00e4f52ea77 req-e6792d3c-6f93-41a8-b9ae-02f464e28096 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:47.550752 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ee5e4317-2a9a-432c-a541-d00e4f52ea77 req-e6792d3c-6f93-41a8-b9ae-02f464e28096 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 944 time: 0.0479589 Dec 06 15:28:47.598414 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ee5e4317-2a9a-432c-a541-d00e4f52ea77 req-3a9fc618-594e-4afe-9fdb-5b727ac70df3 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418704 Dec 06 15:28:48.656736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:28:48.705180 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:28:48.705555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:48.709845 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b3ae3-3efe-45ee-b6b0-65df5b32df53 req-f160a525-4ced-4f47-8369-abae6b71f250 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:48.711336 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e66b3ae3-3efe-45ee-b6b0-65df5b32df53 req-f160a525-4ced-4f47-8369-abae6b71f250 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 944 time: 0.0474534 Dec 06 15:28:48.768404 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-e66b3ae3-3efe-45ee-b6b0-65df5b32df53 req-ec6a19a2-c64a-49c8-985f-fa710bde49b6 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504308 Dec 06 15:28:48.782714 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:48.808217 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:28:48.810474 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93afb7133cad77ea1bc3f9630c1d9a2f6827ef80a2dd47f1377c1eaae5610546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb02de4-8fb5-44e0-ab61-d8c8140f617f" -d '{"events": [{"server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "name": "network-vif-plugged", "status": "completed", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:28:48.822344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:28:48.849337 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6ae19c-afd7-4dd8-8cd1-2fe9fda8eca5 x-openstack-request-id: req-3f6ae19c-afd7-4dd8-8cd1-2fe9fda8eca5 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:28:48.849627 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "name": "network-vif-plugged", "status": "completed", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:28:48.849879 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f6ae19c-afd7-4dd8-8cd1-2fe9fda8eca5 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:28:48.850273 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'code': 200} Dec 06 15:28:48.887718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:28:48.934604 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:28:49.114223 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846b572-da2b-45fd-ba11-a062cdb9577c req-cc6f3d21-ef78-4071-acdf-a1c57f696ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:49.115730 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9846b572-da2b-45fd-ba11-a062cdb9577c req-cc6f3d21-ef78-4071-acdf-a1c57f696ec9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 1098 time: 0.0440619 Dec 06 15:28:49.163480 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9846b572-da2b-45fd-ba11-a062cdb9577c req-b38f7965-6ce9-4525-99c8-36abf4359a57 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388582 Dec 06 15:28:49.883814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818fa7a6-0de6-4c52-87cb-cb68abe4463a req-82ac6f7c-2c01-4194-977b-b5cd2903488a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:49.885275 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-818fa7a6-0de6-4c52-87cb-cb68abe4463a req-82ac6f7c-2c01-4194-977b-b5cd2903488a tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0504301 Dec 06 15:28:49.933016 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-818fa7a6-0de6-4c52-87cb-cb68abe4463a req-f302ce77-d65b-4276-b98d-bad26ebf1c35 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415981 Dec 06 15:28:51.049834 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34192a9-6da7-4c1f-8f21-546aa49d5360 req-f9cd11c0-f806-47f2-ae89-cbc24af2e03f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:28:51.051268 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b34192a9-6da7-4c1f-8f21-546aa49d5360 req-f9cd11c0-f806-47f2-ae89-cbc24af2e03f tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0481522 Dec 06 15:28:51.098416 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b34192a9-6da7-4c1f-8f21-546aa49d5360 req-897168dc-d6a2-4a4f-ad4b-25a5e68c407e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414019 Dec 06 15:29:00.236778 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:01.321502 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e2fee21-f168-455b-ae8b-24828ad085cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:03.721512 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bb57cb22-9cdc-4b47-8f5c-e56630aa89a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:05.082735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:06.265273 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:07.014425 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:17.117242 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:29:30.259408 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:31.337935 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0a96ac31-3b9f-4924-85ab-2633f8cc32f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:33.716633 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3f0ae0a1-a0fc-448f-b669-d75789c780bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:35.082034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:36.321843 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:37.006356 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:29:42.454141 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-654bf573-571d-4d0f-9849-e48dd5af6203 req-ced9e2b0-4aa7-4fd8-8bce-b9e8ed4749d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413549 Dec 06 15:29:42.536322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bf573-571d-4d0f-9849-e48dd5af6203 req-fea6fa71-eca5-4a2b-ab3f-5d9780ae91d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:42.537806 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-654bf573-571d-4d0f-9849-e48dd5af6203 req-fea6fa71-eca5-4a2b-ab3f-5d9780ae91d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 1098 time: 0.0416617 Dec 06 15:29:42.643486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bf573-571d-4d0f-9849-e48dd5af6203 req-d87322b3-523b-4b10-8afe-af1a2ac7e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:42.644946 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-654bf573-571d-4d0f-9849-e48dd5af6203 req-d87322b3-523b-4b10-8afe-af1a2ac7e47a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.0890052 Dec 06 15:29:42.709968 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-654bf573-571d-4d0f-9849-e48dd5af6203 req-5fc4a239-3328-4bd2-af8b-34ff89221f03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 HTTP/1.1" status: 200 len: 1001 time: 0.0582445 Dec 06 15:29:42.757929 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bf573-571d-4d0f-9849-e48dd5af6203 req-f3071660-6dd5-4714-a4cb-340d584e1d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:42.759304 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-654bf573-571d-4d0f-9849-e48dd5af6203 req-f3071660-6dd5-4714-a4cb-340d584e1d1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0425069 Dec 06 15:29:42.807188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654bf573-571d-4d0f-9849-e48dd5af6203 req-4a941c7b-eddb-43ef-83f3-1d32493e666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:29:42.808657 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-654bf573-571d-4d0f-9849-e48dd5af6203 req-4a941c7b-eddb-43ef-83f3-1d32493e666b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419731 Dec 06 15:29:42.896727 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-654bf573-571d-4d0f-9849-e48dd5af6203 req-831e3621-d397-44ee-971f-447626939815 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796988 Dec 06 15:29:42.986034 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-654bf573-571d-4d0f-9849-e48dd5af6203 req-5715c359-e0e6-49c0-8f54-805ba62ec7ca service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821445 Dec 06 15:29:54.116314 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:30:00.241706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:01.326994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4b6d3e0a-2597-4d77-be3f-10317cc58dae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:03.749785 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17489791-9039-4706-80c6-b7d197260580 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:05.052572 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:06.308197 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:07.005768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:26.839912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45072) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:27.161688 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Deleting port 31d719e6-1905-40e8-a272-92a74e261b89 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:30:27.162028 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:27.237025 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:27.237353 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:27.249403 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Calling delete_port for 31d719e6-1905-40e8-a272-92a74e261b89 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:30:27.486820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:27.512737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event deleted for resources: {'Port': ['ID=31d719e6-1905-40e8-a272-92a74e261b89,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:27.539643 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:27.539988 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:27.540330 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:27.540665 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:27.541024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:27.541351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:27.541672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:27.541997 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:27.542323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:27.542642 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:27.542965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:27.543285 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:27.543607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:27.585118 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:27.585341 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Floating IP d6c9b114-a579-4054-b8cb-16fcc66f7d7a disassociated (deleted). External IP: 172.36.1.220, port: eaaf3c11-4b9c-4f44-adb7-74ef6cf69210. Dec 06 15:30:27.795131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:30:28.255706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:30:28.260684 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:28.268549 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8619064d-3b38-481d-96b4-13fcd182f442 None None] Sync routers for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:30:28.284102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8619064d-3b38-481d-96b4-13fcd182f442 None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:30:28.284745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8619064d-3b38-481d-96b4-13fcd182f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:28.301016 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-fe8ce1a9-c60a-41d6-94bf-203a5dac7ca1 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "DELETE /v2.0/floatingips/d6c9b114-a579-4054-b8cb-16fcc66f7d7a HTTP/1.1" status: 204 len: 168 time: 1.4575367 Dec 06 15:30:28.301016 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:30:28.301737 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da62d25d6c0cd0d4fae90cda460d7211f0758eceec75ba982782b4e61c39f968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7618cf0-07f6-4514-95f3-ab551606a1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:30:28.411641 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-8619064d-3b38-481d-96b4-13fcd182f442 None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:30:28.479408 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df8cc487-fed5-44e2-9b87-5829cdfbafed x-openstack-request-id: req-df8cc487-fed5-44e2-9b87-5829cdfbafed {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:30:28.479704 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:30:28.479957 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-df8cc487-fed5-44e2-9b87-5829cdfbafed {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:30:28.480360 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'status': 'completed', 'code': 200} Dec 06 15:30:28.552953 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7618cf0-07f6-4514-95f3-ab551606a1a1 req-0a4742cd-bf15-45f5-b95d-b5c2833cf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:28.554412 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b7618cf0-07f6-4514-95f3-ab551606a1a1 req-0a4742cd-bf15-45f5-b95d-b5c2833cf458 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 1098 time: 0.0502996 Dec 06 15:30:28.634631 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8619064d-3b38-481d-96b4-13fcd182f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:16Z', 'revision_number': 5, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:28.661804 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7618cf0-07f6-4514-95f3-ab551606a1a1 req-1c7c4473-1bd5-459f-8715-dfc537fe0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:28.663328 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b7618cf0-07f6-4514-95f3-ab551606a1a1 req-1c7c4473-1bd5-459f-8715-dfc537fe0d1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 200 len: 910 time: 0.1001766 Dec 06 15:30:28.663460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8619064d-3b38-481d-96b4-13fcd182f442 None None] Checking router: 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:30:28.674954 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8619064d-3b38-481d-96b4-13fcd182f442 None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:30:28.674954 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8619064d-3b38-481d-96b4-13fcd182f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:28.715136 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b7618cf0-07f6-4514-95f3-ab551606a1a1 req-37991a9e-4fc0-49d1-888e-160e898fc071 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 HTTP/1.1" status: 200 len: 217 time: 0.0432856 Dec 06 15:30:28.775282 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7618cf0-07f6-4514-95f3-ab551606a1a1 req-a3e77e58-d6ba-4b46-b7e4-fafa32c580ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:28.777437 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b7618cf0-07f6-4514-95f3-ab551606a1a1 req-a3e77e58-d6ba-4b46-b7e4-fafa32c580ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 200 len: 848 time: 0.0536737 Dec 06 15:30:28.786503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-8619064d-3b38-481d-96b4-13fcd182f442 None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:30:28.853255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7618cf0-07f6-4514-95f3-ab551606a1a1 req-dcdc826a-3057-44da-a5ac-4c926f15021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:28.854649 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b7618cf0-07f6-4514-95f3-ab551606a1a1 req-dcdc826a-3057-44da-a5ac-4c926f15021f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9296199-3ae6-45f4-9c31-a2e0b6912b7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697191 Dec 06 15:30:28.867222 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d698f-6168-42aa-8129-8501d31966c4 req-4fdeb887-ac6a-4cbd-9282-f79b3cc284f2 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:28.868655 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3b7d698f-6168-42aa-8129-8501d31966c4 req-4fdeb887-ac6a-4cbd-9282-f79b3cc284f2 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.1350002 Dec 06 15:30:28.973449 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3b7d698f-6168-42aa-8129-8501d31966c4 req-9cf197f4-6ff2-4dd4-80fc-a81d43c81ece tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963912 Dec 06 15:30:28.985990 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-8619064d-3b38-481d-96b4-13fcd182f442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:16Z', 'revision_number': 5, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:28.992820 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b7618cf0-07f6-4514-95f3-ab551606a1a1 req-f6f8ffd5-208c-4d14-b06f-c5de15829cf2 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231980 Dec 06 15:30:29.014861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8619064d-3b38-481d-96b4-13fcd182f442 None None] The sync data for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv is: [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:19:11Z', 'revision_number': 4, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c320532b-cfb6-4a9d-a1df-0514d5ff6291', 'name': '', 'network_id': 'a9296199-3ae6-45f4-9c31-a2e0b6912b7f', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'mac_address': 'fa:16:3e:df:e3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:11Z', 'updated_at': '2021-12-06T15:19:16Z', 'revision_number': 5, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'subnets': [{'id': '2ea969f5-0cf3-4668-ac46-5f7191e0ec7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:30:29.090058 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b7618cf0-07f6-4514-95f3-ab551606a1a1 req-8aa5cbd6-ce9c-488b-968d-3001c9ba64e5 service neutron] 10.222.0.41 "GET /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886083 Dec 06 15:30:29.230444 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873da895-f8dc-43ac-9dc7-34d44eb98b5b None None] New status for floating IP d6c9b114-a579-4054-b8cb-16fcc66f7d7a: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:30:30.144238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38461b-7256-4aca-9dc5-06edc6bd1b32 req-2e84fc83-d15d-4848-9367-32cbb90c1298 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:30.145709 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2a38461b-7256-4aca-9dc5-06edc6bd1b32 req-2e84fc83-d15d-4848-9367-32cbb90c1298 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.1024368 Dec 06 15:30:30.194688 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-2a38461b-7256-4aca-9dc5-06edc6bd1b32 req-055dacbc-093a-4c40-a6bf-32d73ff2089c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/security-groups?id=d05a4533-422a-496b-8394-23c58cfe3a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430524 Dec 06 15:30:30.273917 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:30.297582 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20947c44-2140-4403-8363-d4e4aa074de5 req-d3491b6c-81bd-4a15-9750-17009d6fab46 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:30.299095 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-20947c44-2140-4403-8363-d4e4aa074de5 req-d3491b6c-81bd-4a15-9750-17009d6fab46 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.41 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 945 time: 0.0502701 Dec 06 15:30:30.395861 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-20947c44-2140-4403-8363-d4e4aa074de5 req-36ce10ca-6003-491c-b080-cac9851ef17c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Deleting port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:30:30.396260 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-20947c44-2140-4403-8363-d4e4aa074de5 req-36ce10ca-6003-491c-b080-cac9851ef17c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:30.485227 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-20947c44-2140-4403-8363-d4e4aa074de5 req-36ce10ca-6003-491c-b080-cac9851ef17c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] For port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:30.485581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-20947c44-2140-4403-8363-d4e4aa074de5 req-36ce10ca-6003-491c-b080-cac9851ef17c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:30.497178 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-20947c44-2140-4403-8363-d4e4aa074de5 req-36ce10ca-6003-491c-b080-cac9851ef17c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Calling delete_port for eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:30:30.709936 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-20947c44-2140-4403-8363-d4e4aa074de5 req-36ce10ca-6003-491c-b080-cac9851ef17c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:30.737022 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce10ca-6003-491c-b080-cac9851ef17c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event deleted for resources: {'Port': ['ID=eaaf3c11-4b9c-4f44-adb7-74ef6cf69210,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:30.779533 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-20947c44-2140-4403-8363-d4e4aa074de5 req-36ce10ca-6003-491c-b080-cac9851ef17c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] No DVR routers for this DVR port eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:30:30.782081 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-20947c44-2140-4403-8363-d4e4aa074de5 req-36ce10ca-6003-491c-b080-cac9851ef17c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:30.787226 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-20947c44-2140-4403-8363-d4e4aa074de5 req-36ce10ca-6003-491c-b080-cac9851ef17c tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.41 "DELETE /v2.0/ports/eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 HTTP/1.1" status: 204 len: 173 time: 0.4802239 Dec 06 15:30:30.787226 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'name': 'network-vif-deleted', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:30:30.787954 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da62d25d6c0cd0d4fae90cda460d7211f0758eceec75ba982782b4e61c39f968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cce752b-7841-4a4a-b315-e0a251dea4e5" -d '{"events": [{"server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "name": "network-vif-deleted", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:30:30.823961 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a1b642-5199-46e9-89c9-db8d44aefde9 x-openstack-request-id: req-a6a1b642-5199-46e9-89c9-db8d44aefde9 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:30:30.824264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b388d540-c6dc-4c48-bac9-e2cda94187a4", "name": "network-vif-deleted", "tag": "eaaf3c11-4b9c-4f44-adb7-74ef6cf69210", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:30:30.824523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a6a1b642-5199-46e9-89c9-db8d44aefde9 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:30:30.824952 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b388d540-c6dc-4c48-bac9-e2cda94187a4', 'name': 'network-vif-deleted', 'tag': 'eaaf3c11-4b9c-4f44-adb7-74ef6cf69210', 'status': 'completed', 'code': 200} Dec 06 15:30:31.115955 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:30:31.294342 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-f7166161-6554-442f-ab76-10eb537ee934 req-f5664cd2-8426-4c8c-b567-954dcbd07c7e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 210 time: 0.0281324 Dec 06 15:30:31.304425 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-76cb090e-fe20-4093-bc22-bd4daa729c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:32.391534 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8f6a07d6-7c18-496c-9d33-365ca00e57ec req-6df710bd-5829-41cf-bffb-63912d0f876e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 210 time: 0.0264182 Dec 06 15:30:33.153895 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:30:33.173924 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:30:33.174294 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device eaaf3c11-4b9c-4f44-adb7-74ef6cf69210 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:30:33.489719 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-45f3a1b7-a21e-4a91-9b3d-e4404dd24b2d req-4129e68a-1b99-4fc4-bafa-d3196e2bb4a0 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 210 time: 0.0294747 Dec 06 15:30:33.737648 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-33e2ed62-c0a1-4d0c-8e81-4a71f753464e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:34.586921 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6b457e16-85b0-4b00-b2b4-d2948e39cb55 req-20db3407-c09c-46eb-b396-a71405c88020 tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 210 time: 0.0304217 Dec 06 15:30:35.216733 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:35.691171 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-4088d84c-f088-4a5b-9ff7-41bac2ab998e req-fb1fe44e-f282-40a6-bdf7-383184a5dcae tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "GET /v2.0/ports?device_id=b388d540-c6dc-4c48-bac9-e2cda94187a4 HTTP/1.1" status: 200 len: 210 time: 0.0254805 Dec 06 15:30:36.291882 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:36.748196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45118) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:36.805113 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:36.833362 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:36.948232 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:36.951639 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:36.952891 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] 10.222.0.42 "DELETE /v2.0/security-groups/d05a4533-422a-496b-8394-23c58cfe3a02 HTTP/1.1" status: 204 len: 168 time: 0.2035542 Dec 06 15:30:36.962604 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05a4533-422a-496b-8394-23c58cfe3a02,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:36.970535 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:36.971287 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:36.971641 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:36.971987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:36.972470 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:36.972800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:36.973166 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:36.973497 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:36.973953 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:36.974296 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:36.974734 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:36.974950 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:36.975327 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40799d5-6fbe-4466-aff3-a551e9ac287e tempest-TestShelveInstance-335019640 tempest-TestShelveInstance-335019640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:37.006686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:37.086798 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45122) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:37.555418 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b140297-d2d8-44e0-9210-f79d584709b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:37.808814 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8b140297-d2d8-44e0-9210-f79d584709b2 admin admin] Deleting port c320532b-cfb6-4a9d-a1df-0514d5ff6291 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:30:37.811286 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b140297-d2d8-44e0-9210-f79d584709b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:37.887436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-8b140297-d2d8-44e0-9210-f79d584709b2 admin admin] For port c320532b-cfb6-4a9d-a1df-0514d5ff6291, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c320532b-cfb6-4a9d-a1df-0514d5ff6291,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:37.888277 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b140297-d2d8-44e0-9210-f79d584709b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:37.900866 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-8b140297-d2d8-44e0-9210-f79d584709b2 admin admin] Calling delete_port for c320532b-cfb6-4a9d-a1df-0514d5ff6291 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:30:38.143991 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b140297-d2d8-44e0-9210-f79d584709b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:38.173989 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b140297-d2d8-44e0-9210-f79d584709b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c320532b-cfb6-4a9d-a1df-0514d5ff6291,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:38.341403 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-8b140297-d2d8-44e0-9210-f79d584709b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:38.562016 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b140297-d2d8-44e0-9210-f79d584709b2 admin admin] Router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:30:38.677882 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b140297-d2d8-44e0-9210-f79d584709b2 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:30:38.686381 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-8b140297-d2d8-44e0-9210-f79d584709b2 admin admin] 10.222.0.42 "PUT /v2.0/routers/4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5951304 Dec 06 15:30:38.687005 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45126) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:38.690153 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17e5b5-d724-4500-8c01-67eb1099ef93 None None] Sync routers for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:30:38.701681 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17e5b5-d724-4500-8c01-67eb1099ef93 None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:30:38.702507 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-df17e5b5-d724-4500-8c01-67eb1099ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:38.795196 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Publish callbacks [] for router, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:38.809664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-df17e5b5-d724-4500-8c01-67eb1099ef93 None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:30:38.899572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:38.991767 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-df17e5b5-d724-4500-8c01-67eb1099ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37'}], 'enable_snat': True}, 'gw_port_id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:30:38Z', 'revision_number': 5, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port': {'id': '3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:d5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:09Z', 'updated_at': '2021-12-06T15:19:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:39.010071 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Deleting port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:30:39.010414 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:39.018733 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17e5b5-d724-4500-8c01-67eb1099ef93 None None] Checking router: 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:30:39.027524 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df17e5b5-d724-4500-8c01-67eb1099ef93 None None] Routers {'4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:30:39.028196 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-df17e5b5-d724-4500-8c01-67eb1099ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:39.098703 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] For port 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:39.099068 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:39.114767 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Calling delete_port for 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc owned by network:router_gateway {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:30:39.123989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-df17e5b5-d724-4500-8c01-67eb1099ef93 None None] Set router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:30:39.193576 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-df17e5b5-d724-4500-8c01-67eb1099ef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:30:38Z', 'revision_number': 6, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:39.224077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df17e5b5-d724-4500-8c01-67eb1099ef93 None None] The sync data for ids ['4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab'] in dv-neutron-master-2-hyperv is: [{'id': '4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab', 'name': 'tempest-TestShelveInstance-1872916829-router', 'tenant_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:08Z', 'updated_at': '2021-12-06T15:30:38Z', 'revision_number': 6, 'project_id': 'e9a43b06512d4bbb95e4b7cf8af458fd', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:30:39.349317 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:39.378676 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Pushing event deleted for resources: {'Port': ['ID=3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:39.397918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8e3639-e207-44e6-b509-bdf3bf14c46d None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:30:39.448182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:39.539023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:39.541375 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:39.657864 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:39.658589 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab {{(pid=103724) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:30:39.664797 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] Publish callbacks [] for router, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:39.666219 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-3156fb9a-2a89-4fb5-99f3-b84fa516016f admin admin] 10.222.0.42 "DELETE /v2.0/routers/4bc5f5a2-68a2-4dde-aa0f-2d7cf5c207ab HTTP/1.1" status: 204 len: 168 time: 0.9782097 Dec 06 15:30:39.668763 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45128) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:39.721268 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5df0446-5614-4d5e-9e36-da9f6b1bd29f admin admin] Deleting subnet 2ea969f5-0cf3-4668-ac46-5f7191e0ec7f {{(pid=103724) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:30:39.724827 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5df0446-5614-4d5e-9e36-da9f6b1bd29f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:39.761068 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5df0446-5614-4d5e-9e36-da9f6b1bd29f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2399048'] for subnet, precommit_delete_associations {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:39.837644 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5df0446-5614-4d5e-9e36-da9f6b1bd29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:39.954095 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5df0446-5614-4d5e-9e36-da9f6b1bd29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2808551', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3041581'] for subnet, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:39.980707 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5df0446-5614-4d5e-9e36-da9f6b1bd29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ea969f5-0cf3-4668-ac46-5f7191e0ec7f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:39.982745 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-b5df0446-5614-4d5e-9e36-da9f6b1bd29f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:39.986064 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-b5df0446-5614-4d5e-9e36-da9f6b1bd29f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2ea969f5-0cf3-4668-ac46-5f7191e0ec7f HTTP/1.1" status: 204 len: 168 time: 0.3163440 Dec 06 15:30:39.988616 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45130) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:39.989671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9559f86-218c-4a09-9b3b-409a3a440e98 None None] Network a9296199-3ae6-45f4-9c31-a2e0b6912b7f requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:30:40.059294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:40.118493 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Deleting port d74c906c-c7a8-43f0-a139-856e803f26d7 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:30:40.118832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:40.167560 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] DHCP port deletion for a9296199-3ae6-45f4-9c31-a2e0b6912b7f request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:30:40.190662 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] For port d74c906c-c7a8-43f0-a139-856e803f26d7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d74c906c-c7a8-43f0-a139-856e803f26d7,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:40.191019 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:40.204034 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Calling delete_port for d74c906c-c7a8-43f0-a139-856e803f26d7 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:30:40.216759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Deleting port d74c906c-c7a8-43f0-a139-856e803f26d7 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:30:40.217197 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:40.286202 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] For port d74c906c-c7a8-43f0-a139-856e803f26d7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d74c906c-c7a8-43f0-a139-856e803f26d7,segment=NetworkSegment(2862651f-c27e-40ec-9536-1eb5a9bd3b69),segment_id=2862651f-c27e-40ec-9536-1eb5a9bd3b69)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:40.286644 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:40.300078 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Calling delete_port for d74c906c-c7a8-43f0-a139-856e803f26d7 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:30:40.360678 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:40.373689 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:40.391382 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Pushing event deleted for resources: {'Port': ['ID=d74c906c-c7a8-43f0-a139-856e803f26d7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:40.396262 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] No DVR routers for this DVR port d74c906c-c7a8-43f0-a139-856e803f26d7 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:30:40.396490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Pushing event deleted for resources: {'Port': ['ID=d74c906c-c7a8-43f0-a139-856e803f26d7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:40.405664 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] No DVR routers for this DVR port d74c906c-c7a8-43f0-a139-856e803f26d7 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:30:40.407911 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:40.408285 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:40.408629 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:40.408993 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:40.409329 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:40.409667 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:40.409989 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:40.410318 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:40.410646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:40.410973 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:40.411299 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:40.411621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:40.411941 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be0f04d-0b28-48f6-afb2-981c2b61c127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:40.484057 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:40.499950 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9296199-3ae6-45f4-9c31-a2e0b6912b7f']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:40.509124 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2862651f-c27e-40ec-9536-1eb5a9bd3b69') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:40.509412 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2862651f-c27e-40ec-9536-1eb5a9bd3b69') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:40.522882 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:40.535916 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:40.541581 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:30:40.541949 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:30:40.543539 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:30:40.673572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:40.678819 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:40.682172 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a9296199-3ae6-45f4-9c31-a2e0b6912b7f HTTP/1.1" status: 204 len: 168 time: 0.6926050 Dec 06 15:30:40.685293 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45132) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:40.692621 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2b1c78-79d2-4767-b61f-c1838e528683 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9296199-3ae6-45f4-9c31-a2e0b6912b7f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:41.016350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41da484b-0fae-44d5-8d70-10d8e176cd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:41.206830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d74c906c-c7a8-43f0-a139-856e803f26d7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:30:41.230307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: d74c906c-c7a8-43f0-a139-856e803f26d7 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:30:41.230655 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d74c906c-c7a8-43f0-a139-856e803f26d7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:30:41.231074 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:30:41.249895 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:30:41.250237 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3e03e7cd-80cd-499a-8cb9-359d0ee7a9fc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:30:41.250663 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c320532b-cfb6-4a9d-a1df-0514d5ff6291 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:30:41.255228 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-41da484b-0fae-44d5-8d70-10d8e176cd5f admin admin] Deleting port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:30:41.255567 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41da484b-0fae-44d5-8d70-10d8e176cd5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:41.269833 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: c320532b-cfb6-4a9d-a1df-0514d5ff6291 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:30:41.270114 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device c320532b-cfb6-4a9d-a1df-0514d5ff6291 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:30:41.335864 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-41da484b-0fae-44d5-8d70-10d8e176cd5f admin admin] For port a08fd958-bf9f-4ce0-9df0-404c3c05eb8b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a08fd958-bf9f-4ce0-9df0-404c3c05eb8b,segment=NetworkSegment(f664363d-02ee-451c-a090-d63b2588d052),segment_id=f664363d-02ee-451c-a090-d63b2588d052)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:41.336206 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41da484b-0fae-44d5-8d70-10d8e176cd5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:41.348492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-41da484b-0fae-44d5-8d70-10d8e176cd5f admin admin] Calling delete_port for a08fd958-bf9f-4ce0-9df0-404c3c05eb8b owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:30:41.583486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41da484b-0fae-44d5-8d70-10d8e176cd5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:41.609503 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da484b-0fae-44d5-8d70-10d8e176cd5f admin admin] Pushing event deleted for resources: {'Port': ['ID=a08fd958-bf9f-4ce0-9df0-404c3c05eb8b,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:41.770706 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-41da484b-0fae-44d5-8d70-10d8e176cd5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:41.978560 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41da484b-0fae-44d5-8d70-10d8e176cd5f admin admin] Router f13105b4-0194-431a-905c-4603259ef72d has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:30:42.084339 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41da484b-0fae-44d5-8d70-10d8e176cd5f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:30:42.092589 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-41da484b-0fae-44d5-8d70-10d8e176cd5f admin admin] 10.222.0.42 "PUT /v2.0/routers/f13105b4-0194-431a-905c-4603259ef72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4031177 Dec 06 15:30:42.092701 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45134) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:42.093764 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53faa337-b0f1-459b-b49e-4d8cf84ed17f None None] Sync routers for ids ['f13105b4-0194-431a-905c-4603259ef72d'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:30:42.102976 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53faa337-b0f1-459b-b49e-4d8cf84ed17f None None] Routers {'f13105b4-0194-431a-905c-4603259ef72d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:30:42.103588 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-53faa337-b0f1-459b-b49e-4d8cf84ed17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f13105b4-0194-431a-905c-4603259ef72d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:42.195644 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:42.208283 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-53faa337-b0f1-459b-b49e-4d8cf84ed17f None None] Set router f13105b4-0194-431a-905c-4603259ef72d gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:30:42.402727 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-53faa337-b0f1-459b-b49e-4d8cf84ed17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13105b4-0194-431a-905c-4603259ef72d', 'name': 'tempest-TestShelveInstance-258031215-router', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:14Z', 'updated_at': '2021-12-06T15:30:41Z', 'revision_number': 5, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'gw_port': {'id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:15Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:42.434277 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53faa337-b0f1-459b-b49e-4d8cf84ed17f None None] Checking router: f13105b4-0194-431a-905c-4603259ef72d for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:30:42.442785 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53faa337-b0f1-459b-b49e-4d8cf84ed17f None None] Routers {'f13105b4-0194-431a-905c-4603259ef72d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:30:42.443411 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-53faa337-b0f1-459b-b49e-4d8cf84ed17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['f13105b4-0194-431a-905c-4603259ef72d'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:42.548903 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-53faa337-b0f1-459b-b49e-4d8cf84ed17f None None] Set router f13105b4-0194-431a-905c-4603259ef72d gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:30:42.619437 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:42.724094 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Deleting port d6191643-6cdf-494d-8b6e-7355e1a012df {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:30:42.724436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:42.724577 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-53faa337-b0f1-459b-b49e-4d8cf84ed17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f13105b4-0194-431a-905c-4603259ef72d', 'name': 'tempest-TestShelveInstance-258031215-router', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:14Z', 'updated_at': '2021-12-06T15:30:41Z', 'revision_number': 5, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'gw_port': {'id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:15Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:42.750667 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53faa337-b0f1-459b-b49e-4d8cf84ed17f None None] The sync data for ids ['f13105b4-0194-431a-905c-4603259ef72d'] in dv-neutron-master-2-hyperv is: [{'id': 'f13105b4-0194-431a-905c-4603259ef72d', 'name': 'tempest-TestShelveInstance-258031215-router', 'tenant_id': 'c9feb7b88d934d7db96df1193dcf4237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120'}], 'enable_snat': True}, 'gw_port_id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:19:14Z', 'updated_at': '2021-12-06T15:30:41Z', 'revision_number': 5, 'project_id': 'c9feb7b88d934d7db96df1193dcf4237', 'gw_port': {'id': 'd6191643-6cdf-494d-8b6e-7355e1a012df', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:71:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f13105b4-0194-431a-905c-4603259ef72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:19:15Z', 'updated_at': '2021-12-06T15:19:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:30:42.807933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] For port d6191643-6cdf-494d-8b6e-7355e1a012df, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6191643-6cdf-494d-8b6e-7355e1a012df,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:42.808479 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:42.820683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Calling delete_port for d6191643-6cdf-494d-8b6e-7355e1a012df owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:30:43.046357 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.068381 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6191643-6cdf-494d-8b6e-7355e1a012df,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:43.083277 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610561bb-e557-4d84-bffd-4a8af69c522d None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:30:43.135392 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.239447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.241810 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.266478 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a08fd958-bf9f-4ce0-9df0-404c3c05eb8b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:30:43.288109 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: a08fd958-bf9f-4ce0-9df0-404c3c05eb8b {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:30:43.288731 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a08fd958-bf9f-4ce0-9df0-404c3c05eb8b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:30:43.343732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.344249 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f13105b4-0194-431a-905c-4603259ef72d {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:30:43.348533 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.349759 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-68d611e1-a6e8-430b-929d-cd81a4ccf785 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f13105b4-0194-431a-905c-4603259ef72d HTTP/1.1" status: 204 len: 168 time: 1.2561688 Dec 06 15:30:43.354062 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45136) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:43.397074 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-10686cf7-f716-49e3-b7e1-e4f78e801237 admin admin] Deleting subnet 6df34e16-0fea-492e-bb13-631b3fa1d58e {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:30:43.400537 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-10686cf7-f716-49e3-b7e1-e4f78e801237 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.445740 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-10686cf7-f716-49e3-b7e1-e4f78e801237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.543409 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-10686cf7-f716-49e3-b7e1-e4f78e801237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.639902 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-10686cf7-f716-49e3-b7e1-e4f78e801237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.664548 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10686cf7-f716-49e3-b7e1-e4f78e801237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6df34e16-0fea-492e-bb13-631b3fa1d58e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:43.668118 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-10686cf7-f716-49e3-b7e1-e4f78e801237 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.672394 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-10686cf7-f716-49e3-b7e1-e4f78e801237 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6df34e16-0fea-492e-bb13-631b3fa1d58e HTTP/1.1" status: 204 len: 168 time: 0.3180811 Dec 06 15:30:43.673995 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45138) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:43.678032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c9a415-eeec-4d0f-acc3-6cd8b00f662b None None] Network 39fcdffa-390b-48db-a3e3-9f9ea3698b9f requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:30:43.745436 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.797520 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Deleting port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:30:43.797800 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.856235 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9973a2ad-153a-4ee6-b4e5-165aafcd2867 None None] DHCP port deletion for 39fcdffa-390b-48db-a3e3-9f9ea3698b9f request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:30:43.873975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] For port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a,segment=NetworkSegment(f664363d-02ee-451c-a090-d63b2588d052),segment_id=f664363d-02ee-451c-a090-d63b2588d052)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:43.874568 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.887150 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Calling delete_port for 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:30:43.907448 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9973a2ad-153a-4ee6-b4e5-165aafcd2867 None None] Deleting port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:30:43.907820 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9973a2ad-153a-4ee6-b4e5-165aafcd2867 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.968331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-9973a2ad-153a-4ee6-b4e5-165aafcd2867 None None] For port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a,segment=NetworkSegment(f664363d-02ee-451c-a090-d63b2588d052),segment_id=f664363d-02ee-451c-a090-d63b2588d052)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:43.969722 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9973a2ad-153a-4ee6-b4e5-165aafcd2867 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:43.980939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-9973a2ad-153a-4ee6-b4e5-165aafcd2867 None None] Calling delete_port for 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:30:44.022350 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:44.047932 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Pushing event deleted for resources: {'Port': ['ID=67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:44.051492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] No DVR routers for this DVR port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:30:44.058292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9973a2ad-153a-4ee6-b4e5-165aafcd2867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:44.085065 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9973a2ad-153a-4ee6-b4e5-165aafcd2867 None None] Pushing event deleted for resources: {'Port': ['ID=67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:44.086856 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9973a2ad-153a-4ee6-b4e5-165aafcd2867 None None] No DVR routers for this DVR port 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:30:44.131859 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:44.154321 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fcdffa-390b-48db-a3e3-9f9ea3698b9f']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:44.163443 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f664363d-02ee-451c-a090-d63b2588d052') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:44.163676 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f664363d-02ee-451c-a090-d63b2588d052') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:44.173192 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:44.186368 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:44.192068 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:30:44.192447 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:30:44.194117 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:30:44.319314 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:44.324483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:44.327733 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] 10.222.0.42 "DELETE /v2.0/networks/39fcdffa-390b-48db-a3e3-9f9ea3698b9f HTTP/1.1" status: 204 len: 168 time: 0.6527321 Dec 06 15:30:44.338167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ba78f-fcb2-4eb5-b98d-ca32c4b6be70 admin admin] Pushing event deleted for resources: {'Network': ['ID=39fcdffa-390b-48db-a3e3-9f9ea3698b9f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:44.610751 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45142) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:44.649625 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b272e62e-8bde-4a60-87a2-798a805c465e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9a43b06512d4bbb95e4b7cf8af458fd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375724 Dec 06 15:30:44.651877 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45144) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:44.698259 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e16b4208-260b-4bb3-8ec8-1d212e3c1411 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:44.719609 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e16b4208-260b-4bb3-8ec8-1d212e3c1411 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:44.839388 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e16b4208-260b-4bb3-8ec8-1d212e3c1411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:44.842791 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e16b4208-260b-4bb3-8ec8-1d212e3c1411 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:44.843953 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e16b4208-260b-4bb3-8ec8-1d212e3c1411 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/996ce17e-a123-4924-93cb-b36ad907c958 HTTP/1.1" status: 204 len: 168 time: 0.1911936 Dec 06 15:30:44.851732 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b4208-260b-4bb3-8ec8-1d212e3c1411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996ce17e-a123-4924-93cb-b36ad907c958,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:45.199972 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:30:45.220188 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:30:45.220523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 67dc1fc2-fa1f-4c80-b29f-5efabbd38c9a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:30:45.225660 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d6191643-6cdf-494d-8b6e-7355e1a012df no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:30:45.238839 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: d6191643-6cdf-494d-8b6e-7355e1a012df {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:30:45.239177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device d6191643-6cdf-494d-8b6e-7355e1a012df not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:30:45.476747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45150) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:45.523545 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-81eb8ed6-650c-4eb2-9402-a73908a2853c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9feb7b88d934d7db96df1193dcf4237&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0455883 Dec 06 15:30:45.526077 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45152) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:45.575790 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9197605b-82e5-4736-a8e9-eaf77c9f9885 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:45.601725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9197605b-82e5-4736-a8e9-eaf77c9f9885 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:45.726264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9197605b-82e5-4736-a8e9-eaf77c9f9885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:45.728929 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-9197605b-82e5-4736-a8e9-eaf77c9f9885 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:45.730077 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-9197605b-82e5-4736-a8e9-eaf77c9f9885 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b17fa47-e551-4f45-9325-5acc2b323e6f HTTP/1.1" status: 204 len: 168 time: 0.2030859 Dec 06 15:30:45.738291 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197605b-82e5-4736-a8e9-eaf77c9f9885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b17fa47-e551-4f45-9325-5acc2b323e6f,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:46.736276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45174) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:46.833270 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-717961285-network', 'tenant_id': '926043f0daae44979fa1589d2781bd83'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:46.936426 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Made reservation on behalf of 926043f0daae44979fa1589d2781bd83 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:30:46.938756 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:46.947124 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:47.021454 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:47.074637 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:47.098358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:30:47.108278 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c22aeff0-9603-440e-bbdc-4ac74513ba58,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:47.113585 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:47.113926 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Added segment c2aa9439-377d-45d2-b744-2d4cccde1b32 of type vlan for network 22522cd0-5df5-46d3-8d81-3f3d27c01525 Dec 06 15:30:47.153706 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:47.245955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:47.246912 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:47.248113 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:47.310890 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] Pushing event updated for resources: {'Network': ['ID=22522cd0-5df5-46d3-8d81-3f3d27c01525,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:47.320719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network 22522cd0-5df5-46d3-8d81-3f3d27c01525 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:30:47.337212 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a6cdecec-d0a5-46ed-a66b-45ce512f7415 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5971897 Dec 06 15:30:47.337419 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45178) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:47.343076 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-89c1cc2f-180f-4001-acd2-e3f134d22c04 admin admin] Request body: {'subnet': {'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-717961285-subnet', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'ip_version': 4}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:47.422231 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c1cc2f-180f-4001-acd2-e3f134d22c04 admin admin] Made reservation on behalf of 926043f0daae44979fa1589d2781bd83 for: {'subnet': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:30:47.424608 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-89c1cc2f-180f-4001-acd2-e3f134d22c04 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3041750'] for subnet, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:47.646635 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-89c1cc2f-180f-4001-acd2-e3f134d22c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2808480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3041572'] for subnet, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:47.705648 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c1cc2f-180f-4001-acd2-e3f134d22c04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=979b6a1a-63c7-4079-8b89-ba8bd1c3133e,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:47.710105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c1cc2f-180f-4001-acd2-e3f134d22c04 admin admin] Checking segment: {'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:30:47.710460 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1cc2f-180f-4001-acd2-e3f134d22c04 admin admin] Network hostable DHCP agents. Network: 22522cd0-5df5-46d3-8d81-3f3d27c01525, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103724) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:30:47.777666 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c1cc2f-180f-4001-acd2-e3f134d22c04 admin admin] Network 22522cd0-5df5-46d3-8d81-3f3d27c01525 is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103724) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:30:47.839937 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-89c1cc2f-180f-4001-acd2-e3f134d22c04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 22522cd0-5df5-46d3-8d81-3f3d27c01525) {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:30:47.844718 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c1cc2f-180f-4001-acd2-e3f134d22c04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:47.845345 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-89c1cc2f-180f-4001-acd2-e3f134d22c04 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:47.849707 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367b1552-53a4-4594-a995-10dd441f408c None None] Network 22522cd0-5df5-46d3-8d81-3f3d27c01525 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:30:47.900127 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-89c1cc2f-180f-4001-acd2-e3f134d22c04 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5611947 Dec 06 15:30:47.902789 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45180) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:47.908569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:47.993868 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:47.994787 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-22522cd0-5df5-46d3-8d81-3f3d27c01525', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:30:47.994977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:47.995650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:48.048013 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:48.131864 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Allocated IP 172.20.0.2 (22522cd0-5df5-46d3-8d81-3f3d27c01525/979b6a1a-63c7-4079-8b89-ba8bd1c3133e/3032475b-024d-4cb4-ba0a-1cc882c88bf2) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:30:48.254707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:48.278421 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:48.366808 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:48.406924 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Network 22522cd0-5df5-46d3-8d81-3f3d27c01525 is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:30:48.409738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:30:48.412651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:30:48.421884 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Pushing event updated for resources: {'Port': ['ID=3032475b-024d-4cb4-ba0a-1cc882c88bf2,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:48.474919 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Attempting to bind port 3032475b-024d-4cb4-ba0a-1cc882c88bf2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:30:48.475299 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Attempting to bind port 3032475b-024d-4cb4-ba0a-1cc882c88bf2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:30:48.475671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Attempting to bind port 3032475b-024d-4cb4-ba0a-1cc882c88bf2 on network 22522cd0-5df5-46d3-8d81-3f3d27c01525 {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:30:48.480523 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:30:48.480927 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Checking segment: {'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:30:48.481823 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:48.482220 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Bound using segment: {'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:30:48.482685 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Bound port: 3032475b-024d-4cb4-ba0a-1cc882c88bf2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:30:48.483067 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:48.528292 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:48.546706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] For port 3032475b-024d-4cb4-ba0a-1cc882c88bf2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:30:48.546933 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:48.549740 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] For port 3032475b-024d-4cb4-ba0a-1cc882c88bf2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3032475b-024d-4cb4-ba0a-1cc882c88bf2,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:30:48.639592 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:48.649892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Allocated IP 172.36.1.86 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:30:48.706007 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a89ddd4-707c-4b72-b7f4-64045acb5120 None None] Pushing event updated for resources: {'Port': ['ID=3032475b-024d-4cb4-ba0a-1cc882c88bf2,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:48.756189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:48.862749 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:48.913108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:30:48.916045 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:30:48.918623 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:30:48.929732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b26069-89e7-4954-8728-54706864e56a None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:30:48.945142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Pushing event updated for resources: {'Port': ['ID=a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:48.982697 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-fb15d037-c61c-4b50-9bb3-daf14b6393bb None None] Provisioning complete for port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:48.983070 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fb15d037-c61c-4b50-9bb3-daf14b6393bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:49.015802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-fb15d037-c61c-4b50-9bb3-daf14b6393bb None None] Port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:30:49.231494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3032475b-024d-4cb4-ba0a-1cc882c88bf2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:30:49.239023 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:49.285280 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 3032475b-024d-4cb4-ba0a-1cc882c88bf2 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:49.285721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:49.365191 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:49.400015 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port 3032475b-024d-4cb4-ba0a-1cc882c88bf2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3032475b-024d-4cb4-ba0a-1cc882c88bf2,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:49.449444 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:49.480389 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:49.531721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=3032475b-024d-4cb4-ba0a-1cc882c88bf2,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:49.588817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e40d59-2fd3-40e9-a256-ea8407545998 None None] Network 22522cd0-5df5-46d3-8d81-3f3d27c01525 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:30:49.651595 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:30:49.670980 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-963e7539-a55f-4bd2-98fb-7f62d33108b0 None None] Provisioning complete for port 3032475b-024d-4cb4-ba0a-1cc882c88bf2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:49.671342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-963e7539-a55f-4bd2-98fb-7f62d33108b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:49.759071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:30:49.837108 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:49.840724 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-392a36ef-cb38-4e40-a38c-3917cfcfe410 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9336374 Dec 06 15:30:49.841143 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45182) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:49.874590 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Sync routers for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:30:49.906861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:30:49.906861 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:50.061971 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:30:50.269021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bf373914-8246-4a71-9f23-04d6bf00aac8 None None] Provisioning complete for port 3032475b-024d-4cb4-ba0a-1cc882c88bf2 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:50.269383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bf373914-8246-4a71-9f23-04d6bf00aac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:50.272054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:49Z', 'revision_number': 3, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:50.272492 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:50.315788 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Checking router: bc49a70a-087d-4db3-ace2-df9cd5bf0ecf for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:30:50.316054 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Updating router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:30:50.352292 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:50.425294 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Allocated IP 172.20.0.1 (22522cd0-5df5-46d3-8d81-3f3d27c01525/979b6a1a-63c7-4079-8b89-ba8bd1c3133e/9dfd7234-2872-4bd2-b6a4-44856ddfa3ec) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:30:50.522977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:50.611371 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:50.632672 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:50.656369 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Network 22522cd0-5df5-46d3-8d81-3f3d27c01525 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:30:50.659196 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:30:50.661645 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:30:50.689167 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Pushing event updated for resources: {'Port': ['ID=9dfd7234-2872-4bd2-b6a4-44856ddfa3ec,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:50.709326 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:50.709924 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:50.770887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23605e8f-8b49-4c13-b7ef-774409edcc91 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:30:50.791744 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10603c86-1b60-4b50-ad60-edc2d5575829 None None] Pushing event updated for resources: {'Port': ['ID=a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:50.805651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Attempting to bind port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:30:50.806035 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Attempting to bind port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:30:50.806888 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Attempting to bind port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:30:50.812997 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:30:50.813369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:30:50.813776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:50.814168 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:30:50.814646 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Bound port: a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:30:50.815046 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:50.868325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] For port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:30:50.871607 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] For port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:30:50.899773 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3c2ffb4d-f3c4-448e-952c-b6a241687ecf None None] Provisioning complete for port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:50.900143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c2ffb4d-f3c4-448e-952c-b6a241687ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:50.920807 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:50.937113 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ffb4d-f3c4-448e-952c-b6a241687ecf None None] Port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:30:50.947721 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3c2ffb4d-f3c4-448e-952c-b6a241687ecf None None] Provisioning complete for port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:50.948093 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3c2ffb4d-f3c4-448e-952c-b6a241687ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:50.977728 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:51.019865 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-3c2ffb4d-f3c4-448e-952c-b6a241687ecf None None] Port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:30:51.030943 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6fa7d2-f4e4-4487-a9da-ac8d9edf3fb4 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:30:51.049738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:30:51.050366 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:51.095892 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10603c86-1b60-4b50-ad60-edc2d5575829 None None] Pushing event updated for resources: {'Port': ['ID=a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:51.113396 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:51.172351 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:51.176626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-6f127ba1-c522-4477-b68a-b95ebf6bc415 None None] Provisioning complete for port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:51.177040 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6f127ba1-c522-4477-b68a-b95ebf6bc415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:51.187028 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:30:51.238027 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3032475b-024d-4cb4-ba0a-1cc882c88bf2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:30:51.439724 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 3032475b-024d-4cb4-ba0a-1cc882c88bf2 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:51.440100 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:51.482213 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6f127ba1-c522-4477-b68a-b95ebf6bc415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:51.534477 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-6f127ba1-c522-4477-b68a-b95ebf6bc415 None None] For port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:51.584060 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:51.592364 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Pushing event updated for resources: {'Port': ['ID=9dfd7234-2872-4bd2-b6a4-44856ddfa3ec,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:51.686052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Network 22522cd0-5df5-46d3-8d81-3f3d27c01525 is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:30:51.687715 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:30:51.733358 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6f127ba1-c522-4477-b68a-b95ebf6bc415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:51.787208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 1, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:51.810512 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:30:51.822236 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d116ccdc-2899-43cb-a117-83f7e2edb7f3 None None] The sync data for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv is: [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 1, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:30:51.827345 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f127ba1-c522-4477-b68a-b95ebf6bc415 None None] Pushing event updated for resources: {'Port': ['ID=a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:51.925386 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:30:51.930622 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-5f374760-2f46-49a9-a188-0cafc7feed2b admin admin] 10.222.0.42 "PUT /v2.0/routers/bc49a70a-087d-4db3-ace2-df9cd5bf0ecf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0885227 Dec 06 15:30:51.954108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-17d3fd6b-f0aa-4eb8-aa04-7c8e5738553c None None] Provisioning complete for port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:51.954529 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-17d3fd6b-f0aa-4eb8-aa04-7c8e5738553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:51.991903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-17d3fd6b-f0aa-4eb8-aa04-7c8e5738553c None None] Port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:30:52.646601 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45198) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:52.651638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1123560958-network', 'tenant_id': '29e494ca426e4f11b726407c238df637'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:52.760416 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Made reservation on behalf of 29e494ca426e4f11b726407c238df637 for: {'network': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:30:52.763795 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for network, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:52.773105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:52.853768 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:52.920816 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:52.942853 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=103724) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 06 15:30:52.956774 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9584c231-c151-421b-a921-95c1540b9e47,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:52.961906 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:52.962467 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.segments_db [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Added segment 8788ca46-aabd-47ac-84bf-2b97e7ebf02d of type vlan for network f425bef8-b42b-457f-ad78-a750664b7acc Dec 06 15:30:53.006681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738274062430'] for network, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:53.074351 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930'] for network, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:53.075246 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:53.075817 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:53.132325 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] Pushing event updated for resources: {'Network': ['ID=f425bef8-b42b-457f-ad78-a750664b7acc,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:53.142490 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Network f425bef8-b42b-457f-ad78-a750664b7acc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103726) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 06 15:30:53.158084 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-87672be5-5ae1-4ec8-b4eb-d29937c80112 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5100758 Dec 06 15:30:53.160613 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45200) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:53.165607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-2e7154fe-ddd8-4252-959d-de1c633761c3 admin admin] Request body: {'subnet': {'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1123560958-subnet', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'ip_version': 4}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:53.246051 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7154fe-ddd8-4252-959d-de1c633761c3 admin admin] Made reservation on behalf of 29e494ca426e4f11b726407c238df637 for: {'subnet': 1} {{(pid=103725) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:30:53.249129 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2e7154fe-ddd8-4252-959d-de1c633761c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3818938'] for subnet, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:53.267075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:30:53.316230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:53.316607 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:53.480633 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2e7154fe-ddd8-4252-959d-de1c633761c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3840796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3818824'] for subnet, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:53.543711 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7154fe-ddd8-4252-959d-de1c633761c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22d16511-be5d-487c-9941-50f4e5467979,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:53.554222 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7154fe-ddd8-4252-959d-de1c633761c3 admin admin] Checking segment: {'id': '8788ca46-aabd-47ac-84bf-2b97e7ebf02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103725) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:30:53.554578 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7154fe-ddd8-4252-959d-de1c633761c3 admin admin] Network hostable DHCP agents. Network: f425bef8-b42b-457f-ad78-a750664b7acc, hostable agents: ['e3c0757e-bd06-4b49-9569-275323fb6afb'], hosted agents: [] {{(pid=103725) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 06 15:30:53.661793 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7154fe-ddd8-4252-959d-de1c633761c3 admin admin] Network f425bef8-b42b-457f-ad78-a750664b7acc is scheduled to be hosted by DHCP agent e3c0757e-bd06-4b49-9569-275323fb6afb with binding_index 1 {{(pid=103725) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 06 15:30:53.697116 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Sync routers for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:30:53.707071 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:30:53.707667 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:53.726009 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-2e7154fe-ddd8-4252-959d-de1c633761c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f425bef8-b42b-457f-ad78-a750664b7acc) {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:30:53.730551 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7154fe-ddd8-4252-959d-de1c633761c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:30:53.731585 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-2e7154fe-ddd8-4252-959d-de1c633761c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:53.736526 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591425ec-02f4-4dbd-8261-f431a526c3f2 None None] Network f425bef8-b42b-457f-ad78-a750664b7acc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:30:53.813765 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:30:53.820294 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2e7154fe-ddd8-4252-959d-de1c633761c3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6585178 Dec 06 15:30:53.822990 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45202) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:53.827894 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1123560958-router', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:53.884732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f425bef8-b42b-457f-ad78-a750664b7acc', 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'fixed_ips': [{'subnet_id': '22d16511-be5d-487c-9941-50f4e5467979'}]}} from dv-neutron-master-2-hyperv. {{(pid=103726) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Dec 06 15:30:53.885677 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:53.909142 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-444531', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29348'] for router, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:53.910265 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-454960', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-501368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29359'] for router, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:53.962238 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.020551 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 2, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:54.024818 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.db_base_plugin_common [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Allocated IP 172.20.0.2 (f425bef8-b42b-457f-ad78-a750664b7acc/22d16511-be5d-487c-9941-50f4e5467979/dd6b4a76-a169-477a-9df3-58645550cff7) {{(pid=103726) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:30:54.049892 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Checking router: bc49a70a-087d-4db3-ace2-df9cd5bf0ecf for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:30:54.050242 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Updating router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:30:54.169359 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.171815 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.178691 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Publish callbacks [] for port, precommit_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.296826 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196'] for port, after_create {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.340398 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Network f425bef8-b42b-457f-ad78-a750664b7acc is already hosted by enough agents. {{(pid=103726) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:30:54.343222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.scheduler.base_scheduler [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Resources bound (agent type, host, resource id): {{(pid=103726) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:30:54.346802 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Received port after_create {{(pid=103726) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:30:54.355786 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Pushing event updated for resources: {'Port': ['ID=dd6b4a76-a169-477a-9df3-58645550cff7,revision_number=1']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:54.406705 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Attempting to bind port dd6b4a76-a169-477a-9df3-58645550cff7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:30:54.407082 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Attempting to bind port dd6b4a76-a169-477a-9df3-58645550cff7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8788ca46-aabd-47ac-84bf-2b97e7ebf02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:30:54.407451 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Attempting to bind port dd6b4a76-a169-477a-9df3-58645550cff7 on network f425bef8-b42b-457f-ad78-a750664b7acc {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:30:54.412626 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:30:54.412956 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Checking segment: {'id': '8788ca46-aabd-47ac-84bf-2b97e7ebf02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:30:54.413315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.413715 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Bound using segment: {'id': '8788ca46-aabd-47ac-84bf-2b97e7ebf02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:30:54.414181 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Bound port: dd6b4a76-a169-477a-9df3-58645550cff7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8788ca46-aabd-47ac-84bf-2b97e7ebf02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:30:54.414589 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.432199 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.461522 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.477954 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] For port dd6b4a76-a169-477a-9df3-58645550cff7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:30:54.481713 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] For port dd6b4a76-a169-477a-9df3-58645550cff7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd6b4a76-a169-477a-9df3-58645550cff7,segment=NetworkSegment(8788ca46-aabd-47ac-84bf-2b97e7ebf02d),segment_id=8788ca46-aabd-47ac-84bf-2b97e7ebf02d)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:30:54.484791 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.497834 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.561614 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.587424 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Pushing event updated for resources: {'Port': ['ID=9dfd7234-2872-4bd2-b6a4-44856ddfa3ec,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:54.593979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Allocated IP 172.36.1.63 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/6fe3a2b7-b950-4b0d-86f6-df8b2b57a088) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:30:54.596194 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:54.596724 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:54.597248 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:54.597806 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:54.598289 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:54.598785 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:54.599266 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:54.599756 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:54.600249 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:54.600722 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:54.601232 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:54.601760 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:54.602229 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103727) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:30:54.629961 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Attempting to bind port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:30:54.630365 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Attempting to bind port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:30:54.630728 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Attempting to bind port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec on network 22522cd0-5df5-46d3-8d81-3f3d27c01525 {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:30:54.638112 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:30:54.638487 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Checking segment: {'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:30:54.639176 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.639598 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Bound using segment: {'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:30:54.640077 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Bound port: 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:30:54.640456 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.647440 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97b47c-3972-4427-93f7-1bc7b3a2e88a None None] Pushing event updated for resources: {'Port': ['ID=dd6b4a76-a169-477a-9df3-58645550cff7,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:54.730861 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] For port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:30:54.734710 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] For port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9dfd7234-2872-4bd2-b6a4-44856ddfa3ec,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:30:54.775422 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.823245 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.847484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-3faeaf96-35b2-4ca6-a98c-48b5c0ea7612 None None] Provisioning complete for port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:54.847484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3faeaf96-35b2-4ca6-a98c-48b5c0ea7612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.880961 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:30:54.881944 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:54.889546 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.948219 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:30:54.952820 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:30:54.958784 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:30:54.960654 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c90132-c15e-4ff2-8fcd-27ebd5e9572a None None] Pushing event updated for resources: {'Port': ['ID=9dfd7234-2872-4bd2-b6a4-44856ddfa3ec,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:54.962322 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Pushing event updated for resources: {'Port': ['ID=6fe3a2b7-b950-4b0d-86f6-df8b2b57a088,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:54.976258 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3faeaf96-35b2-4ca6-a98c-48b5c0ea7612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:54.997863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a753cef-a174-4fee-bc5d-3a6a16cefef5 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:30:55.038587 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-3faeaf96-35b2-4ca6-a98c-48b5c0ea7612 None None] For port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9dfd7234-2872-4bd2-b6a4-44856ddfa3ec,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:55.068828 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:30:55.126581 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3faeaf96-35b2-4ca6-a98c-48b5c0ea7612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:55.220484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faeaf96-35b2-4ca6-a98c-48b5c0ea7612 None None] Pushing event updated for resources: {'Port': ['ID=9dfd7234-2872-4bd2-b6a4-44856ddfa3ec,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:55.256095 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-536fe338-2c29-48d5-8065-f74175ee232c None None] Provisioning complete for port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:55.256461 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-536fe338-2c29-48d5-8065-f74175ee232c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:55.293681 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-536fe338-2c29-48d5-8065-f74175ee232c None None] Port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:30:55.313927 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:54Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:55.341941 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:55.342702 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05371293-381b-4fb0-b29a-36f6edc85074 None None] The sync data for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv is: [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:54Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:30:55.380069 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:30:55.431550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-d475a31f-97d1-4e36-ba1f-13e7d93064de None None] Provisioning complete for port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:55.431924 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d475a31f-97d1-4e36-ba1f-13e7d93064de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:55.476969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:55.477353 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:55.578987 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871880', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-454941'] for router, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:55.619216 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dd6b4a76-a169-477a-9df3-58645550cff7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:30:55.693748 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port dd6b4a76-a169-477a-9df3-58645550cff7 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:55.694121 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:55.785231 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:55.821284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] For port dd6b4a76-a169-477a-9df3-58645550cff7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd6b4a76-a169-477a-9df3-58645550cff7,segment=NetworkSegment(8788ca46-aabd-47ac-84bf-2b97e7ebf02d),segment_id=8788ca46-aabd-47ac-84bf-2b97e7ebf02d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:55.829184 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Router a6abc843-c419-403e-b6bc-554573beef5b is scheduled to L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca with binding_index 1 {{(pid=103725) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 06 15:30:55.878087 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c487c3-6cf5-419e-a12d-54130d00420f None None] Network f425bef8-b42b-457f-ad78-a750664b7acc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:30:55.891685 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:55.946240 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:30:55.970522 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Sync routers for ids ['a6abc843-c419-403e-b6bc-554573beef5b'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:30:56.020736 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Routers {'a6abc843-c419-403e-b6bc-554573beef5b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:30:56.021396 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a6abc843-c419-403e-b6bc-554573beef5b'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:56.025169 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:56.026690 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-f00485c3-212e-4258-af81-bd9da2af77f6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2023356 Dec 06 15:30:56.026821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Pushing event updated for resources: {'Port': ['ID=dd6b4a76-a169-477a-9df3-58645550cff7,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:56.029830 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45204) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:56.036246 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-4d8810ff-3baf-4a1f-a288-6073507a21ee None None] Provisioning complete for port dd6b4a76-a169-477a-9df3-58645550cff7 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:56.036246 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4d8810ff-3baf-4a1f-a288-6073507a21ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:56.254630 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Set router a6abc843-c419-403e-b6bc-554573beef5b gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:30:56.442677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:56.464988 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'name': 'tempest-TestSnapshotPattern-1123560958-router', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63'}], 'enable_snat': True}, 'gw_port_id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:53Z', 'updated_at': '2021-12-06T15:30:55Z', 'revision_number': 3, 'project_id': '29e494ca426e4f11b726407c238df637', 'gw_port': {'id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:54Z', 'updated_at': '2021-12-06T15:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:56.496355 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Checking router: a6abc843-c419-403e-b6bc-554573beef5b for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:30:56.497303 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Updating router a6abc843-c419-403e-b6bc-554573beef5b port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 binding host dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:30:56.523107 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:56.605144 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Allocated IP 172.20.0.1 (f425bef8-b42b-457f-ad78-a750664b7acc/22d16511-be5d-487c-9941-50f4e5467979/3fdaed8e-8735-4d26-a651-ae70f6eb1381) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:30:56.703815 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-1acd9d3a-a05c-4253-8b53-10f8d0dc0367 None None] Provisioning complete for port dd6b4a76-a169-477a-9df3-58645550cff7 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:56.704190 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1acd9d3a-a05c-4253-8b53-10f8d0dc0367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:56.711599 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:56.822555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:56.850597 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Publish callbacks [] for port, precommit_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:56.863408 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Network f425bef8-b42b-457f-ad78-a750664b7acc is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:30:56.866283 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:30:56.868628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:30:56.896024 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Pushing event updated for resources: {'Port': ['ID=3fdaed8e-8735-4d26-a651-ae70f6eb1381,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:56.911892 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398128'] for router_interface, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:56.943182 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.001311 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae1acce-c615-4e53-8ba4-5f802ee2e970 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:30:57.006383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ee0c2-c48d-49ef-a189-5af7e43af286 None None] Pushing event updated for resources: {'Port': ['ID=6fe3a2b7-b950-4b0d-86f6-df8b2b57a088,revision_number=2']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:57.010232 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Attempting to bind port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:30:57.010610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Attempting to bind port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:30:57.010975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Attempting to bind port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 on network 056420bd-1b0f-4688-9004-005a7b470c4c {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:30:57.018782 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:30:57.019172 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Checking segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103726) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:30:57.019568 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.019963 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Bound using segment: {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'} {{(pid=103726) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:30:57.020776 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.managers [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Bound port: 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67ac56f9-b9b0-43af-924b-2629561bfc3c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c'}}] {{(pid=103726) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:30:57.020906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.092000 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] For port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103726) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:30:57.096651 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] For port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fe3a2b7-b950-4b0d-86f6-df8b2b57a088,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:30:57.097805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-a20e4a46-982a-424c-9dd3-54a099e6bb35 None None] Provisioning complete for port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:57.098187 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a20e4a46-982a-424c-9dd3-54a099e6bb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.118010 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.131870 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-a20e4a46-982a-424c-9dd3-54a099e6bb35 None None] Port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:30:57.166568 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.217462 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae85c5e4-636d-490c-8c1a-8a1086f8c1cd None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:30:57.225064 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Routers {'a6abc843-c419-403e-b6bc-554573beef5b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:30:57.225706 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a6abc843-c419-403e-b6bc-554573beef5b'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:57.243937 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:30:57.290426 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.349570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.421651 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7981944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-398172'] for router_interface, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.423383 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Pushing event updated for resources: {'Port': ['ID=3fdaed8e-8735-4d26-a651-ae70f6eb1381,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:57.445903 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42ee0c2-c48d-49ef-a189-5af7e43af286 None None] Pushing event updated for resources: {'Port': ['ID=6fe3a2b7-b950-4b0d-86f6-df8b2b57a088,revision_number=3']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:57.514154 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-21b38deb-d690-4e15-989b-7427213c3cac None None] Provisioning complete for port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:57.514624 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-21b38deb-d690-4e15-989b-7427213c3cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.584934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-21b38deb-d690-4e15-989b-7427213c3cac None None] Port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:30:57.588013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] Set router a6abc843-c419-403e-b6bc-554573beef5b gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:30:57.590228 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:57.591168 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.763134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-f310af2e-d7ac-4059-8fcd-284d21a13c9e None None] Provisioning complete for port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:57.763515 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f310af2e-d7ac-4059-8fcd-284d21a13c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.852403 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dd6b4a76-a169-477a-9df3-58645550cff7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:30:57.859994 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Network f425bef8-b42b-457f-ad78-a750664b7acc is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:30:57.861512 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:30:57.966177 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f310af2e-d7ac-4059-8fcd-284d21a13c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.985496 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Router a6abc843-c419-403e-b6bc-554573beef5b has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:30:57.993924 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port dd6b4a76-a169-477a-9df3-58645550cff7 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:57.994318 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:57.999335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-f310af2e-d7ac-4059-8fcd-284d21a13c9e None None] For port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fe3a2b7-b950-4b0d-86f6-df8b2b57a088,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:30:58.031013 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'name': 'tempest-TestSnapshotPattern-1123560958-router', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63'}], 'enable_snat': True}, 'gw_port_id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:53Z', 'updated_at': '2021-12-06T15:30:57Z', 'revision_number': 4, 'project_id': '29e494ca426e4f11b726407c238df637', 'gw_port': {'id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:54Z', 'updated_at': '2021-12-06T15:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3fdaed8e-8735-4d26-a651-ae70f6eb1381', 'name': '', 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'mac_address': 'fa:16:3e:a3:54:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '22d16511-be5d-487c-9941-50f4e5467979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:56Z', 'updated_at': '2021-12-06T15:30:56Z', 'revision_number': 1, 'project_id': '29e494ca426e4f11b726407c238df637', 'subnets': [{'id': '22d16511-be5d-487c-9941-50f4e5467979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:30:58.063718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da243473-bb32-4c39-ab28-f3279f8e0b50 None None] The sync data for ids ['a6abc843-c419-403e-b6bc-554573beef5b'] in dv-neutron-master-2-hyperv is: [{'id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'name': 'tempest-TestSnapshotPattern-1123560958-router', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63'}], 'enable_snat': True}, 'gw_port_id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:53Z', 'updated_at': '2021-12-06T15:30:57Z', 'revision_number': 4, 'project_id': '29e494ca426e4f11b726407c238df637', 'gw_port': {'id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:54Z', 'updated_at': '2021-12-06T15:30:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3fdaed8e-8735-4d26-a651-ae70f6eb1381', 'name': '', 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'mac_address': 'fa:16:3e:a3:54:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '22d16511-be5d-487c-9941-50f4e5467979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:56Z', 'updated_at': '2021-12-06T15:30:56Z', 'revision_number': 1, 'project_id': '29e494ca426e4f11b726407c238df637', 'subnets': [{'id': '22d16511-be5d-487c-9941-50f4e5467979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:30:58.069936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f310af2e-d7ac-4059-8fcd-284d21a13c9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:58.109192 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:30:58.114969 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-cea3d62f-5696-460b-b943-69ec6bb2798d admin admin] 10.222.0.42 "PUT /v2.0/routers/a6abc843-c419-403e-b6bc-554573beef5b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0839982 Dec 06 15:30:58.154506 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310af2e-d7ac-4059-8fcd-284d21a13c9e None None] Pushing event updated for resources: {'Port': ['ID=6fe3a2b7-b950-4b0d-86f6-df8b2b57a088,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:30:58.194173 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-b049ed45-de86-43d7-b201-0d7f1679281f None None] Provisioning complete for port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:58.194554 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b049ed45-de86-43d7-b201-0d7f1679281f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:58.232075 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b049ed45-de86-43d7-b201-0d7f1679281f None None] Port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:30:59.253641 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:30:59.303008 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:30:59.303296 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:30:59.961743 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45214) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:30:59.967830 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-66521c3c-fa65-42bd-a821-29ce641812b2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1940786627', 'description': 'tempest-secgroup-smoke-1940786627 description', 'project_id': '926043f0daae44979fa1589d2781bd83'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:30:59.986907 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Sync routers for ids ['a6abc843-c419-403e-b6bc-554573beef5b'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:30:59.996109 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Routers {'a6abc843-c419-403e-b6bc-554573beef5b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:30:59.997316 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a6abc843-c419-403e-b6bc-554573beef5b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:31:00.056239 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-66521c3c-fa65-42bd-a821-29ce641812b2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.103114 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Set router a6abc843-c419-403e-b6bc-554573beef5b gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:31:00.126248 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-66521c3c-fa65-42bd-a821-29ce641812b2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.204776 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-66521c3c-fa65-42bd-a821-29ce641812b2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.233498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66521c3c-fa65-42bd-a821-29ce641812b2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c59306f-9ed8-4f8c-be14-84e303677877,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:00.302542 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'name': 'tempest-TestSnapshotPattern-1123560958-router', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63'}], 'enable_snat': True}, 'gw_port_id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:53Z', 'updated_at': '2021-12-06T15:30:57Z', 'revision_number': 4, 'project_id': '29e494ca426e4f11b726407c238df637', 'gw_port': {'id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:54Z', 'updated_at': '2021-12-06T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3fdaed8e-8735-4d26-a651-ae70f6eb1381', 'name': '', 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'mac_address': 'fa:16:3e:a3:54:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '22d16511-be5d-487c-9941-50f4e5467979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:56Z', 'updated_at': '2021-12-06T15:30:57Z', 'revision_number': 2, 'project_id': '29e494ca426e4f11b726407c238df637', 'subnets': [{'id': '22d16511-be5d-487c-9941-50f4e5467979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:31:00.314674 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.328606 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Checking router: a6abc843-c419-403e-b6bc-554573beef5b for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:31:00.328989 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Updating router a6abc843-c419-403e-b6bc-554573beef5b port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 binding host dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 06 15:31:00.339515 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-66521c3c-fa65-42bd-a821-29ce641812b2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.340829 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-66521c3c-fa65-42bd-a821-29ce641812b2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3780217 Dec 06 15:31:00.346717 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45216) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:00.348333 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-754ef2e5-c02e-4143-bc2e-f7d612a93a6d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Request body: {'security_group_rule': {'security_group_id': '6c59306f-9ed8-4f8c-be14-84e303677877', 'project_id': '926043f0daae44979fa1589d2781bd83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:00.354080 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.467840 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-754ef2e5-c02e-4143-bc2e-f7d612a93a6d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.526607 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-754ef2e5-c02e-4143-bc2e-f7d612a93a6d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.605277 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Publish callbacks [] for port, precommit_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.605746 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-754ef2e5-c02e-4143-bc2e-f7d612a93a6d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.627369 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef2e5-c02e-4143-bc2e-f7d612a93a6d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24389f54-409c-4f47-899f-ebbf27e77d16,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:00.686183 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.717043 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-754ef2e5-c02e-4143-bc2e-f7d612a93a6d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.721667 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-754ef2e5-c02e-4143-bc2e-f7d612a93a6d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3734608 Dec 06 15:31:00.721888 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45218) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:00.726054 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-1a98eff9-d89f-4405-a6de-0f6b94b549ba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Request body: {'security_group_rule': {'security_group_id': '6c59306f-9ed8-4f8c-be14-84e303677877', 'project_id': '926043f0daae44979fa1589d2781bd83', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:00.744684 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adeb75f-4f01-459b-8bb9-8e61df592d66 None None] Pushing event updated for resources: {'Port': ['ID=3fdaed8e-8735-4d26-a651-ae70f6eb1381,revision_number=3']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:00.792634 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Attempting to bind port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:31:00.793038 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Attempting to bind port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8788ca46-aabd-47ac-84bf-2b97e7ebf02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc'}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:31:00.793403 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Attempting to bind port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 on network f425bef8-b42b-457f-ad78-a750664b7acc {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:31:00.794543 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a98eff9-d89f-4405-a6de-0f6b94b549ba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.799243 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Checking agent: {'id': 'ac5d704a-29eb-421f-85fd-a531bc3c479e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 13, 37), 'started_at': datetime.datetime(2021, 12, 6, 14, 14, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:31:00.801491 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Checking segment: {'id': '8788ca46-aabd-47ac-84bf-2b97e7ebf02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103727) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:31:00.801491 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.801491 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Bound using segment: {'id': '8788ca46-aabd-47ac-84bf-2b97e7ebf02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc'} {{(pid=103727) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:31:00.801491 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.managers [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Bound port: 3fdaed8e-8735-4d26-a651-ae70f6eb1381, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8788ca46-aabd-47ac-84bf-2b97e7ebf02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc'}}] {{(pid=103727) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:31:00.801912 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.855365 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a98eff9-d89f-4405-a6de-0f6b94b549ba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.916202 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a98eff9-d89f-4405-a6de-0f6b94b549ba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.936005 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98eff9-d89f-4405-a6de-0f6b94b549ba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3c09bb-d185-48e3-a809-8e06c68c8ad1,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:00.970343 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] For port 3fdaed8e-8735-4d26-a651-ae70f6eb1381, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103727) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:31:00.973681 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.plugins.ml2.db [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] For port 3fdaed8e-8735-4d26-a651-ae70f6eb1381, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fdaed8e-8735-4d26-a651-ae70f6eb1381,segment=NetworkSegment(8788ca46-aabd-47ac-84bf-2b97e7ebf02d),segment_id=8788ca46-aabd-47ac-84bf-2b97e7ebf02d)] {{(pid=103727) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:31:00.973907 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-26b14711-4d65-4da4-a1ac-3a5548fdff3c None None] Provisioning complete for port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:31:00.974072 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1a98eff9-d89f-4405-a6de-0f6b94b549ba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.974245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-26b14711-4d65-4da4-a1ac-3a5548fdff3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:00.979055 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1a98eff9-d89f-4405-a6de-0f6b94b549ba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2567666 Dec 06 15:31:00.982315 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45220) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:00.987021 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-096c6bb8-ec78-47b5-95cc-1ad1aa44f1c6 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Request body: {'security_group_rule': {'security_group_id': '6c59306f-9ed8-4f8c-be14-84e303677877', 'project_id': '926043f0daae44979fa1589d2781bd83', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:01.009986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-26b14711-4d65-4da4-a1ac-3a5548fdff3c None None] Port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:31:01.019334 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron_lib.callbacks.manager [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.069747 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-096c6bb8-ec78-47b5-95cc-1ad1aa44f1c6 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.086361 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Routers {'a6abc843-c419-403e-b6bc-554573beef5b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:31:01.086993 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:30:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a6abc843-c419-403e-b6bc-554573beef5b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:31:01.136735 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-096c6bb8-ec78-47b5-95cc-1ad1aa44f1c6 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.137038 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adeb75f-4f01-459b-8bb9-8e61df592d66 None None] Pushing event updated for resources: {'Port': ['ID=3fdaed8e-8735-4d26-a651-ae70f6eb1381,revision_number=4']} {{(pid=103727) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:01.225849 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-096c6bb8-ec78-47b5-95cc-1ad1aa44f1c6 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.241679 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] Set router a6abc843-c419-403e-b6bc-554573beef5b gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:31:01.260271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c6bb8-ec78-47b5-95cc-1ad1aa44f1c6 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e5cb3b-e2ea-4c8f-ae81-808c2a4d5840,revision_number=0']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:01.288018 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3fdaed8e-8735-4d26-a651-ae70f6eb1381 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:31:01.335193 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1d59d170-494f-4eb3-ac15-173eee5782b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.349380 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-bafa9eec-7af2-4b32-a7c2-914f3d3ce584 None None] Provisioning complete for port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:31:01.349751 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bafa9eec-7af2-4b32-a7c2-914f3d3ce584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.356891 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-096c6bb8-ec78-47b5-95cc-1ad1aa44f1c6 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.360567 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-096c6bb8-ec78-47b5-95cc-1ad1aa44f1c6 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3746369 Dec 06 15:31:01.361153 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45222) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:01.366197 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-eeb268fc-d4dc-4b0f-af03-ad4fe2516335 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Request body: {'security_group_rule': {'security_group_id': '6c59306f-9ed8-4f8c-be14-84e303677877', 'project_id': '926043f0daae44979fa1589d2781bd83', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:01.397120 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:31:01.397475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.472895 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'name': 'tempest-TestSnapshotPattern-1123560958-router', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63'}], 'enable_snat': True}, 'gw_port_id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:53Z', 'updated_at': '2021-12-06T15:30:57Z', 'revision_number': 4, 'project_id': '29e494ca426e4f11b726407c238df637', 'gw_port': {'id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:54Z', 'updated_at': '2021-12-06T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3fdaed8e-8735-4d26-a651-ae70f6eb1381', 'name': '', 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'mac_address': 'fa:16:3e:a3:54:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '22d16511-be5d-487c-9941-50f4e5467979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:56Z', 'updated_at': '2021-12-06T15:31:00Z', 'revision_number': 4, 'project_id': '29e494ca426e4f11b726407c238df637', 'subnets': [{'id': '22d16511-be5d-487c-9941-50f4e5467979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:31:01.479426 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eeb268fc-d4dc-4b0f-af03-ad4fe2516335 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.499664 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2800a5-c40c-43aa-9704-adc4ffa7ea7b None None] The sync data for ids ['a6abc843-c419-403e-b6bc-554573beef5b'] in dv-neutron-master-2-hyperv is: [{'id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'name': 'tempest-TestSnapshotPattern-1123560958-router', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63'}], 'enable_snat': True}, 'gw_port_id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:53Z', 'updated_at': '2021-12-06T15:30:57Z', 'revision_number': 4, 'project_id': '29e494ca426e4f11b726407c238df637', 'gw_port': {'id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:54Z', 'updated_at': '2021-12-06T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '3fdaed8e-8735-4d26-a651-ae70f6eb1381', 'name': '', 'network_id': 'f425bef8-b42b-457f-ad78-a750664b7acc', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'mac_address': 'fa:16:3e:a3:54:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '22d16511-be5d-487c-9941-50f4e5467979', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:56Z', 'updated_at': '2021-12-06T15:31:00Z', 'revision_number': 4, 'project_id': '29e494ca426e4f11b726407c238df637', 'subnets': [{'id': '22d16511-be5d-487c-9941-50f4e5467979', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:31:01.500918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bafa9eec-7af2-4b32-a7c2-914f3d3ce584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.532616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.555104 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eeb268fc-d4dc-4b0f-af03-ad4fe2516335 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.562163 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-bafa9eec-7af2-4b32-a7c2-914f3d3ce584 None None] For port 3fdaed8e-8735-4d26-a651-ae70f6eb1381, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fdaed8e-8735-4d26-a651-ae70f6eb1381,segment=NetworkSegment(8788ca46-aabd-47ac-84bf-2b97e7ebf02d),segment_id=8788ca46-aabd-47ac-84bf-2b97e7ebf02d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:01.627828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eeb268fc-d4dc-4b0f-af03-ad4fe2516335 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.648391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb268fc-d4dc-4b0f-af03-ad4fe2516335 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc4a922-b8fa-4b70-82f7-c5ab4e79ffd0,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:01.658161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-bafa9eec-7af2-4b32-a7c2-914f3d3ce584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.728220 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-eeb268fc-d4dc-4b0f-af03-ad4fe2516335 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.729707 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-eeb268fc-d4dc-4b0f-af03-ad4fe2516335 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673744 Dec 06 15:31:01.732581 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45224) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:01.737052 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-345df0c1-db42-4a27-a459-fe71d6b9a6ad tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Request body: {'security_group_rule': {'security_group_id': '6c59306f-9ed8-4f8c-be14-84e303677877', 'project_id': '926043f0daae44979fa1589d2781bd83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:01.737535 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103726) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 06 15:31:01.737916 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG oslo_db.api [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 06 15:31:01.740719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa9eec-7af2-4b32-a7c2-914f3d3ce584 None None] Pushing event updated for resources: {'Port': ['ID=3fdaed8e-8735-4d26-a651-ae70f6eb1381,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:01.811669 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-345df0c1-db42-4a27-a459-fe71d6b9a6ad tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Project 926043f0daae44979fa1589d2781bd83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:31:01.817241 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-345df0c1-db42-4a27-a459-fe71d6b9a6ad tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.876628 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-345df0c1-db42-4a27-a459-fe71d6b9a6ad tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.960547 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-345df0c1-db42-4a27-a459-fe71d6b9a6ad tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:01.985945 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345df0c1-db42-4a27-a459-fe71d6b9a6ad tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cafa446-5630-47a2-ae01-e3d51726327d,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:02.047854 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-345df0c1-db42-4a27-a459-fe71d6b9a6ad tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:02.049126 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-345df0c1-db42-4a27-a459-fe71d6b9a6ad tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3154969 Dec 06 15:31:02.051789 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45226) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:02.056233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-503db194-2575-491c-8c8a-68102bb4e57b tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Request body: {'security_group_rule': {'security_group_id': '6c59306f-9ed8-4f8c-be14-84e303677877', 'project_id': '926043f0daae44979fa1589d2781bd83', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:02.148826 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.securitygroups_db [None req-503db194-2575-491c-8c8a-68102bb4e57b tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Project 926043f0daae44979fa1589d2781bd83 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 06 15:31:02.154130 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-503db194-2575-491c-8c8a-68102bb4e57b tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:02.219244 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-503db194-2575-491c-8c8a-68102bb4e57b tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:02.262977 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-503db194-2575-491c-8c8a-68102bb4e57b tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866790'] for security_group_rule, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:02.282031 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503db194-2575-491c-8c8a-68102bb4e57b tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a865bb-c33b-486e-8add-6657f28ce08f,revision_number=0']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:02.344991 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-503db194-2575-491c-8c8a-68102bb4e57b tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:02.346253 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-503db194-2575-491c-8c8a-68102bb4e57b tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2934756 Dec 06 15:31:02.491651 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-00de849c-c82d-45c1-ae92-3815d0ea959c tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1940786627&fields=id&tenant_id=926043f0daae44979fa1589d2781bd83 HTTP/1.1" status: 200 len: 267 time: 0.0431981 Dec 06 15:31:02.597016 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9df7e2b7-040f-4d92-a4ef-9b161007cb64 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:02.598444 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9df7e2b7-040f-4d92-a4ef-9b161007cb64 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 809 time: 0.1002595 Dec 06 15:31:02.613665 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-416fef42-2130-42b9-9b93-e83860256c13 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/quotas/926043f0daae44979fa1589d2781bd83 HTTP/1.1" status: 200 len: 375 time: 0.0094755 Dec 06 15:31:02.663041 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-584c466d-d8a0-40bd-b3fc-8799d0ba349f tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438571 Dec 06 15:31:02.794099 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-bb55a8c2-cb92-4402-934c-ffcdf1ee7f4d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103725) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:31:02.795125 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-bb55a8c2-cb92-4402-934c-ffcdf1ee7f4d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0465775 Dec 06 15:31:02.885062 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-478dfa1f-8038-48b4-a872-1817b67c9e28 service neutron] 10.222.0.42 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836761 Dec 06 15:31:02.972328 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-8a9be69c-5643-448b-bffa-9b7b549a27b8 service neutron] 10.222.0.42 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805662 Dec 06 15:31:03.202594 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d2a0acbd-063d-4be2-96e1-226c32a588ab req-9d21a1b1-3ea6-409f-96c7-b15401bea960 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 210 time: 0.0308909 Dec 06 15:31:03.236146 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3fdaed8e-8735-4d26-a651-ae70f6eb1381 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:31:03.285101 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Provisioning complete for port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:31:03.285479 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:03.737341 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c5d260fa-d02b-4037-a140-0c951d8ac2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:04.300338 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-860e1b4e-3ed1-4477-b145-87574540610d req-a43bba2b-d205-47e4-9dad-61f8eaf87f86 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 210 time: 0.0303190 Dec 06 15:31:05.051127 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:05.295971 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-96b9e556-e0d1-4c2a-b8d8-aaf51ae7b41b tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:05.297433 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-96b9e556-e0d1-4c2a-b8d8-aaf51ae7b41b tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.41 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 809 time: 0.1011581 Dec 06 15:31:05.361507 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-61802013-1cc4-4a2a-b262-3670abb68750 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=926043f0daae44979fa1589d2781bd83 HTTP/1.1" status: 200 len: 380 time: 0.0554507 Dec 06 15:31:05.370882 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9d6a31b7-0e44-479c-bf71-ca8651d7e4f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Request body: {'port': {'device_id': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'admin_state_up': True, 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'security_groups': ['6c59306f-9ed8-4f8c-be14-84e303677877']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:05.420698 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f5b1f6ec-3dc9-420d-a3af-fcb76cb43cdf req-930938e8-a14b-4103-b973-69d5afb7efaf tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 210 time: 0.0462615 Dec 06 15:31:05.560188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9d6a31b7-0e44-479c-bf71-ca8651d7e4f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Made reservation on behalf of 926043f0daae44979fa1589d2781bd83 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:31:05.563800 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9d6a31b7-0e44-479c-bf71-ca8651d7e4f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:05.689219 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9d6a31b7-0e44-479c-bf71-ca8651d7e4f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Allocated IP 172.20.0.4 (22522cd0-5df5-46d3-8d81-3f3d27c01525/979b6a1a-63c7-4079-8b89-ba8bd1c3133e/3482f04a-d9a6-49e2-a2d5-98d7acc448b7) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:31:05.830260 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9d6a31b7-0e44-479c-bf71-ca8651d7e4f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:05.918887 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9d6a31b7-0e44-479c-bf71-ca8651d7e4f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:05.960219 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9d6a31b7-0e44-479c-bf71-ca8651d7e4f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Network 22522cd0-5df5-46d3-8d81-3f3d27c01525 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:31:05.963101 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9d6a31b7-0e44-479c-bf71-ca8651d7e4f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:31:05.967206 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9d6a31b7-0e44-479c-bf71-ca8651d7e4f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:31:05.994042 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6a31b7-0e44-479c-bf71-ca8651d7e4f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event updated for resources: {'Port': ['ID=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:06.021572 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9d6a31b7-0e44-479c-bf71-ca8651d7e4f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:06.022212 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9d6a31b7-0e44-479c-bf71-ca8651d7e4f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.121914 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-9d6a31b7-0e44-479c-bf71-ca8651d7e4f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7550294 Dec 06 15:31:06.176779 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Request body: {'port': {'device_id': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:06.203503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-2f3d7896-d88e-4880-8ffb-23c76cc56426 None None] Provisioning complete for port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:31:06.207781 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2f3d7896-d88e-4880-8ffb-23c76cc56426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.238105 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.256081 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d7896-d88e-4880-8ffb-23c76cc56426 None None] Port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:31:06.318504 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.508121 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:31:06.515858 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.527677 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Transition to ACTIVE for port object 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:31:06.535459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d75384-d9cf-4602-9021-76728f851dde req-c0eb0dbc-a45c-4b6b-baff-c6a57d4a06d0 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:06.536179 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-12d75384-d9cf-4602-9021-76728f851dde req-c0eb0dbc-a45c-4b6b-baff-c6a57d4a06d0 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 931 time: 0.0494318 Dec 06 15:31:06.585025 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-12d75384-d9cf-4602-9021-76728f851dde req-2a8abd9d-052c-4589-a4f5-9c815a18a374 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432475 Dec 06 15:31:06.611634 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.705633 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Pushing event updated for resources: {'Port': ['ID=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:06.741547 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Attempting to bind port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:31:06.741880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Attempting to bind port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:31:06.742207 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Attempting to bind port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 on network 22522cd0-5df5-46d3-8d81-3f3d27c01525 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:31:06.746882 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 on network 22522cd0-5df5-46d3-8d81-3f3d27c01525 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:31:06.747230 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Attempting to bind port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 on network 22522cd0-5df5-46d3-8d81-3f3d27c01525 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:31:06.752386 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:31:06.752725 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Checking segment: {'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:31:06.753136 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Bound using segment: {'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:31:06.753567 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Bound port: 3482f04a-d9a6-49e2-a2d5-98d7acc448b7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:31:06.753926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.821617 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] For port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:31:06.824545 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] For port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:31:06.892060 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.930048 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:06.930669 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:06.932067 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] 10.222.0.41 "PUT /v2.0/ports/3482f04a-d9a6-49e2-a2d5-98d7acc448b7 HTTP/1.1" status: 200 len: 1093 time: 0.7998927 Dec 06 15:31:06.932539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:31:06.934844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da62d25d6c0cd0d4fae90cda460d7211f0758eceec75ba982782b4e61c39f968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a1f63b-a2f9-4d0b-9dd9-3b954b7b6891" -d '{"events": [{"name": "network-changed", "server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:31:06.960708 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a88b21-23b3-42e1-8ada-af1305e5e09d service neutron] Pushing event updated for resources: {'Port': ['ID=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:06.977487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5f0153-37ec-40f8-803b-a93fdda0c6ff x-openstack-request-id: req-1f5f0153-37ec-40f8-803b-a93fdda0c6ff {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:31:06.977793 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:31:06.978065 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f5f0153-37ec-40f8-803b-a93fdda0c6ff {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:31:06.978467 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'status': 'completed', 'code': 200} Dec 06 15:31:07.046198 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1f63b-a2f9-4d0b-9dd9-3b954b7b6891 req-f35ec6f7-a961-4284-baa8-a1a94fc7fa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:07.047632 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-57a1f63b-a2f9-4d0b-9dd9-3b954b7b6891 req-f35ec6f7-a961-4284-baa8-a1a94fc7fa47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 1096 time: 0.0473156 Dec 06 15:31:07.057286 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:07.149385 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1f63b-a2f9-4d0b-9dd9-3b954b7b6891 req-6095b5f5-f1cf-4f88-91f7-8e1f1f056b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:07.150825 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-57a1f63b-a2f9-4d0b-9dd9-3b954b7b6891 req-6095b5f5-f1cf-4f88-91f7-8e1f1f056b58 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=926043f0daae44979fa1589d2781bd83&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0958829 Dec 06 15:31:07.248009 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1f63b-a2f9-4d0b-9dd9-3b954b7b6891 req-ac8938a5-2d75-44a8-b4f8-77f2103e4f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:07.249482 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-57a1f63b-a2f9-4d0b-9dd9-3b954b7b6891 req-ac8938a5-2d75-44a8-b4f8-77f2103e4f80 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908325 Dec 06 15:31:07.325157 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-745da394-294d-4a1b-bc68-156d6ea9945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:07.327013 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-745da394-294d-4a1b-bc68-156d6ea9945d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 1096 time: 0.0394366 Dec 06 15:31:07.367803 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-030d08a4-397f-455b-88a8-793a1bd47229 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7 HTTP/1.1" status: 200 len: 217 time: 0.0331995 Dec 06 15:31:07.420299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-681f6024-a6e1-4282-b5c7-39c404cd65f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:07.421771 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-681f6024-a6e1-4282-b5c7-39c404cd65f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=979b6a1a-63c7-4079-8b89-ba8bd1c3133e HTTP/1.1" status: 200 len: 848 time: 0.0474865 Dec 06 15:31:07.465850 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-fe47cb3f-6b7c-4f89-994f-d22fa2583935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:07.467968 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-fe47cb3f-6b7c-4f89-994f-d22fa2583935 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22522cd0-5df5-46d3-8d81-3f3d27c01525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399444 Dec 06 15:31:07.555175 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-92ffb9f9-c842-47c0-9bf3-d9d37a5e1039 service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799599 Dec 06 15:31:07.649178 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3626459a-7bf6-4fb1-ab67-47760d256ce7 req-61b6d2c4-518f-4e59-8153-5a02ebff80c2 service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861254 Dec 06 15:31:07.699440 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9dc85-2c7d-4ec8-b744-5c11f6ca8e35 req-b5ad3fe5-63c4-41eb-b5bd-922c42802744 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:07.701599 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-18e9dc85-2c7d-4ec8-b744-5c11f6ca8e35 req-b5ad3fe5-63c4-41eb-b5bd-922c42802744 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 943 time: 0.0491931 Dec 06 15:31:07.751109 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-18e9dc85-2c7d-4ec8-b744-5c11f6ca8e35 req-3cc5c148-3451-451c-82ac-7fa67da471dd tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432870 Dec 06 15:31:08.114945 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:31:08.868935 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01089e4-030f-45db-9c87-72610eff5ea4 req-7035f18a-228c-4654-972b-eb3ef0d1dc22 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:08.870381 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a01089e4-030f-45db-9c87-72610eff5ea4 req-7035f18a-228c-4654-972b-eb3ef0d1dc22 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 943 time: 0.0511713 Dec 06 15:31:08.918566 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a01089e4-030f-45db-9c87-72610eff5ea4 req-574ee8bf-3067-44b4-922e-530d5146e4ee tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419533 Dec 06 15:31:10.034003 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec2465-c111-4c9a-8f30-2034616122d4 req-ca90ff29-5db3-49c3-9a6e-db390b32aa33 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:10.035480 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5dec2465-c111-4c9a-8f30-2034616122d4 req-ca90ff29-5db3-49c3-9a6e-db390b32aa33 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 943 time: 0.0516963 Dec 06 15:31:10.082483 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5dec2465-c111-4c9a-8f30-2034616122d4 req-47614f35-b410-42ec-b1bd-875f5643c383 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410709 Dec 06 15:31:11.201833 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a424ae8-30e3-4fe3-b008-7c005c649260 req-23b8d11a-fd98-40f6-bde5-51ad09a636af tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:11.203298 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3a424ae8-30e3-4fe3-b008-7c005c649260 req-23b8d11a-fd98-40f6-bde5-51ad09a636af tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 943 time: 0.0530221 Dec 06 15:31:11.252445 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3a424ae8-30e3-4fe3-b008-7c005c649260 req-80df52e3-8e2a-447c-8d31-856a47ebaf9d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432763 Dec 06 15:31:11.277759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:31:11.379877 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:11.391029 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'port_id': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'mac_address': 'fa:16:3e:d6:3f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:31:11.431368 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:11.443594 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:31:11.462141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:11.514021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:11.560391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:11.875351 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['3482f04a-d9a6-49e2-a2d5-98d7acc448b7'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:31:12.365365 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388d4a8-ca2a-43db-b847-0c7f5e1ef2a1 req-14239034-057d-4820-b9cd-a114d6ba5f1d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:12.366807 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1388d4a8-ca2a-43db-b847-0c7f5e1ef2a1 req-14239034-057d-4820-b9cd-a114d6ba5f1d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 944 time: 0.0476594 Dec 06 15:31:12.413963 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1388d4a8-ca2a-43db-b847-0c7f5e1ef2a1 req-719904af-0a90-4afa-871a-04cd3353c21d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412369 Dec 06 15:31:13.277537 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:31:13.409985 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:31:13.413829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:31:13.414141 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:13.493231 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:13.516647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:31:13.519165 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93afb7133cad77ea1bc3f9630c1d9a2f6827ef80a2dd47f1377c1eaae5610546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae083516-0368-4e3f-bc6b-6e5875ea1a60" -d '{"events": [{"server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "name": "network-vif-plugged", "status": "completed", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:31:13.527836 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b0585-6187-4c99-b3e1-2845a476380e req-cdcb1123-1a35-48d0-b5b7-8a82dd3dea12 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:13.529416 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-543b0585-6187-4c99-b3e1-2845a476380e req-cdcb1123-1a35-48d0-b5b7-8a82dd3dea12 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 944 time: 0.0493927 Dec 06 15:31:13.534995 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:31:13.557198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480fb8e5-4e0b-43a1-833b-4102a2df314c x-openstack-request-id: req-480fb8e5-4e0b-43a1-833b-4102a2df314c {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:31:13.557494 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "name": "network-vif-plugged", "status": "completed", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:31:13.557733 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-480fb8e5-4e0b-43a1-833b-4102a2df314c {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:31:13.558144 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'code': 200} Dec 06 15:31:13.581350 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-543b0585-6187-4c99-b3e1-2845a476380e req-06fdcad1-c2b6-4a8d-986c-53e3bd75e8a2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460329 Dec 06 15:31:13.621366 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:13.668531 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:13.883600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e82f09-c8b2-4cb8-8dfe-5ccf1629ebbb req-797bde2b-3bd7-45dd-abe6-347785c9910b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:13.885065 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e8e82f09-c8b2-4cb8-8dfe-5ccf1629ebbb req-797bde2b-3bd7-45dd-abe6-347785c9910b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 1098 time: 0.0433083 Dec 06 15:31:13.929943 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-e8e82f09-c8b2-4cb8-8dfe-5ccf1629ebbb req-05b02d34-aa01-4754-bd61-895f2726f18b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374825 Dec 06 15:31:14.707512 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c3a74-0e73-455a-bc8d-ebe402c4f85c req-ee63308d-dd8e-4cd0-8eeb-8fa3ec679442 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:14.708585 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ac4c3a74-0e73-455a-bc8d-ebe402c4f85c req-ee63308d-dd8e-4cd0-8eeb-8fa3ec679442 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 945 time: 0.0585074 Dec 06 15:31:14.758111 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ac4c3a74-0e73-455a-bc8d-ebe402c4f85c req-da5293fd-c3f6-4d6f-9d70-2f68a391f8a5 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434427 Dec 06 15:31:15.871761 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08e830-4d64-4d4c-b264-9dd8c09f2098 req-f6a1f1ab-dbb7-4bbf-9411-017776b99465 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:15.873217 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-df08e830-4d64-4d4c-b264-9dd8c09f2098 req-f6a1f1ab-dbb7-4bbf-9411-017776b99465 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 945 time: 0.0481768 Dec 06 15:31:15.921635 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-df08e830-4d64-4d4c-b264-9dd8c09f2098 req-cc326b41-9a33-4459-98a8-79cfd48cdbde tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422459 Dec 06 15:31:16.031916 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a848b80-8a6f-4e09-acde-21601355452b req-1aeda401-346a-453d-8e96-b1deb0376673 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:16.033384 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0a848b80-8a6f-4e09-acde-21601355452b req-1aeda401-346a-453d-8e96-b1deb0376673 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 945 time: 0.0475636 Dec 06 15:31:16.081486 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-0a848b80-8a6f-4e09-acde-21601355452b req-e19ed07c-38de-4bed-a7e6-22f0e6be7bb4 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422854 Dec 06 15:31:16.102711 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45296) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:16.181233 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d46a234-03b2-4975-a6e7-4ce05c5acd6a tempest-TestSnapshotPattern-2132148172 tempest-TestSnapshotPattern-2132148172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:16.182727 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-2d46a234-03b2-4975-a6e7-4ce05c5acd6a tempest-TestSnapshotPattern-2132148172 tempest-TestSnapshotPattern-2132148172-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 1093 time: 0.0790451 Dec 06 15:31:16.185484 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45300) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:31:16.189677 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.v2.base [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103725) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:31:16.302674 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for floatingip, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:16.403704 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:16.507790 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_common [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Allocated IP 172.36.1.208 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/2aaabd57-be63-4c33-86bd-31edae99587f) {{(pid=103725) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:31:16.605765 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for port, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:16.697711 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:16.742303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103725) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:31:16.745137 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.base_scheduler [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Resources bound (agent type, host, resource id): {{(pid=103725) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:31:16.747837 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Received port after_create {{(pid=103725) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:31:16.777430 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event updated for resources: {'Port': ['ID=2aaabd57-be63-4c33-86bd-31edae99587f,revision_number=1']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:17.127623 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:17.257493 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:17.408909 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for port, precommit_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:17.462534 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843205'] for port, after_update {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:17.531555 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event updated for resources: {'Port': ['ID=2aaabd57-be63-4c33-86bd-31edae99587f,revision_number=2']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:31:17.542803 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:17.641451 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Floating IP 62eadf77-277e-4b2e-acfb-f3451a9ce25a associated. External IP: 172.36.1.208, port: 3482f04a-d9a6-49e2-a2d5-98d7acc448b7. Dec 06 15:31:17.854808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:31:17.958570 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:31:17.968958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557557c4-e806-402b-bc77-7a7b137355c3 None None] Sync routers for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:31:17.982429 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557557c4-e806-402b-bc77-7a7b137355c3 None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:31:17.984391 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-557557c4-e806-402b-bc77-7a7b137355c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:31:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:31:18.034713 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:18.061801 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-643ac433-21ab-4a8e-814f-31efca89fdba tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8753021 Dec 06 15:31:18.062379 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:31:18.064623 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}004ba9c6034fa785cf0bf04e1ba2b201607b3129a2ac5125839b5ab80242fba9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99a3aef8-d314-4b79-8f95-c7e8d5537476" -d '{"events": [{"name": "network-changed", "server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:31:18.089010 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-557557c4-e806-402b-bc77-7a7b137355c3 None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:31:18.164541 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda0376e-1fa4-489a-b03f-6aacdbff411b x-openstack-request-id: req-bda0376e-1fa4-489a-b03f-6aacdbff411b {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:31:18.165093 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:31:18.165093 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bda0376e-1fa4-489a-b03f-6aacdbff411b {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:31:18.165662 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'status': 'completed', 'code': 200} Dec 06 15:31:18.229273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3aef8-d314-4b79-8f95-c7e8d5537476 req-b0b996f6-ab7d-4cd5-9967-00aa0fcbdb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:18.230745 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-99a3aef8-d314-4b79-8f95-c7e8d5537476 req-b0b996f6-ab7d-4cd5-9967-00aa0fcbdb05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 1098 time: 0.0429165 Dec 06 15:31:18.327845 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3aef8-d314-4b79-8f95-c7e8d5537476 req-46316284-367e-4df1-96b1-92538fa0bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:18.329338 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-99a3aef8-d314-4b79-8f95-c7e8d5537476 req-46316284-367e-4df1-96b1-92538fa0bfc9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 910 time: 0.0909772 Dec 06 15:31:18.394207 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-99a3aef8-d314-4b79-8f95-c7e8d5537476 req-7a38139d-dcc4-4996-a9cd-7cf3c9644e94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7 HTTP/1.1" status: 200 len: 999 time: 0.0574961 Dec 06 15:31:18.446350 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3aef8-d314-4b79-8f95-c7e8d5537476 req-d24d9f44-a101-4aff-813a-e7a0b985c317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:18.447783 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-99a3aef8-d314-4b79-8f95-c7e8d5537476 req-d24d9f44-a101-4aff-813a-e7a0b985c317 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=979b6a1a-63c7-4079-8b89-ba8bd1c3133e HTTP/1.1" status: 200 len: 848 time: 0.0471606 Dec 06 15:31:18.456167 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-557557c4-e806-402b-bc77-7a7b137355c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '62eadf77-277e-4b2e-acfb-f3451a9ce25a', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'floating_ip_address': '172.36.1.208', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'port_id': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'mac_address': 'fa:16:3e:d6:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:31:16Z', 'updated_at': '2021-12-06T15:31:16Z', 'revision_number': 0, 'project_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:55Z', 'revision_number': 5, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:31:18.486484 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557557c4-e806-402b-bc77-7a7b137355c3 None None] Checking router: bc49a70a-087d-4db3-ace2-df9cd5bf0ecf for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:31:18.492727 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a3aef8-d314-4b79-8f95-c7e8d5537476 req-0762176d-a26e-4a7f-8bbd-ef0d4a0058aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:18.494230 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-99a3aef8-d314-4b79-8f95-c7e8d5537476 req-0762176d-a26e-4a7f-8bbd-ef0d4a0058aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22522cd0-5df5-46d3-8d81-3f3d27c01525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390115 Dec 06 15:31:18.494620 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557557c4-e806-402b-bc77-7a7b137355c3 None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:31:18.495220 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-557557c4-e806-402b-bc77-7a7b137355c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:31:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:31:18.582504 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-99a3aef8-d314-4b79-8f95-c7e8d5537476 req-905b4575-19c8-4e9b-afe4-511eacc5742d service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811229 Dec 06 15:31:18.599719 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-557557c4-e806-402b-bc77-7a7b137355c3 None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:31:18.677639 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-99a3aef8-d314-4b79-8f95-c7e8d5537476 req-ad31a2b3-a86e-4f6e-98e0-888bb7b53f27 service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882597 Dec 06 15:31:18.821416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-557557c4-e806-402b-bc77-7a7b137355c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '62eadf77-277e-4b2e-acfb-f3451a9ce25a', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'floating_ip_address': '172.36.1.208', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'port_id': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'mac_address': 'fa:16:3e:d6:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:31:16Z', 'updated_at': '2021-12-06T15:31:16Z', 'revision_number': 0, 'project_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:55Z', 'revision_number': 5, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:31:18.851230 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-557557c4-e806-402b-bc77-7a7b137355c3 None None] The sync data for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv is: [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '62eadf77-277e-4b2e-acfb-f3451a9ce25a', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'floating_ip_address': '172.36.1.208', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'port_id': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'mac_address': 'fa:16:3e:d6:3f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:31:16Z', 'updated_at': '2021-12-06T15:31:16Z', 'revision_number': 0, 'project_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:55Z', 'revision_number': 5, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:31:19.053260 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b2ad46-936d-46ee-bddc-98505e1f2409 None None] New status for floating IP 62eadf77-277e-4b2e-acfb-f3451a9ce25a: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:31:30.297195 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:31.329342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f2b552e3-42c0-4872-8c4b-4f82104ea275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:33.720274 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2f52-660a-4da8-94dc-03f1df678043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:35.077812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:36.301975 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:37.004158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:31:44.455320 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4927244-c9ee-41f8-8ea8-4779c3671132 req-6f1b1fa5-9ab7-47aa-8cd8-94471ec99377 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392976 Dec 06 15:31:44.536323 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4927244-c9ee-41f8-8ea8-4779c3671132 req-7587dbfd-bbab-4e03-ae5a-f1985cb1b9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:44.537812 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4927244-c9ee-41f8-8ea8-4779c3671132 req-7587dbfd-bbab-4e03-ae5a-f1985cb1b9ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 1098 time: 0.0431077 Dec 06 15:31:44.637446 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4927244-c9ee-41f8-8ea8-4779c3671132 req-0bd3ff81-985f-4d17-897e-d6a124aeec7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:44.638882 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4927244-c9ee-41f8-8ea8-4779c3671132 req-0bd3ff81-985f-4d17-897e-d6a124aeec7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 910 time: 0.0827568 Dec 06 15:31:44.705941 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4927244-c9ee-41f8-8ea8-4779c3671132 req-68c47a53-de4e-46ea-988f-be78d554a269 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7 HTTP/1.1" status: 200 len: 1001 time: 0.0600576 Dec 06 15:31:44.755081 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4927244-c9ee-41f8-8ea8-4779c3671132 req-2d704212-181a-4fb5-a27f-992d6ec1f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:44.756500 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4927244-c9ee-41f8-8ea8-4779c3671132 req-2d704212-181a-4fb5-a27f-992d6ec1f0f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=979b6a1a-63c7-4079-8b89-ba8bd1c3133e HTTP/1.1" status: 200 len: 848 time: 0.0440142 Dec 06 15:31:44.800806 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4927244-c9ee-41f8-8ea8-4779c3671132 req-e6258c90-fb1c-4ded-8152-e3c245dd307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:31:44.802876 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4927244-c9ee-41f8-8ea8-4779c3671132 req-e6258c90-fb1c-4ded-8152-e3c245dd307d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22522cd0-5df5-46d3-8d81-3f3d27c01525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387459 Dec 06 15:31:44.891343 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4927244-c9ee-41f8-8ea8-4779c3671132 req-53a14d67-89bb-4004-ae5d-b28af3014be1 service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815320 Dec 06 15:31:44.976337 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-d4927244-c9ee-41f8-8ea8-4779c3671132 req-efd6f680-9eab-46b7-8319-ff2fbf27178a service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781507 Dec 06 15:31:45.115522 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:32:00.296198 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:01.313376 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-2468edb9-bdb8-4b91-a489-b2e913078d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:03.747476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4cce8610-bce7-49ea-ad50-5cdb2a970a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:05.107291 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:06.306634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:07.038984 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:22.116482 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:32:30.295563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:31.340881 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-37775ea1-f52e-41ed-89b0-a9a4e6c4ba72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:33.739612 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4392cd31-afa0-4032-9965-0eb1de99dd17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:35.089503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:36.311103 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:37.004186 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:32:45.429946 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a498a05e-d016-407b-9308-740dc4101a93 req-f2e17785-447f-4cc6-8ee4-ecf8cc0465a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389826 Dec 06 15:32:45.511968 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498a05e-d016-407b-9308-740dc4101a93 req-ce48fcb5-71b0-433e-9f86-1185f33cc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:45.513453 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a498a05e-d016-407b-9308-740dc4101a93 req-ce48fcb5-71b0-433e-9f86-1185f33cc00a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 1098 time: 0.0407453 Dec 06 15:32:45.617335 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498a05e-d016-407b-9308-740dc4101a93 req-ac982cce-4902-4b74-82ee-1acd5d2c123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:45.618642 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a498a05e-d016-407b-9308-740dc4101a93 req-ac982cce-4902-4b74-82ee-1acd5d2c123f service neutron] 10.222.0.41 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 910 time: 0.0860906 Dec 06 15:32:45.683092 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a498a05e-d016-407b-9308-740dc4101a93 req-651be0f0-59fe-4b66-90fb-8e3162a63546 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7 HTTP/1.1" status: 200 len: 1001 time: 0.0576029 Dec 06 15:32:45.735606 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498a05e-d016-407b-9308-740dc4101a93 req-36a2d899-1200-4fa9-8b7c-32ebb3903901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:45.737621 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a498a05e-d016-407b-9308-740dc4101a93 req-36a2d899-1200-4fa9-8b7c-32ebb3903901 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=979b6a1a-63c7-4079-8b89-ba8bd1c3133e HTTP/1.1" status: 200 len: 848 time: 0.0478587 Dec 06 15:32:45.780901 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498a05e-d016-407b-9308-740dc4101a93 req-1c9a3736-1f98-468b-b11f-920d2e54bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:32:45.782252 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a498a05e-d016-407b-9308-740dc4101a93 req-1c9a3736-1f98-468b-b11f-920d2e54bc4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22522cd0-5df5-46d3-8d81-3f3d27c01525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382547 Dec 06 15:32:45.868504 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a498a05e-d016-407b-9308-740dc4101a93 req-d6f32446-88e9-4a77-87cc-5e08c5c2370e service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782380 Dec 06 15:32:45.958697 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a498a05e-d016-407b-9308-740dc4101a93 req-495c2dda-f86f-4eca-a4f7-bbce4f543d44 service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831742 Dec 06 15:32:59.116262 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:33:00.329132 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:01.306320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-caa0260a-c133-4b0c-8be2-0efefe0c7ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:03.744829 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9d1fea2d-efec-4f72-ab70-22c02e9e658c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:05.128745 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:06.304582 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:07.037385 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:30.343947 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:31.316020 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-480862c7-dd5c-4375-a83d-d3d308b4cd1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:33.739878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-22ea16d6-3381-4966-ab8d-5d758e673158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:35.100037 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:36.114338 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:33:36.311362 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:37.042543 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:33:45.442928 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-a253fd76-2584-4a78-b6eb-f7632b236edb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420377 Dec 06 15:33:45.523372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-0ba8438e-6332-46b1-8cfb-db3f5e9207ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:45.524736 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-0ba8438e-6332-46b1-8cfb-db3f5e9207ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 1098 time: 0.0398700 Dec 06 15:33:45.628087 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-cc56f73d-d8b3-442c-8995-a1dceac9fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:45.634003 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-cc56f73d-d8b3-442c-8995-a1dceac9fc99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 910 time: 0.0856063 Dec 06 15:33:46.033145 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-a791c908-6637-4591-8e68-cb86da39064f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7 HTTP/1.1" status: 200 len: 1001 time: 0.3953474 Dec 06 15:33:46.080926 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-202ed57e-54a7-4044-a681-bed8b83b62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:46.082340 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-202ed57e-54a7-4044-a681-bed8b83b62ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=979b6a1a-63c7-4079-8b89-ba8bd1c3133e HTTP/1.1" status: 200 len: 848 time: 0.0423861 Dec 06 15:33:46.129757 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-659e4cbe-1f01-483d-94fe-c7c5789e19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:33:46.131195 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-659e4cbe-1f01-483d-94fe-c7c5789e19f3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22522cd0-5df5-46d3-8d81-3f3d27c01525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414565 Dec 06 15:33:46.142478 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-f26ca27e-2640-4801-afac-c2f2434652b5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=103724) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 06 15:33:46.143468 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-f26ca27e-2640-4801-afac-c2f2434652b5 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047200 Dec 06 15:33:46.230128 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-7ab8cbbb-416b-4348-bad1-2a46ff16f847 service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800581 Dec 06 15:33:46.319603 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9112d44b-d594-4f1d-a13c-ba337f62e571 req-48b66db1-f407-4d8d-9db7-701388627283 service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825388 Dec 06 15:34:00.050441 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:34:00.142864 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:34:00.153684 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'port_id': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'mac_address': 'fa:16:3e:d6:3f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:34:00.192761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:00.204805 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:34:00.222843 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:34:00.293412 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:00.344768 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:34:00.351634 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:00.351987 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:00.352335 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:00.352673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:00.353036 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:00.353369 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:00.353704 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:00.354032 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:00.354359 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:00.354686 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:00.355012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:00.355331 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:00.355697 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:00.367542 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['3482f04a-d9a6-49e2-a2d5-98d7acc448b7'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:34:00.407726 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:01.339254 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05de720b-176d-4c04-89fe-85c5de2e5c0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:02.057021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:34:02.107569 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:34:02.108010 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:02.188426 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:02.211434 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:34:02.213718 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93afb7133cad77ea1bc3f9630c1d9a2f6827ef80a2dd47f1377c1eaae5610546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc6ea24-0eb3-4d06-89a9-7bec9b82c48e" -d '{"events": [{"server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "name": "network-vif-plugged", "status": "completed", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:34:02.227668 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:34:02.317869 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8148626b-692d-4e70-8a9a-e5fca4dad164 x-openstack-request-id: req-8148626b-692d-4e70-8a9a-e5fca4dad164 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:34:02.318161 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "name": "network-vif-plugged", "status": "completed", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:34:02.318417 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8148626b-692d-4e70-8a9a-e5fca4dad164 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:34:02.318805 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'code': 200} Dec 06 15:34:02.407970 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:02.453401 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:34:03.738012 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-64ba6359-b5ba-4f65-ad2e-45f934c59120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:05.105050 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:06.316789 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:07.043564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:13.113678 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:34:17.133458 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-37a83ae7-72e4-420e-92f4-0780b217891d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1940786627&fields=id&tenant_id=926043f0daae44979fa1589d2781bd83 HTTP/1.1" status: 200 len: 267 time: 0.0445764 Dec 06 15:34:17.240214 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-f607a7c0-de13-4417-9b24-bfb28039a440 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:17.241597 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-f607a7c0-de13-4417-9b24-bfb28039a440 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 809 time: 0.1015642 Dec 06 15:34:17.256633 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-ba40ce5e-7dad-40a4-9ea9-6461dfbf034b tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/quotas/926043f0daae44979fa1589d2781bd83 HTTP/1.1" status: 200 len: 375 time: 0.0090206 Dec 06 15:34:17.309064 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-6e43536f-2ced-4163-8ff3-8d0ac52febaa tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0467978 Dec 06 15:34:17.412088 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-6493552b-1de6-4824-9099-b596dfd0d132 service neutron] 10.222.0.42 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910845 Dec 06 15:34:17.503948 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-501b6d97-056e-4093-8926-44334fb9a66f service neutron] 10.222.0.42 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856650 Dec 06 15:34:17.782552 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-fc83b747-a8cf-42f7-9992-4b63100297e9 req-b9942d6a-e581-4342-9246-33240a215161 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 210 time: 0.0268326 Dec 06 15:34:18.876835 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-1159b25c-e7b1-465a-9617-028dc2dde8ce req-e39ad778-5a9e-450a-abfd-a024c12c5794 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 210 time: 0.0266318 Dec 06 15:34:19.875176 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-e3b615f4-4716-4a93-ad95-6816a4579adf tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:19.877268 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-e3b615f4-4716-4a93-ad95-6816a4579adf tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.41 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 809 time: 0.1163654 Dec 06 15:34:19.943792 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-dba03b24-3872-42d2-aac8-204bbd023bf6 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=926043f0daae44979fa1589d2781bd83 HTTP/1.1" status: 200 len: 380 time: 0.0563180 Dec 06 15:34:19.953347 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Request body: {'port': {'device_id': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'admin_state_up': True, 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'security_groups': ['6c59306f-9ed8-4f8c-be14-84e303677877']}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:34:19.995891 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-8045a4d6-6da0-4f3e-a61b-2cf4226ec015 req-6de3a5ae-2022-45b6-9185-550eb4e56dbd tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 210 time: 0.0391495 Dec 06 15:34:20.131168 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:34:20.161620 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Made reservation on behalf of 926043f0daae44979fa1589d2781bd83 for: {'port': 1} {{(pid=103724) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 06 15:34:20.165200 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:20.210385 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:20.234710 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:34:20.237650 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93afb7133cad77ea1bc3f9630c1d9a2f6827ef80a2dd47f1377c1eaae5610546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5886d13-e07d-4a56-a0d6-9fc10bcd2899" -d '{"events": [{"server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "name": "network-vif-unplugged", "status": "completed", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:34:20.262197 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:34:20.286112 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 06 Dec 2021 15:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2d09b7-619e-478c-8773-8a11f586faa3 x-openstack-request-id: req-ff2d09b7-619e-478c-8773-8a11f586faa3 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:34:20.286424 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "name": "network-vif-unplugged", "status": "completed", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:34:20.286992 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff2d09b7-619e-478c-8773-8a11f586faa3 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:34:20.287459 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'code': 200} Dec 06 15:34:20.293434 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Allocated IP 172.20.0.7 (22522cd0-5df5-46d3-8d81-3f3d27c01525/979b6a1a-63c7-4079-8b89-ba8bd1c3133e/23d9fbbd-3f96-4f74-9874-923777dc8f4e) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:34:20.321866 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:20.373045 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,revision_number=8']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:34:20.437859 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:20.533611 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:20.597074 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Network 22522cd0-5df5-46d3-8d81-3f3d27c01525 is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:34:20.601787 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:34:20.605294 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:34:20.640638 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event updated for resources: {'Port': ['ID=23d9fbbd-3f96-4f74-9874-923777dc8f4e,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:34:20.655828 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:20.656232 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:20.656566 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:20.657801 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:20.658182 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:20.658570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:20.658975 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:20.659301 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:20.659646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:20.660143 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:20.660486 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:20.660965 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:20.661348 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:34:20.708285 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:20.709723 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:20.846089 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-1b59d119-26ee-4620-9e0f-92565061012a tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8963633 Dec 06 15:34:20.915796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-7bce52b8-79cd-4030-9a19-f63dd86a140a None None] Provisioning complete for port 23d9fbbd-3f96-4f74-9874-923777dc8f4e triggered by entity DHCP. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:34:20.916164 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7bce52b8-79cd-4030-9a19-f63dd86a140a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:20.968245 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-7bce52b8-79cd-4030-9a19-f63dd86a140a None None] Port 23d9fbbd-3f96-4f74-9874-923777dc8f4e cannot update to ACTIVE because it is not bound. {{(pid=103726) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 06 15:34:21.154664 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d25fe7-2a8a-4e34-b26d-5da2f5600955 req-6035ee23-1cdb-4231-9cb4-ec18ef9e850d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:21.157379 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-86d25fe7-2a8a-4e34-b26d-5da2f5600955 req-6035ee23-1cdb-4231-9cb4-ec18ef9e850d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 931 time: 0.0826595 Dec 06 15:34:21.217260 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-86d25fe7-2a8a-4e34-b26d-5da2f5600955 req-1fdd8afa-150a-4a2e-90d8-63eb041d6680 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520055 Dec 06 15:34:22.350172 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcaeaa-f5d1-4a13-8a43-35ee7f6ef13a req-90d607ca-b474-443a-a13b-e620b19003e2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:22.352886 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7cbcaeaa-f5d1-4a13-8a43-35ee7f6ef13a req-90d607ca-b474-443a-a13b-e620b19003e2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 931 time: 0.0522993 Dec 06 15:34:22.402233 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7cbcaeaa-f5d1-4a13-8a43-35ee7f6ef13a req-62452103-e758-4a06-b897-16dd43e96b2d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433702 Dec 06 15:34:23.527024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc6537f-8794-475a-8e4a-c1e7740ef16f req-a95c5073-ccc8-4745-8e28-43603b1a103c tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:23.528467 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fc6537f-8794-475a-8e4a-c1e7740ef16f req-a95c5073-ccc8-4745-8e28-43603b1a103c tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 931 time: 0.0527029 Dec 06 15:34:23.578080 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5fc6537f-8794-475a-8e4a-c1e7740ef16f req-ef9d803a-38d6-43ea-9dec-cb62246bfc54 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432217 Dec 06 15:34:24.704464 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09f1b6-9690-46b4-8e7e-a4f09d5794ba req-f14baeb3-1269-415f-8574-830c22b032c2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:24.706147 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ef09f1b6-9690-46b4-8e7e-a4f09d5794ba req-f14baeb3-1269-415f-8574-830c22b032c2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 931 time: 0.0570514 Dec 06 15:34:24.758477 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ef09f1b6-9690-46b4-8e7e-a4f09d5794ba req-d596fa84-bfd9-41db-995e-44c04610d077 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461900 Dec 06 15:34:25.883539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbffc9-fc13-438f-a012-3d57792d4e16 req-cce06f6a-d92a-4f1e-a1ef-110b96b1f198 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:25.885000 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-defbffc9-fc13-438f-a012-3d57792d4e16 req-cce06f6a-d92a-4f1e-a1ef-110b96b1f198 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 931 time: 0.0530961 Dec 06 15:34:25.942476 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-defbffc9-fc13-438f-a012-3d57792d4e16 req-43c7a580-30ce-4412-850e-c32c5bb9230d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515411 Dec 06 15:34:27.068141 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1dd9c-8942-4c8e-b91c-0ca3448a35a1 req-b2ea5b9c-8938-4f32-8fdb-67885e036183 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:27.069678 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-cab1dd9c-8942-4c8e-b91c-0ca3448a35a1 req-b2ea5b9c-8938-4f32-8fdb-67885e036183 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 931 time: 0.0486314 Dec 06 15:34:27.131846 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-cab1dd9c-8942-4c8e-b91c-0ca3448a35a1 req-6d5e949e-ee10-4f8a-a373-17ad845c8cf0 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561161 Dec 06 15:34:28.270955 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e537dd-4b97-4527-a9a1-1408bdbc9323 req-5e5abb48-60a0-4f8e-b092-a5c66ad25ba0 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:28.272594 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c6e537dd-4b97-4527-a9a1-1408bdbc9323 req-5e5abb48-60a0-4f8e-b092-a5c66ad25ba0 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 931 time: 0.0497577 Dec 06 15:34:28.337639 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-c6e537dd-4b97-4527-a9a1-1408bdbc9323 req-0d994d5f-043a-4203-bc43-ba1be060a944 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538065 Dec 06 15:34:29.466198 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a468b4b-646c-442c-a465-d9a11ad086e8 req-0abc9278-1c21-4aeb-997a-3b4dd88df82b tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:29.490479 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5a468b4b-646c-442c-a465-d9a11ad086e8 req-0abc9278-1c21-4aeb-997a-3b4dd88df82b tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 931 time: 0.0590761 Dec 06 15:34:29.531364 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-5a468b4b-646c-442c-a465-d9a11ad086e8 req-c47a99f2-acbd-4456-a44e-dc7ebd83d473 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560350 Dec 06 15:34:30.367334 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:30.660576 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10b78d8-8c99-489e-bb61-f10fecb7f76b req-77b9c814-29f6-420e-94b5-2c6b873019bf tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:30.662205 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a10b78d8-8c99-489e-bb61-f10fecb7f76b req-77b9c814-29f6-420e-94b5-2c6b873019bf tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 931 time: 0.0566490 Dec 06 15:34:30.711381 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-a10b78d8-8c99-489e-bb61-f10fecb7f76b req-3d9bf788-55ed-4775-a814-75a0c1247a71 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429950 Dec 06 15:34:31.377926 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-04504cd4-49b1-4808-9755-ec3d36bf5857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:31.831739 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519e82e-1fa2-4ef2-8675-dfc2ee9ac6b0 req-3eff9404-46db-4fa5-a39d-c5ad9c5cfd76 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:31.833222 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b519e82e-1fa2-4ef2-8675-dfc2ee9ac6b0 req-3eff9404-46db-4fa5-a39d-c5ad9c5cfd76 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 931 time: 0.0478354 Dec 06 15:34:31.880402 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-b519e82e-1fa2-4ef2-8675-dfc2ee9ac6b0 req-9f094f7c-b55d-4c05-8f3a-0823d282c1d2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412714 Dec 06 15:34:33.001439 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463947f0-a29b-49b3-bbb0-c70a2741aa85 req-978d9e4d-612e-4c06-8202-757a2b211702 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:33.002974 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-463947f0-a29b-49b3-bbb0-c70a2741aa85 req-978d9e4d-612e-4c06-8202-757a2b211702 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 931 time: 0.0528040 Dec 06 15:34:33.051791 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-463947f0-a29b-49b3-bbb0-c70a2741aa85 req-fb97dd6e-a664-469c-b43e-1503854eedca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428085 Dec 06 15:34:33.778469 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-fda7483b-b783-4a3e-9fad-02ac5cf38e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:34.165046 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e46ac-9b0b-428b-8833-88121b07fe7c req-f2657385-5f5e-4764-97cf-9f30e0da5de9 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:34.165681 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Request body: {'port': {'device_id': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:34:34.166544 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fa6e46ac-9b0b-428b-8833-88121b07fe7c req-f2657385-5f5e-4764-97cf-9f30e0da5de9 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 931 time: 0.0482616 Dec 06 15:34:34.227575 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fa6e46ac-9b0b-428b-8833-88121b07fe7c req-1c88a86d-03c3-42ff-9bcf-5021cdadfde2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534275 Dec 06 15:34:34.228728 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:34.498410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d9fbbd-3f96-4f74-9874-923777dc8f4e {{(pid=103724) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:34:34.505974 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:34.518019 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.provisioning_blocks [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Transition to ACTIVE for port object 23d9fbbd-3f96-4f74-9874-923777dc8f4e will not be triggered until provisioned by entity L2. {{(pid=103724) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 06 15:34:35.207119 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:35.258366 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:35.272437 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Pushing event updated for resources: {'Port': ['ID=23d9fbbd-3f96-4f74-9874-923777dc8f4e,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:34:35.380798 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Attempting to bind port 23d9fbbd-3f96-4f74-9874-923777dc8f4e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 06 15:34:35.381160 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Attempting to bind port 23d9fbbd-3f96-4f74-9874-923777dc8f4e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 06 15:34:35.381487 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Attempting to bind port 23d9fbbd-3f96-4f74-9874-923777dc8f4e on network 22522cd0-5df5-46d3-8d81-3f3d27c01525 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:34:35.396420 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929148d-0cb1-448f-9681-56f7baf58f89 req-6edb31a1-6abd-461e-8f09-09b32c110deb tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:35.397725 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3929148d-0cb1-448f-9681-56f7baf58f89 req-6edb31a1-6abd-461e-8f09-09b32c110deb tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0773182 Dec 06 15:34:35.398319 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Port 23d9fbbd-3f96-4f74-9874-923777dc8f4e on network 22522cd0-5df5-46d3-8d81-3f3d27c01525 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 06 15:34:35.398641 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Attempting to bind port 23d9fbbd-3f96-4f74-9874-923777dc8f4e on network 22522cd0-5df5-46d3-8d81-3f3d27c01525 {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 06 15:34:35.406188 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Checking agent: {'id': '8eb54e69-92b1-48b4-8212-121590f6f8fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'started_at': datetime.datetime(2021, 12, 6, 14, 19, 29), 'heartbeat_timestamp': datetime.datetime(2021, 12, 6, 15, 34, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 06 15:34:35.406579 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Checking segment: {'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103724) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 06 15:34:35.406962 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Bound using segment: {'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'} {{(pid=103724) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 06 15:34:35.407396 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.managers [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Bound port: 23d9fbbd-3f96-4f74-9874-923777dc8f4e, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2aa9439-377d-45d2-b744-2d4cccde1b32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525'}}] {{(pid=103724) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 06 15:34:35.407744 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:35.491565 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3929148d-0cb1-448f-9681-56f7baf58f89 req-873d7e77-94f2-46cc-bd6f-e3206b279cff tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874937 Dec 06 15:34:35.507299 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] For port 23d9fbbd-3f96-4f74-9874-923777dc8f4e, host hv-neutron-mast, cleared binding levels {{(pid=103724) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 06 15:34:35.510592 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] For port 23d9fbbd-3f96-4f74-9874-923777dc8f4e, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=23d9fbbd-3f96-4f74-9874-923777dc8f4e,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103724) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 06 15:34:35.590087 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:35.625237 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:35.626389 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:35.627750 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] 10.222.0.41 "PUT /v2.0/ports/23d9fbbd-3f96-4f74-9874-923777dc8f4e HTTP/1.1" status: 200 len: 1093 time: 1.4668131 Dec 06 15:34:35.628211 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'tag': '23d9fbbd-3f96-4f74-9874-923777dc8f4e'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:34:35.630660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da62d25d6c0cd0d4fae90cda460d7211f0758eceec75ba982782b4e61c39f968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94ba2dd-96df-4c63-8ee1-e955528f365d" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4eac87-b29a-46eb-808a-ae2bfae9dfb7", "tag": "23d9fbbd-3f96-4f74-9874-923777dc8f4e"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:34:35.655568 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbc05b-ea77-4050-96f3-e18227c3fe9f service neutron] Pushing event updated for resources: {'Port': ['ID=23d9fbbd-3f96-4f74-9874-923777dc8f4e,revision_number=3']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:34:35.669534 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a9f9a0-7e37-4cb4-8923-e0aa263ad9a0 x-openstack-request-id: req-70a9f9a0-7e37-4cb4-8923-e0aa263ad9a0 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:34:35.669840 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4eac87-b29a-46eb-808a-ae2bfae9dfb7", "tag": "23d9fbbd-3f96-4f74-9874-923777dc8f4e", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:34:35.670115 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70a9f9a0-7e37-4cb4-8923-e0aa263ad9a0 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:34:35.670590 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'tag': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'status': 'completed', 'code': 200} Dec 06 15:34:35.733672 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ba2dd-96df-4c63-8ee1-e955528f365d req-3134336f-c938-4855-bfda-b6d036d2ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:35.735675 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b94ba2dd-96df-4c63-8ee1-e955528f365d req-3134336f-c938-4855-bfda-b6d036d2ade0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 1096 time: 0.0447907 Dec 06 15:34:35.843813 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ba2dd-96df-4c63-8ee1-e955528f365d req-967b6e10-3f2e-4ac5-87cd-a8f377925ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:35.845325 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b94ba2dd-96df-4c63-8ee1-e955528f365d req-967b6e10-3f2e-4ac5-87cd-a8f377925ff5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=926043f0daae44979fa1589d2781bd83&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0997856 Dec 06 15:34:35.938872 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ba2dd-96df-4c63-8ee1-e955528f365d req-8c63e863-1e05-4242-9175-e1047e6b16a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:35.940324 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-b94ba2dd-96df-4c63-8ee1-e955528f365d req-8c63e863-1e05-4242-9175-e1047e6b16a8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880907 Dec 06 15:34:36.019731 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-7a4f2a96-ef99-4b99-bbcf-38c76eb12013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:36.021144 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-7a4f2a96-ef99-4b99-bbcf-38c76eb12013 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 1096 time: 0.0446270 Dec 06 15:34:36.061830 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-1793c3ed-97f2-4f21-bbab-f34f94044d4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23d9fbbd-3f96-4f74-9874-923777dc8f4e HTTP/1.1" status: 200 len: 217 time: 0.0334504 Dec 06 15:34:36.110273 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-e4cefa4b-a08b-4e41-ab71-5af1a9dbf4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:36.111653 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-e4cefa4b-a08b-4e41-ab71-5af1a9dbf4bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=979b6a1a-63c7-4079-8b89-ba8bd1c3133e HTTP/1.1" status: 200 len: 848 time: 0.0424943 Dec 06 15:34:36.155199 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-74cf49f4-2c57-44fb-ba13-a6394e5356d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:36.157178 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-74cf49f4-2c57-44fb-ba13-a6394e5356d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22522cd0-5df5-46d3-8d81-3f3d27c01525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381343 Dec 06 15:34:36.248752 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-e74ca5a4-0d5a-4d79-8739-883487994840 service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844202 Dec 06 15:34:36.337174 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:36.346317 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-5ba7087f-e8e0-403c-a045-d9088edaa032 req-5e12852a-0f87-4cb1-a7f0-0299f80982fe service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904305 Dec 06 15:34:36.607524 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f134a58-4f14-45d6-b6b0-90fe98745cc5 req-b794dcfa-be43-4e64-8057-80e2f2896b4d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:36.609206 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0f134a58-4f14-45d6-b6b0-90fe98745cc5 req-b794dcfa-be43-4e64-8057-80e2f2896b4d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0499032 Dec 06 15:34:36.660360 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-0f134a58-4f14-45d6-b6b0-90fe98745cc5 req-642435ac-2fba-4244-b7ec-19f0252fe505 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452268 Dec 06 15:34:37.040379 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:37.777174 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68b0d2-2995-44e2-82c5-436663298b46 req-6c38e101-7370-43e1-8477-f9819f2bdf42 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:37.778647 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7d68b0d2-2995-44e2-82c5-436663298b46 req-6c38e101-7370-43e1-8477-f9819f2bdf42 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0482047 Dec 06 15:34:37.827253 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-7d68b0d2-2995-44e2-82c5-436663298b46 req-ecd35d74-0338-4a95-a1c1-af83ec2568dd tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Dec 06 15:34:38.940139 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ed45b6-6dd3-4085-8819-323cb4c55c29 req-550fc4b2-2c72-45ed-aecb-ccab92c1e5f1 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:38.941646 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-35ed45b6-6dd3-4085-8819-323cb4c55c29 req-550fc4b2-2c72-45ed-aecb-ccab92c1e5f1 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0481570 Dec 06 15:34:38.989875 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-35ed45b6-6dd3-4085-8819-323cb4c55c29 req-bb663a7d-cc82-48d9-b0aa-eea164cc739e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420928 Dec 06 15:34:40.106065 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4886d3-c2b5-424e-902f-321bdd59314f req-7f9b3133-3353-48fc-99c6-fd9385a446f4 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:40.107518 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ab4886d3-c2b5-424e-902f-321bdd59314f req-7f9b3133-3353-48fc-99c6-fd9385a446f4 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 943 time: 0.0481777 Dec 06 15:34:40.154905 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-ab4886d3-c2b5-424e-902f-321bdd59314f req-8be14c6a-51c2-4bf0-958b-113104828876 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414462 Dec 06 15:34:40.211079 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 23d9fbbd-3f96-4f74-9874-923777dc8f4e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:34:40.305150 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 23d9fbbd-3f96-4f74-9874-923777dc8f4e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=23d9fbbd-3f96-4f74-9874-923777dc8f4e,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:34:40.316454 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'port_id': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'mac_address': 'fa:16:3e:24:86:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:34:40.352933 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:40.365332 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d9fbbd-3f96-4f74-9874-923777dc8f4e {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:34:40.383848 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 23d9fbbd-3f96-4f74-9874-923777dc8f4e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=23d9fbbd-3f96-4f74-9874-923777dc8f4e,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:34:40.491257 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:40.537893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=23d9fbbd-3f96-4f74-9874-923777dc8f4e,revision_number=4']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:34:40.847893 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['23d9fbbd-3f96-4f74-9874-923777dc8f4e'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:34:41.272059 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6754d-082e-4d26-8d9e-381a7fc04c98 req-c6d081a4-7bae-4b5b-aaef-135d0d4d0e90 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:41.273538 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2aa6754d-082e-4d26-8d9e-381a7fc04c98 req-c6d081a4-7bae-4b5b-aaef-135d0d4d0e90 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 944 time: 0.0522232 Dec 06 15:34:41.321119 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-2aa6754d-082e-4d26-8d9e-381a7fc04c98 req-9bdce4b8-92a1-47f4-9b3d-ab412a529512 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417514 Dec 06 15:34:42.224976 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 23d9fbbd-3f96-4f74-9874-923777dc8f4e up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:34:42.336887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning for port 23d9fbbd-3f96-4f74-9874-923777dc8f4e completed by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 06 15:34:42.340717 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 23d9fbbd-3f96-4f74-9874-923777dc8f4e triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:34:42.341110 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:42.418315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:42.440131 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca70e4-2d03-43e6-99e9-87b58745f45f req-de43b4ba-d49f-49a2-9e85-1124c8057458 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:42.441206 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d9fbbd-3f96-4f74-9874-923777dc8f4e'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:34:42.441628 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-28ca70e4-2d03-43e6-99e9-87b58745f45f req-de43b4ba-d49f-49a2-9e85-1124c8057458 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 944 time: 0.0526998 Dec 06 15:34:42.443471 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93afb7133cad77ea1bc3f9630c1d9a2f6827ef80a2dd47f1377c1eaae5610546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b72c07-5bc1-4774-bbd5-1a8ad7b08c24" -d '{"events": [{"server_uuid": "1f4eac87-b29a-46eb-808a-ae2bfae9dfb7", "name": "network-vif-plugged", "status": "completed", "tag": "23d9fbbd-3f96-4f74-9874-923777dc8f4e"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:34:42.460045 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 23d9fbbd-3f96-4f74-9874-923777dc8f4e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=23d9fbbd-3f96-4f74-9874-923777dc8f4e,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:34:42.482222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff84fc99-9c27-4540-a57a-71837419fbd1 x-openstack-request-id: req-ff84fc99-9c27-4540-a57a-71837419fbd1 {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:34:42.482527 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4eac87-b29a-46eb-808a-ae2bfae9dfb7", "name": "network-vif-plugged", "status": "completed", "tag": "23d9fbbd-3f96-4f74-9874-923777dc8f4e", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:34:42.482834 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ff84fc99-9c27-4540-a57a-71837419fbd1 {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:34:42.483266 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'code': 200} Dec 06 15:34:42.492013 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-28ca70e4-2d03-43e6-99e9-87b58745f45f req-5549340e-6ef8-48bc-aa52-d17d4c3863f8 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439394 Dec 06 15:34:42.537158 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:42.586289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=23d9fbbd-3f96-4f74-9874-923777dc8f4e,revision_number=5']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:34:42.791978 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4ba2e-3ab3-4c47-b82d-f9fb58c2d3aa req-41e2a621-1ecb-4948-9278-f4c06eee815c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:42.793368 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-10a4ba2e-3ab3-4c47-b82d-f9fb58c2d3aa req-41e2a621-1ecb-4948-9278-f4c06eee815c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 1098 time: 0.0397413 Dec 06 15:34:42.839813 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-10a4ba2e-3ab3-4c47-b82d-f9fb58c2d3aa req-251fd1cd-e269-4e01-b0ca-ef1ca25d1517 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389159 Dec 06 15:34:43.614909 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b05d24-d021-449c-9d83-ec39e3af4e06 req-14dd3549-c0a2-4f0c-be83-85f0f7ff4222 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:43.616365 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-48b05d24-d021-449c-9d83-ec39e3af4e06 req-14dd3549-c0a2-4f0c-be83-85f0f7ff4222 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0516663 Dec 06 15:34:43.665219 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-48b05d24-d021-449c-9d83-ec39e3af4e06 req-f2ab800b-3c55-4bfd-b758-e69d88a5c28c tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429924 Dec 06 15:34:44.779047 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ec6516-05be-46f2-863e-2355069e5068 req-0cd9ceec-81af-40da-be20-c2227fa97819 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:44.780571 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-82ec6516-05be-46f2-863e-2355069e5068 req-0cd9ceec-81af-40da-be20-c2227fa97819 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0478191 Dec 06 15:34:44.831197 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-82ec6516-05be-46f2-863e-2355069e5068 req-7d0fe238-82a3-464c-bbd1-d25bb2ebe19c tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430918 Dec 06 15:34:44.943410 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08276488-3634-4047-9923-c1a4136dab6b req-530893cf-2963-4e18-a84d-27c22f7b6e69 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:44.944766 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-08276488-3634-4047-9923-c1a4136dab6b req-530893cf-2963-4e18-a84d-27c22f7b6e69 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0480483 Dec 06 15:34:44.992436 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-08276488-3634-4047-9923-c1a4136dab6b req-a2d7e34c-78bc-4a4e-b1b9-437589573489 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418320 Dec 06 15:34:45.016811 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45650) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:34:45.055180 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013bdc93-9116-45b9-8127-7bdb71890d42 tempest-TestSnapshotPattern-2132148172 tempest-TestSnapshotPattern-2132148172-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:45.056628 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-013bdc93-9116-45b9-8127-7bdb71890d42 tempest-TestSnapshotPattern-2132148172 tempest-TestSnapshotPattern-2132148172-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 1093 time: 0.0387580 Dec 06 15:34:45.059384 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45652) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:34:45.064157 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.v2.base [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Request body: {'floatingip': {'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'port_id': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103724) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 06 15:34:45.171133 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for floatingip, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:45.268265 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:45.372055 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.db_base_plugin_common [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Allocated IP 172.36.1.191 (056420bd-1b0f-4688-9004-005a7b470c4c/dfb049d6-1a63-4a95-86fc-f8ee65362166/4f0e3caa-6996-41cc-9150-61651c346064) {{(pid=103724) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 06 15:34:45.487104 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6da120f5-3f2a-4f10-b852-430873b207f5 req-127619a3-8778-46dc-93b7-12101383da83 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586274 Dec 06 15:34:45.501267 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for port, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:45.572040 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da120f5-3f2a-4f10-b852-430873b207f5 req-5503d148-f676-4681-b55b-eacc350dc21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:45.573448 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6da120f5-3f2a-4f10-b852-430873b207f5 req-5503d148-f676-4681-b55b-eacc350dc21f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 1096 time: 0.0436754 Dec 06 15:34:45.589833 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738274056196', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:45.681313 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Network 056420bd-1b0f-4688-9004-005a7b470c4c is already hosted by enough agents. {{(pid=103724) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 06 15:34:45.687023 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.base_scheduler [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Resources bound (agent type, host, resource id): {{(pid=103724) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 06 15:34:45.693523 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Received port after_create {{(pid=103724) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 06 15:34:45.697777 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event updated for resources: {'Port': ['ID=4f0e3caa-6996-41cc-9150-61651c346064,revision_number=1']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:34:45.767054 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da120f5-3f2a-4f10-b852-430873b207f5 req-39ed2400-24a9-413b-8a87-f99563f25967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:45.768502 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6da120f5-3f2a-4f10-b852-430873b207f5 req-39ed2400-24a9-413b-8a87-f99563f25967 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 910 time: 0.1765342 Dec 06 15:34:45.878811 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6da120f5-3f2a-4f10-b852-430873b207f5 req-6a9ab8a2-3f39-4c67-b4f1-29447e7368f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7 HTTP/1.1" status: 200 len: 999 time: 0.0940838 Dec 06 15:34:45.991656 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da120f5-3f2a-4f10-b852-430873b207f5 req-66c461f3-74a9-47a6-a439-13aa05b80173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:45.993096 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6da120f5-3f2a-4f10-b852-430873b207f5 req-66c461f3-74a9-47a6-a439-13aa05b80173 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=979b6a1a-63c7-4079-8b89-ba8bd1c3133e HTTP/1.1" status: 200 len: 848 time: 0.1077611 Dec 06 15:34:46.096646 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da120f5-3f2a-4f10-b852-430873b207f5 req-dd0de360-ac78-452c-8701-432e96e590b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:46.098140 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6da120f5-3f2a-4f10-b852-430873b207f5 req-dd0de360-ac78-452c-8701-432e96e590b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22522cd0-5df5-46d3-8d81-3f3d27c01525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0970547 Dec 06 15:34:46.258253 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6da120f5-3f2a-4f10-b852-430873b207f5 req-84e83c4f-c549-42ea-8772-6541bb190ada service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520030 Dec 06 15:34:46.264339 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:46.379449 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-6da120f5-3f2a-4f10-b852-430873b207f5 req-74e37614-a66b-46d1-825b-a003dba91a2d service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134889 Dec 06 15:34:46.437609 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:46.584964 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for port, precommit_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:46.641377 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2811193'] for port, after_update {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:46.708297 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event updated for resources: {'Port': ['ID=4f0e3caa-6996-41cc-9150-61651c346064,revision_number=2']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:34:46.720341 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398271'] for floatingip, after_create {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:46.819828 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Floating IP bb21f4d4-871f-4eda-81a7-d10b3d98f878 associated. External IP: 172.36.1.191, port: 23d9fbbd-3f96-4f74-9874-923777dc8f4e. Dec 06 15:34:47.358498 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:34:47.462090 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:34:47.472108 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49dbf03-821e-4595-b113-8ad09a32a548 None None] Sync routers for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:34:47.481799 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49dbf03-821e-4595-b113-8ad09a32a548 None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:34:47.482414 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f49dbf03-821e-4595-b113-8ad09a32a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:34:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:34:47.529115 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:34:47.555906 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-a8e9a7ce-71d4-4271-8593-6f9bea20e92e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4955266 Dec 06 15:34:47.556580 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'tag': '23d9fbbd-3f96-4f74-9874-923777dc8f4e'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:34:47.558880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da62d25d6c0cd0d4fae90cda460d7211f0758eceec75ba982782b4e61c39f968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e05a110-09f2-4920-b45d-c50f5bbea971" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4eac87-b29a-46eb-808a-ae2bfae9dfb7", "tag": "23d9fbbd-3f96-4f74-9874-923777dc8f4e"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:34:47.590017 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f49dbf03-821e-4595-b113-8ad09a32a548 None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:34:47.597049 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e968dc0-1aef-4756-8439-ef124be3d5d2 x-openstack-request-id: req-9e968dc0-1aef-4756-8439-ef124be3d5d2 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:34:47.597404 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4eac87-b29a-46eb-808a-ae2bfae9dfb7", "tag": "23d9fbbd-3f96-4f74-9874-923777dc8f4e", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:34:47.597722 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e968dc0-1aef-4756-8439-ef124be3d5d2 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:34:47.598210 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'tag': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'status': 'completed', 'code': 200} Dec 06 15:34:47.659200 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05a110-09f2-4920-b45d-c50f5bbea971 req-b26b6d2b-13a2-4bfb-b228-23532fda4721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:47.660731 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1e05a110-09f2-4920-b45d-c50f5bbea971 req-b26b6d2b-13a2-4bfb-b228-23532fda4721 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 1098 time: 0.0408969 Dec 06 15:34:47.755131 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05a110-09f2-4920-b45d-c50f5bbea971 req-4a64546d-4552-4c8b-acad-b91cd8f48068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:47.756595 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1e05a110-09f2-4920-b45d-c50f5bbea971 req-4a64546d-4552-4c8b-acad-b91cd8f48068 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 910 time: 0.0894833 Dec 06 15:34:47.818555 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f49dbf03-821e-4595-b113-8ad09a32a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '62eadf77-277e-4b2e-acfb-f3451a9ce25a', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'floating_ip_address': '172.36.1.208', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'port_id': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'mac_address': 'fa:16:3e:d6:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:31:16Z', 'updated_at': '2021-12-06T15:31:19Z', 'revision_number': 1, 'project_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address_scope': None}, {'id': 'bb21f4d4-871f-4eda-81a7-d10b3d98f878', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'floating_ip_address': '172.36.1.191', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'port_id': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'mac_address': 'fa:16:3e:24:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:34:46Z', 'updated_at': '2021-12-06T15:34:46Z', 'revision_number': 0, 'project_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:55Z', 'revision_number': 5, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:34:47.822695 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1e05a110-09f2-4920-b45d-c50f5bbea971 req-89f7903c-28d1-4e71-aa58-d2b4ac774615 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23d9fbbd-3f96-4f74-9874-923777dc8f4e HTTP/1.1" status: 200 len: 999 time: 0.0590227 Dec 06 15:34:47.850210 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49dbf03-821e-4595-b113-8ad09a32a548 None None] Checking router: bc49a70a-087d-4db3-ace2-df9cd5bf0ecf for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:34:47.858595 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49dbf03-821e-4595-b113-8ad09a32a548 None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:34:47.859214 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f49dbf03-821e-4595-b113-8ad09a32a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:34:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:34:47.875024 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05a110-09f2-4920-b45d-c50f5bbea971 req-516472f5-9dbc-4c8f-b000-f7729cd02938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:47.876458 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1e05a110-09f2-4920-b45d-c50f5bbea971 req-516472f5-9dbc-4c8f-b000-f7729cd02938 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=979b6a1a-63c7-4079-8b89-ba8bd1c3133e HTTP/1.1" status: 200 len: 848 time: 0.0469658 Dec 06 15:34:47.921715 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05a110-09f2-4920-b45d-c50f5bbea971 req-b3ca43a7-1979-48b6-9b30-18d349df9a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:34:47.923383 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1e05a110-09f2-4920-b45d-c50f5bbea971 req-b3ca43a7-1979-48b6-9b30-18d349df9a7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22522cd0-5df5-46d3-8d81-3f3d27c01525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404146 Dec 06 15:34:47.966763 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f49dbf03-821e-4595-b113-8ad09a32a548 None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:34:48.015669 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1e05a110-09f2-4920-b45d-c50f5bbea971 req-e56d623e-2e92-4ee3-ace4-f2a74944a48e service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848546 Dec 06 15:34:48.104671 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-1e05a110-09f2-4920-b45d-c50f5bbea971 req-c4e9e708-3086-4e5d-baa9-a58481629c16 service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811679 Dec 06 15:34:48.190419 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f49dbf03-821e-4595-b113-8ad09a32a548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '62eadf77-277e-4b2e-acfb-f3451a9ce25a', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'floating_ip_address': '172.36.1.208', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'port_id': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'mac_address': 'fa:16:3e:d6:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:31:16Z', 'updated_at': '2021-12-06T15:31:19Z', 'revision_number': 1, 'project_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address_scope': None}, {'id': 'bb21f4d4-871f-4eda-81a7-d10b3d98f878', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'floating_ip_address': '172.36.1.191', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'port_id': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'mac_address': 'fa:16:3e:24:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:34:46Z', 'updated_at': '2021-12-06T15:34:46Z', 'revision_number': 0, 'project_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:55Z', 'revision_number': 5, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:34:48.219830 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49dbf03-821e-4595-b113-8ad09a32a548 None None] The sync data for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv is: [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '62eadf77-277e-4b2e-acfb-f3451a9ce25a', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'floating_ip_address': '172.36.1.208', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'port_id': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'mac_address': 'fa:16:3e:d6:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:31:16Z', 'updated_at': '2021-12-06T15:31:19Z', 'revision_number': 1, 'project_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address_scope': None}, {'id': 'bb21f4d4-871f-4eda-81a7-d10b3d98f878', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'floating_ip_address': '172.36.1.191', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'port_id': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'mac_address': 'fa:16:3e:24:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:34:46Z', 'updated_at': '2021-12-06T15:34:46Z', 'revision_number': 0, 'project_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:55Z', 'revision_number': 5, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:34:48.415604 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816d25bb-76e3-43a9-86b1-a87063f48ec2 None None] New status for floating IP bb21f4d4-871f-4eda-81a7-d10b3d98f878: ACTIVE {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:34:50.115044 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:35:00.343692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:01.320629 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f0dcad23-68c4-4814-8b16-4ef245a3c18d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:03.750371 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3ab0d9f0-d6dd-4e22-b0a7-49ddd9c16d5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:05.091920 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:06.338266 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:07.034928 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:27.114231 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:35:30.358600 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:31.347460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-aa5e6106-ee78-492a-af6a-523c9c3098b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:33.741312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7915e5eb-cf0c-416a-83d5-c73a8c59c21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:35.101325 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:36.314312 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:37.026969 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:35:45.449070 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-35b165a7-c5a8-4286-87f7-ee383582c7a8 req-f275467b-547e-4a5b-a7aa-564881c5ccec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390925 Dec 06 15:35:45.510907 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b165a7-c5a8-4286-87f7-ee383582c7a8 req-c6750622-c230-47d6-be58-7d64f39ada89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:45.512403 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-35b165a7-c5a8-4286-87f7-ee383582c7a8 req-c6750622-c230-47d6-be58-7d64f39ada89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 1098 time: 0.0422375 Dec 06 15:35:45.616900 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b165a7-c5a8-4286-87f7-ee383582c7a8 req-d1249a60-ec57-4af4-a3dd-40ff13e29742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:45.618272 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-35b165a7-c5a8-4286-87f7-ee383582c7a8 req-d1249a60-ec57-4af4-a3dd-40ff13e29742 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 910 time: 0.0865061 Dec 06 15:35:45.683146 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-35b165a7-c5a8-4286-87f7-ee383582c7a8 req-b32bff5e-9379-4196-b603-2afeb54567ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23d9fbbd-3f96-4f74-9874-923777dc8f4e HTTP/1.1" status: 200 len: 1001 time: 0.0572460 Dec 06 15:35:45.733365 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b165a7-c5a8-4286-87f7-ee383582c7a8 req-d0f5e2bd-5b20-4608-b7ca-835b7844457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:45.734793 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-35b165a7-c5a8-4286-87f7-ee383582c7a8 req-d0f5e2bd-5b20-4608-b7ca-835b7844457e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=979b6a1a-63c7-4079-8b89-ba8bd1c3133e HTTP/1.1" status: 200 len: 848 time: 0.0434077 Dec 06 15:35:45.789206 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b165a7-c5a8-4286-87f7-ee383582c7a8 req-3d091f80-8d37-4665-a5ad-788a26764476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:35:45.790735 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-35b165a7-c5a8-4286-87f7-ee383582c7a8 req-3d091f80-8d37-4665-a5ad-788a26764476 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22522cd0-5df5-46d3-8d81-3f3d27c01525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490890 Dec 06 15:35:45.878589 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-35b165a7-c5a8-4286-87f7-ee383582c7a8 req-9b7b47e0-098d-4f5b-82ed-60dae1196b3d service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801377 Dec 06 15:35:45.968791 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-35b165a7-c5a8-4286-87f7-ee383582c7a8 req-65510f60-c17a-4819-b98b-5a2b5622cdbe service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834160 Dec 06 15:36:00.386671 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:01.335743 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-d58fa537-6c65-4c17-a815-4ada0d106804 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:03.746556 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1deb3bce-bad1-4c7b-badc-09dc308ab8b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:04.113015 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:36:05.096610 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:06.392456 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:07.054821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:30.363305 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:31.346871 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-4bb3cb68-7895-4215-98f5-2cbd35081041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:33.739890 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-df98e02c-c601-4286-b164-6bf2dcd05d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:35.117056 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:36.368427 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:37.026087 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:36:41.111699 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:36:45.465986 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bc286789-db80-494f-8aed-04f6bea5c4e2 req-fb3f999d-4b5a-4b9f-8612-bf80cb77e204 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781624 Dec 06 15:36:45.550104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286789-db80-494f-8aed-04f6bea5c4e2 req-e6d8e867-5016-4c98-a223-94c66df2981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:45.552079 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bc286789-db80-494f-8aed-04f6bea5c4e2 req-e6d8e867-5016-4c98-a223-94c66df2981d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 1096 time: 0.0438225 Dec 06 15:36:45.652052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286789-db80-494f-8aed-04f6bea5c4e2 req-462f67cc-edaf-4a39-9281-a91e8cc3572d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:45.653715 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bc286789-db80-494f-8aed-04f6bea5c4e2 req-462f67cc-edaf-4a39-9281-a91e8cc3572d service neutron] 10.222.0.41 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 910 time: 0.0829215 Dec 06 15:36:45.722499 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bc286789-db80-494f-8aed-04f6bea5c4e2 req-67cc73eb-4604-4dd8-9c17-db3a6819289c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7 HTTP/1.1" status: 200 len: 999 time: 0.0612729 Dec 06 15:36:45.771237 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286789-db80-494f-8aed-04f6bea5c4e2 req-bc98a625-d7ce-487d-be69-62ddce75772a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:45.772702 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bc286789-db80-494f-8aed-04f6bea5c4e2 req-bc98a625-d7ce-487d-be69-62ddce75772a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=979b6a1a-63c7-4079-8b89-ba8bd1c3133e HTTP/1.1" status: 200 len: 848 time: 0.0437160 Dec 06 15:36:45.817086 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc286789-db80-494f-8aed-04f6bea5c4e2 req-c2505dde-cdc0-484c-a7c5-6b48a6622f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:36:45.818523 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bc286789-db80-494f-8aed-04f6bea5c4e2 req-c2505dde-cdc0-484c-a7c5-6b48a6622f70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22522cd0-5df5-46d3-8d81-3f3d27c01525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393777 Dec 06 15:36:45.915841 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bc286789-db80-494f-8aed-04f6bea5c4e2 req-e6c64a87-790e-4edd-b737-6316ce6073a8 service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900905 Dec 06 15:36:46.003024 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-bc286789-db80-494f-8aed-04f6bea5c4e2 req-1df2fd77-e46c-4d8d-8be4-739976c3c407 service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802889 Dec 06 15:37:00.369821 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:01.301384 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ab790057-c738-4ab0-b21b-9f62270fa8db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:03.796695 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6da58205-cb14-4313-a632-da760736d3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:05.140984 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:06.425729 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:07.055342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:08.895234 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 23d9fbbd-3f96-4f74-9874-923777dc8f4e details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103726) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 06 15:37:09.001088 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 23d9fbbd-3f96-4f74-9874-923777dc8f4e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=23d9fbbd-3f96-4f74-9874-923777dc8f4e,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:09.016462 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Returning: {'device': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'port_id': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'mac_address': 'fa:16:3e:24:86:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103726) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 06 15:37:09.054219 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:09.067889 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 23d9fbbd-3f96-4f74-9874-923777dc8f4e {{(pid=103726) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 06 15:37:09.086585 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 23d9fbbd-3f96-4f74-9874-923777dc8f4e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=23d9fbbd-3f96-4f74-9874-923777dc8f4e,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:09.249761 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:09.300564 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=23d9fbbd-3f96-4f74-9874-923777dc8f4e,revision_number=6']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:09.308432 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.308784 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.309149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.309485 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.309817 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.310147 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.310476 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.310801 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.311126 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.311458 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.311778 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.312097 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.312416 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103726) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:09.326683 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] get_ports_and_sgs() called for port_ids ['23d9fbbd-3f96-4f74-9874-923777dc8f4e'] {{(pid=103726) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 06 15:37:10.908436 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 23d9fbbd-3f96-4f74-9874-923777dc8f4e up at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 06 15:37:10.958387 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.provisioning_blocks [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Provisioning complete for port 23d9fbbd-3f96-4f74-9874-923777dc8f4e triggered by entity L2. {{(pid=103726) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 06 15:37:10.958673 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7809196'] for port, provisioning_complete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:11.037021 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7735894'] for port, before_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:11.059229 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d9fbbd-3f96-4f74-9874-923777dc8f4e'}] {{(pid=103726) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:37:11.061478 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}93afb7133cad77ea1bc3f9630c1d9a2f6827ef80a2dd47f1377c1eaae5610546" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341f0c34-2e44-4ada-9c55-227490dd1835" -d '{"events": [{"server_uuid": "1f4eac87-b29a-46eb-808a-ae2bfae9dfb7", "name": "network-vif-plugged", "status": "completed", "tag": "23d9fbbd-3f96-4f74-9874-923777dc8f4e"}]}' {{(pid=103726) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:37:11.075563 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-249504b1-7339-4866-ad18-822e9227e93e None None] For port 23d9fbbd-3f96-4f74-9874-923777dc8f4e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=23d9fbbd-3f96-4f74-9874-923777dc8f4e,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:11.100122 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240c5e4b-8877-4227-a6b3-e27b7182dc2b x-openstack-request-id: req-240c5e4b-8877-4227-a6b3-e27b7182dc2b {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:37:11.100403 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4eac87-b29a-46eb-808a-ae2bfae9dfb7", "name": "network-vif-plugged", "status": "completed", "tag": "23d9fbbd-3f96-4f74-9874-923777dc8f4e", "code": 200}]} {{(pid=103726) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:37:11.100652 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-240c5e4b-8877-4227-a6b3-e27b7182dc2b {{(pid=103726) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:37:11.101072 dv-neutron-master-2-hyperv neutron-server[103726]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'code': 200} Dec 06 15:37:11.141310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738274450616', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738274056214', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738274056232'] for port, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:11.188639 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Pushing event updated for resources: {'Port': ['ID=23d9fbbd-3f96-4f74-9874-923777dc8f4e,revision_number=7']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:18.112207 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:37:23.239322 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 45914) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:23.393846 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Deleting port 4f0e3caa-6996-41cc-9150-61651c346064 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:37:23.394183 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:23.469584 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:23.469826 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:23.481336 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Calling delete_port for 4f0e3caa-6996-41cc-9150-61651c346064 owned by network:floatingip {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:37:23.718271 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:23.744230 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event deleted for resources: {'Port': ['ID=4f0e3caa-6996-41cc-9150-61651c346064,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:23.771479 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:23.771832 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:23.772224 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:23.772516 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:23.772880 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:23.773210 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:23.773539 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:23.773867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:23.774193 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:23.774517 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:23.774844 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:23.775165 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:23.775485 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103724) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:23.817255 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for floatingip, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:23.817585 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.db.l3_db [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Floating IP bb21f4d4-871f-4eda-81a7-d10b3d98f878 disassociated (deleted). External IP: 172.36.1.191, port: 23d9fbbd-3f96-4f74-9874-923777dc8f4e. Dec 06 15:37:24.017667 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:37:24.131312 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:37:24.136235 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:24.142322 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc63bb-5bb5-4abb-928b-d3f1e2a57394 None None] Sync routers for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:37:24.152820 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc63bb-5bb5-4abb-928b-d3f1e2a57394 None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:37:24.153550 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f7cc63bb-5bb5-4abb-928b-d3f1e2a57394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:37:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:24.165517 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-2966dc0b-fca7-4a43-9ceb-f9698158a87d tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "DELETE /v2.0/floatingips/bb21f4d4-871f-4eda-81a7-d10b3d98f878 HTTP/1.1" status: 204 len: 168 time: 0.9250650 Dec 06 15:37:24.166100 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'tag': '23d9fbbd-3f96-4f74-9874-923777dc8f4e'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:37:24.168987 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da62d25d6c0cd0d4fae90cda460d7211f0758eceec75ba982782b4e61c39f968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51097641-65bf-431c-a75e-65169f642878" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4eac87-b29a-46eb-808a-ae2bfae9dfb7", "tag": "23d9fbbd-3f96-4f74-9874-923777dc8f4e"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:37:24.271241 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce985811-440a-4bb4-bb9b-569e76e62409 x-openstack-request-id: req-ce985811-440a-4bb4-bb9b-569e76e62409 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:37:24.271867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4eac87-b29a-46eb-808a-ae2bfae9dfb7", "tag": "23d9fbbd-3f96-4f74-9874-923777dc8f4e", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:37:24.271867 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ce985811-440a-4bb4-bb9b-569e76e62409 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:37:24.272195 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'tag': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'status': 'completed', 'code': 200} Dec 06 15:37:24.344070 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097641-65bf-431c-a75e-65169f642878 req-edf2874f-5cae-4e6b-8ec4-9c8b06781668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:24.346563 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-51097641-65bf-431c-a75e-65169f642878 req-edf2874f-5cae-4e6b-8ec4-9c8b06781668 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 1098 time: 0.0446808 Dec 06 15:37:24.420730 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f7cc63bb-5bb5-4abb-928b-d3f1e2a57394 None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:37:24.455259 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097641-65bf-431c-a75e-65169f642878 req-88fc807c-1ab4-4593-900f-8941dcf8a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:24.456747 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-51097641-65bf-431c-a75e-65169f642878 req-88fc807c-1ab4-4593-900f-8941dcf8a509 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 910 time: 0.1035271 Dec 06 15:37:24.502915 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-51097641-65bf-431c-a75e-65169f642878 req-d9434e6c-046f-45d3-b159-ebaf0b280221 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23d9fbbd-3f96-4f74-9874-923777dc8f4e HTTP/1.1" status: 200 len: 217 time: 0.0382566 Dec 06 15:37:24.554752 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097641-65bf-431c-a75e-65169f642878 req-532a6116-3399-410c-bfe1-c7be3fa5fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:24.556525 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-51097641-65bf-431c-a75e-65169f642878 req-532a6116-3399-410c-bfe1-c7be3fa5fbb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=979b6a1a-63c7-4079-8b89-ba8bd1c3133e HTTP/1.1" status: 200 len: 848 time: 0.0470965 Dec 06 15:37:24.610108 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51097641-65bf-431c-a75e-65169f642878 req-decb235f-4f9f-4cbb-90ee-8a0d2b735d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:24.611653 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-51097641-65bf-431c-a75e-65169f642878 req-decb235f-4f9f-4cbb-90ee-8a0d2b735d81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22522cd0-5df5-46d3-8d81-3f3d27c01525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419056 Dec 06 15:37:24.653188 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f7cc63bb-5bb5-4abb-928b-d3f1e2a57394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '62eadf77-277e-4b2e-acfb-f3451a9ce25a', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'floating_ip_address': '172.36.1.208', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'port_id': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'mac_address': 'fa:16:3e:d6:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:31:16Z', 'updated_at': '2021-12-06T15:31:19Z', 'revision_number': 1, 'project_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:55Z', 'revision_number': 5, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:24.680281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc63bb-5bb5-4abb-928b-d3f1e2a57394 None None] Checking router: bc49a70a-087d-4db3-ace2-df9cd5bf0ecf for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:37:24.690345 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cc63bb-5bb5-4abb-928b-d3f1e2a57394 None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:37:24.691503 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f7cc63bb-5bb5-4abb-928b-d3f1e2a57394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:37:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:24.707738 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48dc2f-6ca1-4424-a5e7-c0e565cdf437 req-677b931b-ed58-4e3a-b19e-9746c363a55e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:24.709269 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fc48dc2f-6ca1-4424-a5e7-c0e565cdf437 req-677b931b-ed58-4e3a-b19e-9746c363a55e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.1160223 Dec 06 15:37:24.722408 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-51097641-65bf-431c-a75e-65169f642878 req-18c9418a-d801-4d11-8821-8e71a86b9200 service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028476 Dec 06 15:37:24.765387 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-fc48dc2f-6ca1-4424-a5e7-c0e565cdf437 req-5a1a6fd5-cf6e-4fc3-8923-615ca28347c2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486701 Dec 06 15:37:24.806977 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-f7cc63bb-5bb5-4abb-928b-d3f1e2a57394 None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:37:24.817685 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-51097641-65bf-431c-a75e-65169f642878 req-0df46b73-05e7-4e55-8fcc-85af7a15a77e service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872064 Dec 06 15:37:25.027759 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-f7cc63bb-5bb5-4abb-928b-d3f1e2a57394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '62eadf77-277e-4b2e-acfb-f3451a9ce25a', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'floating_ip_address': '172.36.1.208', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'port_id': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'mac_address': 'fa:16:3e:d6:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:31:16Z', 'updated_at': '2021-12-06T15:31:19Z', 'revision_number': 1, 'project_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:55Z', 'revision_number': 5, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:25.057970 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cc63bb-5bb5-4abb-928b-d3f1e2a57394 None None] The sync data for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv is: [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '62eadf77-277e-4b2e-acfb-f3451a9ce25a', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'floating_ip_address': '172.36.1.208', 'floating_network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'router_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'port_id': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1883, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'mac_address': 'fa:16:3e:d6:3f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-06T15:31:16Z', 'updated_at': '2021-12-06T15:31:19Z', 'revision_number': 1, 'project_id': '926043f0daae44979fa1589d2781bd83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:55Z', 'revision_number': 5, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:37:25.269735 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ed289-e95c-43f6-803e-c2558ea1125d None None] New status for floating IP bb21f4d4-871f-4eda-81a7-d10b3d98f878: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:37:25.896510 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888c287-e704-43b9-9330-d0026cd5f92b req-cca5a024-ab2e-4539-b079-67dcf0e77d4e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:25.897985 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f888c287-e704-43b9-9330-d0026cd5f92b req-cca5a024-ab2e-4539-b079-67dcf0e77d4e tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0529666 Dec 06 15:37:25.945850 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-f888c287-e704-43b9-9330-d0026cd5f92b req-67554dbf-0037-42d5-a024-07b2571225a4 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415010 Dec 06 15:37:26.451911 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb3092-b97f-45fd-80df-e405c3e4c4e9 req-0485e71d-90b0-43b3-bf6a-76c3869782b2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:26.453832 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7ffb3092-b97f-45fd-80df-e405c3e4c4e9 req-0485e71d-90b0-43b3-bf6a-76c3869782b2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.41 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 945 time: 0.0649002 Dec 06 15:37:26.544710 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-7ffb3092-b97f-45fd-80df-e405c3e4c4e9 req-5fed2d6d-294f-47ff-8c54-d285257f75a5 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Deleting port 23d9fbbd-3f96-4f74-9874-923777dc8f4e {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:37:26.545071 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7ffb3092-b97f-45fd-80df-e405c3e4c4e9 req-5fed2d6d-294f-47ff-8c54-d285257f75a5 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:26.629885 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-7ffb3092-b97f-45fd-80df-e405c3e4c4e9 req-5fed2d6d-294f-47ff-8c54-d285257f75a5 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] For port 23d9fbbd-3f96-4f74-9874-923777dc8f4e, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=23d9fbbd-3f96-4f74-9874-923777dc8f4e,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:26.630240 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7ffb3092-b97f-45fd-80df-e405c3e4c4e9 req-5fed2d6d-294f-47ff-8c54-d285257f75a5 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:26.642933 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-7ffb3092-b97f-45fd-80df-e405c3e4c4e9 req-5fed2d6d-294f-47ff-8c54-d285257f75a5 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Calling delete_port for 23d9fbbd-3f96-4f74-9874-923777dc8f4e owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:37:26.832307 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7ffb3092-b97f-45fd-80df-e405c3e4c4e9 req-5fed2d6d-294f-47ff-8c54-d285257f75a5 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:26.861836 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed2d6d-294f-47ff-8c54-d285257f75a5 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event deleted for resources: {'Port': ['ID=23d9fbbd-3f96-4f74-9874-923777dc8f4e,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:26.905705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffb3092-b97f-45fd-80df-e405c3e4c4e9 req-5fed2d6d-294f-47ff-8c54-d285257f75a5 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] No DVR routers for this DVR port 23d9fbbd-3f96-4f74-9874-923777dc8f4e on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:37:26.905705 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-7ffb3092-b97f-45fd-80df-e405c3e4c4e9 req-5fed2d6d-294f-47ff-8c54-d285257f75a5 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:26.908468 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-7ffb3092-b97f-45fd-80df-e405c3e4c4e9 req-5fed2d6d-294f-47ff-8c54-d285257f75a5 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.41 "DELETE /v2.0/ports/23d9fbbd-3f96-4f74-9874-923777dc8f4e HTTP/1.1" status: 204 len: 173 time: 0.4478672 Dec 06 15:37:26.908921 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'name': 'network-vif-deleted', 'tag': '23d9fbbd-3f96-4f74-9874-923777dc8f4e'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:37:26.911158 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da62d25d6c0cd0d4fae90cda460d7211f0758eceec75ba982782b4e61c39f968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73674144-43cb-4daf-ac0c-14481c76c29b" -d '{"events": [{"server_uuid": "1f4eac87-b29a-46eb-808a-ae2bfae9dfb7", "name": "network-vif-deleted", "tag": "23d9fbbd-3f96-4f74-9874-923777dc8f4e"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:37:26.937578 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 23d9fbbd-3f96-4f74-9874-923777dc8f4e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:37:26.947709 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fa1474-c6fc-4dd4-9875-28038a6f0225 x-openstack-request-id: req-d8fa1474-c6fc-4dd4-9875-28038a6f0225 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:37:26.948033 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4eac87-b29a-46eb-808a-ae2bfae9dfb7", "name": "network-vif-deleted", "tag": "23d9fbbd-3f96-4f74-9874-923777dc8f4e", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:37:26.948292 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d8fa1474-c6fc-4dd4-9875-28038a6f0225 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:37:26.948692 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4eac87-b29a-46eb-808a-ae2bfae9dfb7', 'name': 'network-vif-deleted', 'tag': '23d9fbbd-3f96-4f74-9874-923777dc8f4e', 'status': 'completed', 'code': 200} Dec 06 15:37:26.957983 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 23d9fbbd-3f96-4f74-9874-923777dc8f4e {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:37:26.959500 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 23d9fbbd-3f96-4f74-9874-923777dc8f4e not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:37:27.048302 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-3eb4e1f9-4eab-4313-93fe-ef7de4af725a req-e5220b0e-0c8a-4bd1-9477-e7eba7e1c58c tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=1f4eac87-b29a-46eb-808a-ae2bfae9dfb7 HTTP/1.1" status: 200 len: 210 time: 0.0318389 Dec 06 15:37:29.313984 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45980) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:29.472385 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Deleting port 2aaabd57-be63-4c33-86bd-31edae99587f {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:37:29.472730 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:29.545785 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:29.546109 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:29.558020 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Calling delete_port for 2aaabd57-be63-4c33-86bd-31edae99587f owned by network:floatingip {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:37:29.775243 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:29.799421 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event deleted for resources: {'Port': ['ID=2aaabd57-be63-4c33-86bd-31edae99587f,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:29.809134 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:29.809486 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:29.809834 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:29.810176 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:29.810512 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:29.811181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:29.811181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:29.811480 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:29.811808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:29.812139 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:29.812466 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:29.812790 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:29.813766 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103725) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 06 15:37:29.873925 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for floatingip, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:29.874256 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.db.l3_db [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Floating IP 62eadf77-277e-4b2e-acfb-f3451a9ce25a disassociated (deleted). External IP: 172.36.1.208, port: 3482f04a-d9a6-49e2-a2d5-98d7acc448b7. Dec 06 15:37:30.389049 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:37:30.392060 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:30.497404 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:37:30.502225 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for floatingip, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:30.506934 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92e55c-2209-48c2-8eaf-cdac759e044e None None] Sync routers for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:37:30.516385 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92e55c-2209-48c2-8eaf-cdac759e044e None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:37:30.517025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4b92e55c-2209-48c2-8eaf-cdac759e044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:37:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:30.528561 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-85c9b52c-d90f-4534-b69c-4527ce90b4ca tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "DELETE /v2.0/floatingips/62eadf77-277e-4b2e-acfb-f3451a9ce25a HTTP/1.1" status: 204 len: 168 time: 1.2135007 Dec 06 15:37:30.529180 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7'}] {{(pid=103725) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:37:30.531483 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}004ba9c6034fa785cf0bf04e1ba2b201607b3129a2ac5125839b5ab80242fba9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425326dc-c58c-4dd3-8526-4b8cedb1a120" -d '{"events": [{"name": "network-changed", "server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7"}]}' {{(pid=103725) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:37:30.622298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 06 Dec 2021 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b584e5d-cf0d-4392-a13f-92584ea5ee9b x-openstack-request-id: req-5b584e5d-cf0d-4392-a13f-92584ea5ee9b {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:37:30.622298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7", "status": "completed", "code": 200}]} {{(pid=103725) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:37:30.622298 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b584e5d-cf0d-4392-a13f-92584ea5ee9b {{(pid=103725) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:37:30.622298 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'status': 'completed', 'code': 200} Dec 06 15:37:30.628834 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-4b92e55c-2209-48c2-8eaf-cdac759e044e None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:37:30.684449 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425326dc-c58c-4dd3-8526-4b8cedb1a120 req-c6d82eb0-d0eb-4f25-a64b-c3f48e1c6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:30.686101 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-425326dc-c58c-4dd3-8526-4b8cedb1a120 req-c6d82eb0-d0eb-4f25-a64b-c3f48e1c6632 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=926043f0daae44979fa1589d2781bd83&device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 1096 time: 0.0428040 Dec 06 15:37:30.782736 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425326dc-c58c-4dd3-8526-4b8cedb1a120 req-410c009f-91b3-4a10-bd2f-692b7f2fd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:30.784491 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-425326dc-c58c-4dd3-8526-4b8cedb1a120 req-410c009f-91b3-4a10-bd2f-692b7f2fd1e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 200 len: 910 time: 0.0907311 Dec 06 15:37:30.829521 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-425326dc-c58c-4dd3-8526-4b8cedb1a120 req-f8b4681a-874b-4a0c-894c-1e433405877a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7 HTTP/1.1" status: 200 len: 217 time: 0.0379658 Dec 06 15:37:30.842475 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4b92e55c-2209-48c2-8eaf-cdac759e044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:55Z', 'revision_number': 5, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:30.868732 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92e55c-2209-48c2-8eaf-cdac759e044e None None] Checking router: bc49a70a-087d-4db3-ace2-df9cd5bf0ecf for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:37:30.877552 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b92e55c-2209-48c2-8eaf-cdac759e044e None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:37:30.878208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4b92e55c-2209-48c2-8eaf-cdac759e044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:37:04Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:30.883634 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425326dc-c58c-4dd3-8526-4b8cedb1a120 req-d01ca3b5-278f-4fb1-be5e-080c7ac8e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:30.885137 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-425326dc-c58c-4dd3-8526-4b8cedb1a120 req-d01ca3b5-278f-4fb1-be5e-080c7ac8e4fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=979b6a1a-63c7-4079-8b89-ba8bd1c3133e HTTP/1.1" status: 200 len: 848 time: 0.0493217 Dec 06 15:37:30.934885 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425326dc-c58c-4dd3-8526-4b8cedb1a120 req-7bc65a43-c8c1-4d7f-9554-1c26ebac4256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:30.936446 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-425326dc-c58c-4dd3-8526-4b8cedb1a120 req-7bc65a43-c8c1-4d7f-9554-1c26ebac4256 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22522cd0-5df5-46d3-8d81-3f3d27c01525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427599 Dec 06 15:37:30.956274 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d63210-a843-4142-8fb7-40a1b2c036f5 req-b055bc79-6a7b-46af-a0be-4a8f3f4b7e30 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103725) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:30.957858 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-59d63210-a843-4142-8fb7-40a1b2c036f5 req-b055bc79-6a7b-46af-a0be-4a8f3f4b7e30 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 943 time: 0.0489149 Dec 06 15:37:30.960025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 23d9fbbd-3f96-4f74-9874-923777dc8f4e no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:37:30.987936 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 23d9fbbd-3f96-4f74-9874-923777dc8f4e {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:37:30.988279 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 23d9fbbd-3f96-4f74-9874-923777dc8f4e not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:37:31.010977 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [req-59d63210-a843-4142-8fb7-40a1b2c036f5 req-cc635e1d-1f0e-4866-b6b4-edd1cbc7f5fd tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441966 Dec 06 15:37:31.017349 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-4b92e55c-2209-48c2-8eaf-cdac759e044e None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:37:31.033444 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-425326dc-c58c-4dd3-8526-4b8cedb1a120 req-f9523e0c-466f-46fb-af22-e0b964351e26 service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892148 Dec 06 15:37:31.122342 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-425326dc-c58c-4dd3-8526-4b8cedb1a120 req-6a7ae54d-c463-41a6-baa0-0cc9c12d52df service neutron] 10.222.0.41 "GET /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813708 Dec 06 15:37:31.218918 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-4b92e55c-2209-48c2-8eaf-cdac759e044e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:55Z', 'revision_number': 5, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:31.244208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b92e55c-2209-48c2-8eaf-cdac759e044e None None] The sync data for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv is: [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:30:50Z', 'revision_number': 4, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '9dfd7234-2872-4bd2-b6a4-44856ddfa3ec', 'name': '', 'network_id': '22522cd0-5df5-46d3-8d81-3f3d27c01525', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'mac_address': 'fa:16:3e:c9:34:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:50Z', 'updated_at': '2021-12-06T15:30:55Z', 'revision_number': 5, 'project_id': '926043f0daae44979fa1589d2781bd83', 'subnets': [{'id': '979b6a1a-63c7-4079-8b89-ba8bd1c3133e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:37:31.385685 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-8b80149b-5479-425e-afba-a9631b008cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:31.460004 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bde9ceb-09a9-476a-93a3-eeee0035a003 None None] New status for floating IP 62eadf77-277e-4b2e-acfb-f3451a9ce25a: DOWN {{(pid=103727) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 06 15:37:31.912316 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba352da9-8207-43ae-80fa-faa89c152e87 req-0d9c66b0-cd96-4b41-af44-a672e71050f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:31.913762 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba352da9-8207-43ae-80fa-faa89c152e87 req-0d9c66b0-cd96-4b41-af44-a672e71050f2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.41 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 943 time: 0.0525353 Dec 06 15:37:32.000924 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-ba352da9-8207-43ae-80fa-faa89c152e87 req-e2ab1d11-ee27-469d-beb5-c7e64dff733f tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Deleting port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:37:32.001264 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ba352da9-8207-43ae-80fa-faa89c152e87 req-e2ab1d11-ee27-469d-beb5-c7e64dff733f tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:32.099356 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [req-ba352da9-8207-43ae-80fa-faa89c152e87 req-e2ab1d11-ee27-469d-beb5-c7e64dff733f tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] For port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:32.099712 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ba352da9-8207-43ae-80fa-faa89c152e87 req-e2ab1d11-ee27-469d-beb5-c7e64dff733f tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:32.126719 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [req-ba352da9-8207-43ae-80fa-faa89c152e87 req-e2ab1d11-ee27-469d-beb5-c7e64dff733f tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Calling delete_port for 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 owned by compute:nova {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:37:32.152769 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb58482-9e19-440c-b225-5d81cba91dcc req-54dec120-79e7-4762-91f6-c478febc4c85 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103724) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 06 15:37:32.154239 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9bb58482-9e19-440c-b225-5d81cba91dcc req-54dec120-79e7-4762-91f6-c478febc4c85 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/ports?device_id=eb787a89-2ff9-4ff7-9eb1-c65c6763f367 HTTP/1.1" status: 200 len: 943 time: 0.0694938 Dec 06 15:37:32.243510 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-9bb58482-9e19-440c-b225-5d81cba91dcc req-26aa3f5a-4593-4352-864d-224623aaf7b2 tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "GET /v2.0/security-groups?id=6c59306f-9ed8-4f8c-be14-84e303677877&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636189 Dec 06 15:37:32.386154 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ba352da9-8207-43ae-80fa-faa89c152e87 req-e2ab1d11-ee27-469d-beb5-c7e64dff733f tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:32.413989 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab1d11-ee27-469d-beb5-c7e64dff733f tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event deleted for resources: {'Port': ['ID=3482f04a-d9a6-49e2-a2d5-98d7acc448b7,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:32.454478 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba352da9-8207-43ae-80fa-faa89c152e87 req-e2ab1d11-ee27-469d-beb5-c7e64dff733f tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] No DVR routers for this DVR port 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 on host hv-neutron-mast {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:37:32.457097 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [req-ba352da9-8207-43ae-80fa-faa89c152e87 req-e2ab1d11-ee27-469d-beb5-c7e64dff733f tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-8355921'] for port, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:32.460434 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [req-ba352da9-8207-43ae-80fa-faa89c152e87 req-e2ab1d11-ee27-469d-beb5-c7e64dff733f tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.41 "DELETE /v2.0/ports/3482f04a-d9a6-49e2-a2d5-98d7acc448b7 HTTP/1.1" status: 204 len: 173 time: 0.5402279 Dec 06 15:37:32.460901 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'name': 'network-vif-deleted', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7'}] {{(pid=103724) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 06 15:37:32.463159 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da62d25d6c0cd0d4fae90cda460d7211f0758eceec75ba982782b4e61c39f968" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c64cba-19df-4c48-b8ad-65d60b3da7d9" -d '{"events": [{"server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "name": "network-vif-deleted", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7"}]}' {{(pid=103724) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 06 15:37:32.498561 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 06 Dec 2021 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e469b233-52f5-4b4e-b01d-24cf34a8b565 x-openstack-request-id: req-e469b233-52f5-4b4e-b01d-24cf34a8b565 {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 06 15:37:32.498853 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb787a89-2ff9-4ff7-9eb1-c65c6763f367", "name": "network-vif-deleted", "tag": "3482f04a-d9a6-49e2-a2d5-98d7acc448b7", "status": "completed", "code": 200}]} {{(pid=103724) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 06 15:37:32.499106 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e469b233-52f5-4b4e-b01d-24cf34a8b565 {{(pid=103724) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 06 15:37:32.499503 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb787a89-2ff9-4ff7-9eb1-c65c6763f367', 'name': 'network-vif-deleted', 'tag': '3482f04a-d9a6-49e2-a2d5-98d7acc448b7', 'status': 'completed', 'code': 200} Dec 06 15:37:33.299500 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 45996) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:33.354757 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75212981-1d17-420b-811e-fb66b4cf78cd tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:33.380154 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75212981-1d17-420b-811e-fb66b4cf78cd tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:33.488962 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75212981-1d17-420b-811e-fb66b4cf78cd tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:33.491573 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-75212981-1d17-420b-811e-fb66b4cf78cd tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Publish callbacks [] for security_group, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:33.492738 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-75212981-1d17-420b-811e-fb66b4cf78cd tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] 10.222.0.42 "DELETE /v2.0/security-groups/6c59306f-9ed8-4f8c-be14-84e303677877 HTTP/1.1" status: 204 len: 168 time: 0.1921859 Dec 06 15:37:33.502474 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75212981-1d17-420b-811e-fb66b4cf78cd tempest-TestSnapshotPattern-692093294 tempest-TestSnapshotPattern-692093294-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c59306f-9ed8-4f8c-be14-84e303677877,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:33.584476 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 46000) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:33.769134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-9002fd7a-98e5-48d3-ad0e-25dc12507614 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:34.018072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-07f5bdcd-a75f-4d26-bfa4-224e4173599c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:34.259600 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-07f5bdcd-a75f-4d26-bfa4-224e4173599c admin admin] Deleting port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:37:34.259928 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-07f5bdcd-a75f-4d26-bfa4-224e4173599c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:34.335841 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-07f5bdcd-a75f-4d26-bfa4-224e4173599c admin admin] For port 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9dfd7234-2872-4bd2-b6a4-44856ddfa3ec,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:34.336195 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-07f5bdcd-a75f-4d26-bfa4-224e4173599c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:34.352072 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-07f5bdcd-a75f-4d26-bfa4-224e4173599c admin admin] Calling delete_port for 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec owned by network:router_interface {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:37:34.580405 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-07f5bdcd-a75f-4d26-bfa4-224e4173599c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:34.603313 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5bdcd-a75f-4d26-bfa4-224e4173599c admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfd7234-2872-4bd2-b6a4-44856ddfa3ec,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:34.768326 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-07f5bdcd-a75f-4d26-bfa4-224e4173599c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:35.121958 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:35.320035 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f5bdcd-a75f-4d26-bfa4-224e4173599c admin admin] Router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103724) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:37:35.430094 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f5bdcd-a75f-4d26-bfa4-224e4173599c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103724) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:37:35.435311 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-07f5bdcd-a75f-4d26-bfa4-224e4173599c admin admin] 10.222.0.42 "PUT /v2.0/routers/bc49a70a-087d-4db3-ace2-df9cd5bf0ecf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8495433 Dec 06 15:37:35.437961 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 46004) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:35.438910 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0474bd0-02ec-4eba-915a-42e99224d9c6 None None] Sync routers for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:37:35.448315 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0474bd0-02ec-4eba-915a-42e99224d9c6 None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:37:35.448939 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a0474bd0-02ec-4eba-915a-42e99224d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:37:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:35.545979 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:35.554007 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a0474bd0-02ec-4eba-915a-42e99224d9c6 None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: dv-neutron-master-2-hyperv {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:37:35.647119 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:35.728659 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a0474bd0-02ec-4eba-915a-42e99224d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86'}], 'enable_snat': True}, 'gw_port_id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:37:34Z', 'revision_number': 5, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port': {'id': 'a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:9c:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1858, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:48Z', 'updated_at': '2021-12-06T15:30:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:35.754953 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0474bd0-02ec-4eba-915a-42e99224d9c6 None None] Checking router: bc49a70a-087d-4db3-ace2-df9cd5bf0ecf for host: dv-neutron-master-2-hyperv {{(pid=103726) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:37:35.763642 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0474bd0-02ec-4eba-915a-42e99224d9c6 None None] Routers {'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103726) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:37:35.764251 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a0474bd0-02ec-4eba-915a-42e99224d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:37:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'], 'active': True} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:35.783420 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Deleting port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:37:35.783740 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:35.864760 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] For port a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:35.865154 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:35.879071 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Calling delete_port for a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:37:35.994276 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvr_db [None req-a0474bd0-02ec-4eba-915a-42e99224d9c6 None None] Set router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf gateway port host: None {{(pid=103726) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:37:36.048504 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_hamode_db [None req-a0474bd0-02ec-4eba-915a-42e99224d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:37:35Z', 'revision_number': 6, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103726) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:36.074433 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0474bd0-02ec-4eba-915a-42e99224d9c6 None None] The sync data for ids ['bc49a70a-087d-4db3-ace2-df9cd5bf0ecf'] in dv-neutron-master-2-hyperv is: [{'id': 'bc49a70a-087d-4db3-ace2-df9cd5bf0ecf', 'name': 'tempest-TestSnapshotPattern-717961285-router', 'tenant_id': '926043f0daae44979fa1589d2781bd83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:47Z', 'updated_at': '2021-12-06T15:37:35Z', 'revision_number': 6, 'project_id': '926043f0daae44979fa1589d2781bd83', 'gw_port_host': None}] {{(pid=103726) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:37:36.089402 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.114039 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Pushing event deleted for resources: {'Port': ['ID=a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:36.129940 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7228afc6-a07f-489f-ac2b-a1d44de5186d None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:37:36.180526 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.270777 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.273203 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.317855 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.363714 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.364181 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc49a70a-087d-4db3-ace2-df9cd5bf0ecf {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:37:36.374558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.374558 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-4e97ce9b-3709-4eda-803d-96a89c26a917 admin admin] 10.222.0.42 "DELETE /v2.0/routers/bc49a70a-087d-4db3-ace2-df9cd5bf0ecf HTTP/1.1" status: 204 len: 168 time: 0.9308860 Dec 06 15:37:36.374558 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 46006) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:36.421462 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ec6d63-1d4b-400f-98dc-69953936f90b admin admin] Deleting subnet 979b6a1a-63c7-4079-8b89-ba8bd1c3133e {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:37:36.424890 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6d63-1d4b-400f-98dc-69953936f90b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.460744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6d63-1d4b-400f-98dc-69953936f90b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.540458 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6d63-1d4b-400f-98dc-69953936f90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.677724 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6d63-1d4b-400f-98dc-69953936f90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.704478 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec6d63-1d4b-400f-98dc-69953936f90b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979b6a1a-63c7-4079-8b89-ba8bd1c3133e,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:36.706463 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-e6ec6d63-1d4b-400f-98dc-69953936f90b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.710320 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a72eb4-043d-44d2-8752-ab35b83da686 None None] Network 22522cd0-5df5-46d3-8d81-3f3d27c01525 requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:37:36.713310 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-e6ec6d63-1d4b-400f-98dc-69953936f90b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/979b6a1a-63c7-4079-8b89-ba8bd1c3133e HTTP/1.1" status: 204 len: 168 time: 0.3399491 Dec 06 15:37:36.714897 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 46008) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:36.784400 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.842313 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Deleting port 3032475b-024d-4cb4-ba0a-1cc882c88bf2 {{(pid=103724) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:37:36.843276 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.910156 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ad7375-666f-4f53-aa56-451cf36f3446 None None] DHCP port deletion for 22522cd0-5df5-46d3-8d81-3f3d27c01525 request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:37:36.915513 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.db [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] For port 3032475b-024d-4cb4-ba0a-1cc882c88bf2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3032475b-024d-4cb4-ba0a-1cc882c88bf2,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103724) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:36.915882 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.928372 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.plugin [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Calling delete_port for 3032475b-024d-4cb4-ba0a-1cc882c88bf2 owned by network:dhcp {{(pid=103724) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:37:36.965130 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:37:36.996370 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad7375-666f-4f53-aa56-451cf36f3446 None None] Deleting port 3032475b-024d-4cb4-ba0a-1cc882c88bf2 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:37:36.996738 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7375-666f-4f53-aa56-451cf36f3446 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:36.998307 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-249504b1-7339-4866-ad18-822e9227e93e None None] No Port match for: 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:37:36.998643 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Device 3482f04a-d9a6-49e2-a2d5-98d7acc448b7 not bound to the agent host hv-neutron-mast {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:37:37.067984 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-b1ad7375-666f-4f53-aa56-451cf36f3446 None None] For port 3032475b-024d-4cb4-ba0a-1cc882c88bf2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3032475b-024d-4cb4-ba0a-1cc882c88bf2,segment=NetworkSegment(c2aa9439-377d-45d2-b744-2d4cccde1b32),segment_id=c2aa9439-377d-45d2-b744-2d4cccde1b32)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:37.068561 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7375-666f-4f53-aa56-451cf36f3446 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:37.082688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-b1ad7375-666f-4f53-aa56-451cf36f3446 None None] Calling delete_port for 3032475b-024d-4cb4-ba0a-1cc882c88bf2 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:37:37.086725 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:37.116157 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2811184'] for port, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:37.147104 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=3032475b-024d-4cb4-ba0a-1cc882c88bf2,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:37.151079 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] No DVR routers for this DVR port 3032475b-024d-4cb4-ba0a-1cc882c88bf2 on host dv-neutron-master-2-hyperv {{(pid=103724) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 06 15:37:37.163014 dv-neutron-master-2-hyperv neutron-server[103726]: self.session.flush() Dec 06 15:37:37.172628 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b1ad7375-666f-4f53-aa56-451cf36f3446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:37.197659 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad7375-666f-4f53-aa56-451cf36f3446 None None] Pushing event deleted for resources: {'Port': ['ID=3032475b-024d-4cb4-ba0a-1cc882c88bf2,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:37.203288 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad7375-666f-4f53-aa56-451cf36f3446 None None] No DVR routers for this DVR port 3032475b-024d-4cb4-ba0a-1cc882c88bf2 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:37:37.220660 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:37.240237 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22522cd0-5df5-46d3-8d81-3f3d27c01525']}} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:37.250058 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2aa9439-377d-45d2-b744-2d4cccde1b32') {'for_net_delete': True} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:37.250358 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.services.segments.db [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2aa9439-377d-45d2-b744-2d4cccde1b32') {} {{(pid=103724) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:37.263820 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2399047'] for segment, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:37.277174 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:37.283020 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=103724) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:37:37.283401 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2811141'] for segment, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: Traceback (most recent call last): Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: timer() Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: cb(*args, **kw) Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: return func(*args, **kwargs) Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: self._notify() Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: self.callback(batched_events) Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: event.method(event) Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: return f(self, *a, **k) Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: return self._get(url).json() Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: return self.request(url, 'GET', **kwargs) Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:37:37.285060 dv-neutron-master-2-hyperv neutron-server[103724]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:37:37.416264 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:37:37.420522 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:37.426570 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Publish callbacks [] for network, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:37.429825 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] 10.222.0.42 "DELETE /v2.0/networks/22522cd0-5df5-46d3-8d81-3f3d27c01525 HTTP/1.1" status: 204 len: 168 time: 0.7134495 Dec 06 15:37:37.432808 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 46010) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:37.438887 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:37:37.439233 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 9dfd7234-2872-4bd2-b6a4-44856ddfa3ec not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:37:37.439647 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3032475b-024d-4cb4-ba0a-1cc882c88bf2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:37:37.441078 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3411d-606b-4259-af98-d701d47e3d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=22522cd0-5df5-46d3-8d81-3f3d27c01525,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:37.458796 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 3032475b-024d-4cb4-ba0a-1cc882c88bf2 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:37:37.459242 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3032475b-024d-4cb4-ba0a-1cc882c88bf2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:37:37.459541 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:37:37.481068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:37:37.481344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device a401a846-a5e7-4fa7-bc7e-cf5f3c54bef9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:37:37.789944 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6bd35f9-ee0f-48cb-8252-060546b331bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-445887'] for router_interface, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:38.026375 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd35f9-ee0f-48cb-8252-060546b331bf admin admin] Deleting port 3fdaed8e-8735-4d26-a651-ae70f6eb1381 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:37:38.026607 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6bd35f9-ee0f-48cb-8252-060546b331bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:38.119717 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-b6bd35f9-ee0f-48cb-8252-060546b331bf admin admin] For port 3fdaed8e-8735-4d26-a651-ae70f6eb1381, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fdaed8e-8735-4d26-a651-ae70f6eb1381,segment=NetworkSegment(8788ca46-aabd-47ac-84bf-2b97e7ebf02d),segment_id=8788ca46-aabd-47ac-84bf-2b97e7ebf02d)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:38.120084 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6bd35f9-ee0f-48cb-8252-060546b331bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:38.133303 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-b6bd35f9-ee0f-48cb-8252-060546b331bf admin admin] Calling delete_port for 3fdaed8e-8735-4d26-a651-ae70f6eb1381 owned by network:router_interface {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:37:38.392397 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6bd35f9-ee0f-48cb-8252-060546b331bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:38.417542 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd35f9-ee0f-48cb-8252-060546b331bf admin admin] Pushing event deleted for resources: {'Port': ['ID=3fdaed8e-8735-4d26-a651-ae70f6eb1381,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:38.577783 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-b6bd35f9-ee0f-48cb-8252-060546b331bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7981939', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-445899'] for router_interface, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:38.796742 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bd35f9-ee0f-48cb-8252-060546b331bf admin admin] Router a6abc843-c419-403e-b6bc-554573beef5b has already been hosted by L3 agent bb47ecc5-1792-49f0-ac07-c665f5884eca {{(pid=103725) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 06 15:37:38.899501 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bd35f9-ee0f-48cb-8252-060546b331bf admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103725) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 06 15:37:38.904540 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-b6bd35f9-ee0f-48cb-8252-060546b331bf admin admin] 10.222.0.42 "PUT /v2.0/routers/a6abc843-c419-403e-b6bc-554573beef5b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4703722 Dec 06 15:37:38.907569 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 46012) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:38.913726 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51ba1e-574b-4ef5-a9ed-9a73f9ea1407 None None] Sync routers for ids ['a6abc843-c419-403e-b6bc-554573beef5b'] in dv-neutron-master-2-hyperv {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 06 15:37:38.922717 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51ba1e-574b-4ef5-a9ed-9a73f9ea1407 None None] Routers {'a6abc843-c419-403e-b6bc-554573beef5b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:37:38.923382 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-bc51ba1e-574b-4ef5-a9ed-9a73f9ea1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:37:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a6abc843-c419-403e-b6bc-554573beef5b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:39.009234 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Publish callbacks [] for router, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:39.024579 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-bc51ba1e-574b-4ef5-a9ed-9a73f9ea1407 None None] Set router a6abc843-c419-403e-b6bc-554573beef5b gateway port host: dv-neutron-master-2-hyperv {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:37:39.109267 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:39.221430 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-bc51ba1e-574b-4ef5-a9ed-9a73f9ea1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'name': 'tempest-TestSnapshotPattern-1123560958-router', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'external_fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63'}], 'enable_snat': True}, 'gw_port_id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:53Z', 'updated_at': '2021-12-06T15:37:38Z', 'revision_number': 5, 'project_id': '29e494ca426e4f11b726407c238df637', 'gw_port': {'id': '6fe3a2b7-b950-4b0d-86f6-df8b2b57a088', 'name': '', 'network_id': '056420bd-1b0f-4688-9004-005a7b470c4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:8f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'ip_address': '172.36.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-06T15:30:54Z', 'updated_at': '2021-12-06T15:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dfb049d6-1a63-4a95-86fc-f8ee65362166', 'cidr': '172.36.1.0/24', 'gateway_ip': '172.36.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:39.233494 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Deleting port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:37:39.233828 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:39.246354 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51ba1e-574b-4ef5-a9ed-9a73f9ea1407 None None] Checking router: a6abc843-c419-403e-b6bc-554573beef5b for host: dv-neutron-master-2-hyperv {{(pid=103727) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 06 15:37:39.254644 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51ba1e-574b-4ef5-a9ed-9a73f9ea1407 None None] Routers {'a6abc843-c419-403e-b6bc-554573beef5b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103727) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 06 15:37:39.255495 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-bc51ba1e-574b-4ef5-a9ed-9a73f9ea1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-06T14:13:33Z,description=,heartbeat_timestamp=2021-12-06T15:37:34Z,host='dv-neutron-master-2-hyperv',id=bb47ecc5-1792-49f0-ac07-c665f5884eca,load=0,resource_versions=,resources_synced=,started_at=2021-12-06T14:13:34Z,topic='l3_agent')) {'router_ids': ['a6abc843-c419-403e-b6bc-554573beef5b'], 'active': True} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:39.312975 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] For port 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6fe3a2b7-b950-4b0d-86f6-df8b2b57a088,segment=NetworkSegment(67ac56f9-b9b0-43af-924b-2629561bfc3c),segment_id=67ac56f9-b9b0-43af-924b-2629561bfc3c)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:39.313193 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:39.325373 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Calling delete_port for 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 owned by network:router_gateway {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:37:39.338953 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_dvr_db [None req-bc51ba1e-574b-4ef5-a9ed-9a73f9ea1407 None None] Set router a6abc843-c419-403e-b6bc-554573beef5b gateway port host: None {{(pid=103727) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 06 15:37:39.392784 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.l3_hamode_db [None req-bc51ba1e-574b-4ef5-a9ed-9a73f9ea1407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'name': 'tempest-TestSnapshotPattern-1123560958-router', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:53Z', 'updated_at': '2021-12-06T15:37:39Z', 'revision_number': 6, 'project_id': '29e494ca426e4f11b726407c238df637', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:39.418780 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51ba1e-574b-4ef5-a9ed-9a73f9ea1407 None None] The sync data for ids ['a6abc843-c419-403e-b6bc-554573beef5b'] in dv-neutron-master-2-hyperv is: [{'id': 'a6abc843-c419-403e-b6bc-554573beef5b', 'name': 'tempest-TestSnapshotPattern-1123560958-router', 'tenant_id': '29e494ca426e4f11b726407c238df637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-06T15:30:53Z', 'updated_at': '2021-12-06T15:37:39Z', 'revision_number': 6, 'project_id': '29e494ca426e4f11b726407c238df637', 'gw_port_host': None}] {{(pid=103727) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 06 15:37:39.893372 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:39.917829 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Pushing event deleted for resources: {'Port': ['ID=6fe3a2b7-b950-4b0d-86f6-df8b2b57a088,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:39.932509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd72bf34-ced2-4ddb-be1f-6c18d21bc849 None None] DHCP port deletion for 056420bd-1b0f-4688-9004-005a7b470c4c request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:37:39.975657 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-455009'] for router_gateway, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.064767 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7871957', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-29334'] for router, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.066897 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.167723 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7871938'] for router, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.171393 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6abc843-c419-403e-b6bc-554573beef5b {{(pid=103725) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 06 15:37:40.173678 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] Publish callbacks [] for router, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.174748 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-1c04e8ad-36ab-4131-8572-83f0a2d8091c admin admin] 10.222.0.42 "DELETE /v2.0/routers/a6abc843-c419-403e-b6bc-554573beef5b HTTP/1.1" status: 204 len: 168 time: 1.2662177 Dec 06 15:37:40.177295 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 46014) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:40.222744 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.db_base_plugin_v2 [None req-0528da33-eef3-469b-bd72-0d298f331f41 admin admin] Deleting subnet 22d16511-be5d-487c-9941-50f4e5467979 {{(pid=103725) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 06 15:37:40.228459 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0528da33-eef3-469b-bd72-0d298f331f41 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.261146 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0528da33-eef3-469b-bd72-0d298f331f41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2971280'] for subnet, precommit_delete_associations {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.341405 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0528da33-eef3-469b-bd72-0d298f331f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7775422'] for subnet, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.483731 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0528da33-eef3-469b-bd72-0d298f331f41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7780685', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7874819', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3840859', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3818817'] for subnet, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.507189 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0528da33-eef3-469b-bd72-0d298f331f41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22d16511-be5d-487c-9941-50f4e5467979,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:40.512780 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-0528da33-eef3-469b-bd72-0d298f331f41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7915408'] for subnet, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.516573 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-0528da33-eef3-469b-bd72-0d298f331f41 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/22d16511-be5d-487c-9941-50f4e5467979 HTTP/1.1" status: 204 len: 168 time: 0.3383141 Dec 06 15:37:40.519042 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [-] (103725) accepted ('10.222.0.42', 46016) {{(pid=103725) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:40.522284 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fae488-9ece-4f5e-bb16-d541c7881062 None None] Network f425bef8-b42b-457f-ad78-a750664b7acc requested from dv-neutron-master-2-hyperv {{(pid=103726) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Dec 06 15:37:40.589819 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-593562'] for network, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.641753 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Deleting port dd6b4a76-a169-477a-9df3-58645550cff7 {{(pid=103725) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:37:40.642100 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.683867 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5089e073-0c11-4876-a29e-941415759bb0 None None] DHCP port deletion for f425bef8-b42b-457f-ad78-a750664b7acc request from dv-neutron-master-2-hyperv {{(pid=103726) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Dec 06 15:37:40.713284 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.db [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] For port dd6b4a76-a169-477a-9df3-58645550cff7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd6b4a76-a169-477a-9df3-58645550cff7,segment=NetworkSegment(8788ca46-aabd-47ac-84bf-2b97e7ebf02d),segment_id=8788ca46-aabd-47ac-84bf-2b97e7ebf02d)] {{(pid=103725) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:40.713643 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.726617 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.plugin [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Calling delete_port for dd6b4a76-a169-477a-9df3-58645550cff7 owned by network:dhcp {{(pid=103725) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:37:40.730790 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5089e073-0c11-4876-a29e-941415759bb0 None None] Deleting port dd6b4a76-a169-477a-9df3-58645550cff7 {{(pid=103726) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 06 15:37:40.731160 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5089e073-0c11-4876-a29e-941415759bb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738274444364'] for port, before_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.791688 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.db [None req-5089e073-0c11-4876-a29e-941415759bb0 None None] For port dd6b4a76-a169-477a-9df3-58645550cff7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=dd6b4a76-a169-477a-9df3-58645550cff7,segment=NetworkSegment(8788ca46-aabd-47ac-84bf-2b97e7ebf02d),segment_id=8788ca46-aabd-47ac-84bf-2b97e7ebf02d)] {{(pid=103726) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 06 15:37:40.791984 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5089e073-0c11-4876-a29e-941415759bb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-458309'] for port, precommit_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.808025 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-5089e073-0c11-4876-a29e-941415759bb0 None None] Calling delete_port for dd6b4a76-a169-477a-9df3-58645550cff7 owned by network:dhcp {{(pid=103726) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 06 15:37:40.860391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843212'] for port, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.880062 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5089e073-0c11-4876-a29e-941415759bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7735831', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8336424', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738274450598', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738274056205'] for port, after_delete {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.887703 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd6b4a76-a169-477a-9df3-58645550cff7,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:40.890160 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] No DVR routers for this DVR port dd6b4a76-a169-477a-9df3-58645550cff7 on host dv-neutron-master-2-hyperv {{(pid=103725) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:37:40.904735 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5089e073-0c11-4876-a29e-941415759bb0 None None] Pushing event deleted for resources: {'Port': ['ID=dd6b4a76-a169-477a-9df3-58645550cff7,revision_number=None']} {{(pid=103726) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:40.908577 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5089e073-0c11-4876-a29e-941415759bb0 None None] No DVR routers for this DVR port dd6b4a76-a169-477a-9df3-58645550cff7 on host dv-neutron-master-2-hyperv {{(pid=103726) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 06 15:37:40.964177 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7775033', 'neutron.services.segments.db._delete_segments_for_network-8738274384038'] for network, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:40.988367 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f425bef8-b42b-457f-ad78-a750664b7acc']}} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:40.997707 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8788ca46-aabd-47ac-84bf-2b97e7ebf02d') {'for_net_delete': True} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:40.998000 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.services.segments.db [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8788ca46-aabd-47ac-84bf-2b97e7ebf02d') {} {{(pid=103725) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 06 15:37:41.007683 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738274521200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2971295'] for segment, before_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:41.021302 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347'] for segment, precommit_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:41.027391 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=103725) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 06 15:37:41.027776 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7782347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843257'] for segment, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: Traceback (most recent call last): Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: timer() Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: cb(*args, **kw) Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: return func(*args, **kwargs) Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: self._notify() Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: self.callback(batched_events) Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: event.method(event) Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: aggregate_uuid = self.p_client.list_aggregates( Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: return f(self, *a, **k) Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: return self._get(url).json() Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: return self.request(url, 'GET', **kwargs) Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: base_url = self.get_endpoint(auth, allow=allow, Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 06 15:37:41.029476 dv-neutron-master-2-hyperv neutron-server[103725]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 06 15:37:41.135006 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7775024', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7981930', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-454981'] for network, after_delete {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:41.140680 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron_lib.callbacks.manager [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Publish callbacks [] for network, before_response {{(pid=103725) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:41.145141 dv-neutron-master-2-hyperv neutron-server[103725]: INFO neutron.wsgi [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] 10.222.0.42 "DELETE /v2.0/networks/f425bef8-b42b-457f-ad78-a750664b7acc HTTP/1.1" status: 204 len: 168 time: 0.6238635 Dec 06 15:37:41.155919 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c293b1-d197-466a-b7a5-378778a8fa8b admin admin] Pushing event deleted for resources: {'Network': ['ID=f425bef8-b42b-457f-ad78-a750664b7acc,revision_number=None']} {{(pid=103725) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:41.425637 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3fdaed8e-8735-4d26-a651-ae70f6eb1381 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:37:41.446206 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 3fdaed8e-8735-4d26-a651-ae70f6eb1381 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:37:41.446551 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 3fdaed8e-8735-4d26-a651-ae70f6eb1381 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:37:41.446955 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dd6b4a76-a169-477a-9df3-58645550cff7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:37:41.469615 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: dd6b4a76-a169-477a-9df3-58645550cff7 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:37:41.474144 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device dd6b4a76-a169-477a-9df3-58645550cff7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:37:41.474144 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 06 15:37:41.474352 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 46020) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:41.494742 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.plugin [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] No Port match for: 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 {{(pid=103726) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 06 15:37:41.495323 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron.plugins.ml2.rpc [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Device 6fe3a2b7-b950-4b0d-86f6-df8b2b57a088 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103726) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 06 15:37:41.522382 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-39988091-95cd-4330-8aeb-fb0bffd1e041 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=926043f0daae44979fa1589d2781bd83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0491664 Dec 06 15:37:41.525052 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 46022) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:41.575097 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c340edb9-fe0a-474e-94d8-ec9ecd63ccd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:41.599948 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c340edb9-fe0a-474e-94d8-ec9ecd63ccd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:41.732866 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c340edb9-fe0a-474e-94d8-ec9ecd63ccd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:41.735586 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-c340edb9-fe0a-474e-94d8-ec9ecd63ccd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:41.736773 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-c340edb9-fe0a-474e-94d8-ec9ecd63ccd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c22aeff0-9603-440e-bbdc-4ac74513ba58 HTTP/1.1" status: 204 len: 168 time: 0.2108183 Dec 06 15:37:41.744558 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340edb9-fe0a-474e-94d8-ec9ecd63ccd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c22aeff0-9603-440e-bbdc-4ac74513ba58,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:42.349622 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 46028) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:42.390003 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-26191c34-4c81-422f-90c6-a054fd0e85d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29e494ca426e4f11b726407c238df637&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392239 Dec 06 15:37:42.392555 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.wsgi [-] (103724) accepted ('10.222.0.42', 46030) {{(pid=103724) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 06 15:37:42.438098 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-449ae0d3-0960-4ffe-a7d6-bc84735b479c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:42.458549 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-449ae0d3-0960-4ffe-a7d6-bc84735b479c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:42.557417 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-449ae0d3-0960-4ffe-a7d6-bc84735b479c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7866869'] for security_group, after_delete {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:42.559977 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron_lib.callbacks.manager [None req-449ae0d3-0960-4ffe-a7d6-bc84735b479c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103724) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:37:42.561164 dv-neutron-master-2-hyperv neutron-server[103724]: INFO neutron.wsgi [None req-449ae0d3-0960-4ffe-a7d6-bc84735b479c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9584c231-c151-421b-a921-95c1540b9e47 HTTP/1.1" status: 204 len: 168 time: 0.1676702 Dec 06 15:37:42.569214 dv-neutron-master-2-hyperv neutron-server[103724]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449ae0d3-0960-4ffe-a7d6-bc84735b479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9584c231-c151-421b-a921-95c1540b9e47,revision_number=None']} {{(pid=103724) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 06 15:37:55.111703 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:38:00.380134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:01.344281 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-5007fbee-a120-46eb-9256-01d4a1efe899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:03.784176 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7cb19361-5c0b-4f1b-b43c-a52220b4513c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:05.110003 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:06.346134 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:07.018162 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:30.423149 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:31.373460 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b82257cc-2fb9-4258-83f7-88a250641e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:32.110731 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:38:33.772512 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-e754f9eb-ee56-4fa0-a611-c47a77e0f536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:35.144720 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:36.339208 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:38:37.065256 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:00.394128 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:01.327247 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f48bb9e7-e286-4b46-9d72-705cfff0a81f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:03.766906 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0570ce09-ef82-439e-92b0-7042f25645c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:05.104240 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:06.372863 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:07.017044 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:09.109746 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:39:30.395480 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:31.348571 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a2fadbee-c238-40a2-8490-83e9a0d3eac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:33.758986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7c4f1cb0-9a05-40c4-aadb-7eed953488bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:35.119223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:36.355222 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:37.006540 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:39:46.108388 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:40:00.398682 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:01.324077 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-3b5a5d60-1036-49c2-aa4b-56f4aa69b3fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:03.775383 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-de2006f8-9a8b-4d69-be0a-39cd52f1ae0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:05.125959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:06.354143 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:07.022878 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:23.107702 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:40:30.411248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:31.336925 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-24ee7708-4f89-4659-896e-f0cfb0343d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:33.754034 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-114ed196-8b79-47ec-87fb-36b9d54c3c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:35.123621 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:36.351692 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:40:37.014810 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:00.106027 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:41:00.431898 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:01.351504 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-0e47d569-700f-45b5-90ca-b4d61689a8b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:03.753764 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f162bbc7-7905-4a7c-bf73-daecf692190c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:05.122875 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:06.369986 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:07.014094 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:30.442344 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:31.340862 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1cd7421c-059b-44ca-a74d-34ac1f0a03e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:33.753085 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-1457dd40-1a4f-4636-b180-815a517a7afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:35.124310 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:36.380952 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:37.021268 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:41:37.104610 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:42:00.418616 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:01.346248 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-ea8b6b71-6f8a-4a22-a29e-8e7534b10e2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:03.763289 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-b9c2a39b-3f4f-4920-8ebf-4d65aa3afec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:05.155938 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:06.373120 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:07.047270 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:14.103019 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:42:30.413959 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:31.349565 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-14ac6c4b-eec3-431e-bfe0-0c8b4bc60894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:33.751418 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-7e078b06-e8f4-4b43-a7d1-3032e191bc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:35.162812 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:36.414102 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:37.018223 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:42:51.102526 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:43:00.413994 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:01.337119 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-c6553231-a42c-4067-9599-864352a4e528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:03.754509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-6a89ab55-c136-4714-889f-eeaa690feda2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:05.127876 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:06.371342 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-43da32f8-756a-4cd5-a882-d3f87646e101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:07.019068 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-dc8a9069-367f-4fdd-98ff-b6f0dc198e5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:28.102552 dv-neutron-master-2-hyperv neutron-server[103727]: DEBUG neutron.db.agents_db [None req-ad3a46a9-e18f-489a-9c85-9e88456ac9d0 None None] Agent healthcheck: found 6 active agents {{(pid=103727) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 06 15:43:30.422806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-249504b1-7339-4866-ad18-822e9227e93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:30.895725 dv-neutron-master-2-hyperv neutron-server[103725]: DEBUG neutron.wsgi [req-361e5e0c-5361-4416-9365-1701604fede5 req-f4ec93fd-45ca-4627-9db3-038fea25882b service neutron] (103725) timed out ('10.222.0.42', 43366) {{(pid=103725) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 06 15:43:31.349806 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-05a5def4-7253-4139-a668-e934dcf0f2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:33.765496 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-f1251e36-819a-4658-9d05-f4392bf8bf56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 06 15:43:35.121509 dv-neutron-master-2-hyperv neutron-server[103726]: DEBUG neutron_lib.callbacks.manager [None req-a36366c1-a76f-4931-8138-1fcc0538d8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738274383315', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7809395'] for agent, after_update {{(pid=103726) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}